00000800:00000200:3.1F:1767384892.044871:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (2) 00000800:00000200:1.1F:1767384892.045733:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (2) 00000800:00000200:1.1:1767384892.045749:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp 00000000304fb263 deleted 00000800:00000010:1.1:1767384892.045753:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000304fb263. 00000800:00000200:1.1:1767384892.045762:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384892.045774:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:1023 00000800:00000200:1.1:1767384892.045781:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5cd9b9f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384892.045967:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1767384892.046984:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (4) 00000800:00000200:0.1:1767384892.047023:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp 00000000606c0ad3 deleted 00000800:00000010:0.1:1767384892.047029:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000606c0ad3. 00000800:00000200:0.1:1767384892.047040:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384892.047340:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000010:3.0:1767384892.099125:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d773b74. 00000100:00000200:3.0:1767384892.099130:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099132:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8879152. 00000400:00000010:3.0:1767384892.099133:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f313253. 00000100:00000200:3.0:1767384892.099135:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099136:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a68db24. 00000400:00000010:3.0:1767384892.099137:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000247d96fe. 00000100:00000200:3.0:1767384892.099138:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099139:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e700316. 00000400:00000010:3.0:1767384892.099140:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000accda945. 00000100:00000200:3.0:1767384892.099141:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099142:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e3bc255. 00000400:00000010:3.0:1767384892.099143:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141edcdb. 00000100:00000200:3.0:1767384892.099144:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099145:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a91d5ffb. 00000400:00000010:3.0:1767384892.099146:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ab180f. 00000100:00000200:3.0:1767384892.099147:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099148:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6aadfe0. 00000400:00000010:3.0:1767384892.099149:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003247f430. 00000100:00000200:3.0:1767384892.099150:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099151:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efc40c31. 00000400:00000010:3.0:1767384892.099159:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3b08838. 00000100:00000200:3.0:1767384892.099161:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099163:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000854c9246. 00000400:00000010:3.0:1767384892.099164:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c3a9ba. 00000100:00000200:3.0:1767384892.099165:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099166:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000339562bd. 00000400:00000010:3.0:1767384892.099167:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d29b81ed. 00000100:00000200:3.0:1767384892.099168:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099169:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053700e20. 00000400:00000010:3.0:1767384892.099170:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31ae94. 00000100:00000200:3.0:1767384892.099171:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099172:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c2db9b. 00000400:00000010:3.0:1767384892.099173:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024849405. 00000100:00000200:3.0:1767384892.099174:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099175:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7354cf3. 00000400:00000010:3.0:1767384892.099179:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc23b2e. 00000100:00000200:3.0:1767384892.099181:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099182:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cf23380. 00000400:00000010:3.0:1767384892.099184:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abab3a1f. 00000100:00000200:3.0:1767384892.099185:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099186:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a1cf38e. 00000400:00000010:3.0:1767384892.099187:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b35f2a2b. 00000100:00000200:3.0:1767384892.099188:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099189:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045954c29. 00000400:00000010:3.0:1767384892.099190:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dd0ec9a. 00000100:00000200:3.0:1767384892.099191:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099192:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005935a2eb. 00000400:00000010:3.0:1767384892.099193:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000306309ac. 00000100:00000200:3.0:1767384892.099194:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099195:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037f2227d. 00000400:00000010:3.0:1767384892.099196:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f8a1024. 00000100:00000200:3.0:1767384892.099197:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099198:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008404d2e6. 00000400:00000010:3.0:1767384892.099199:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfb42b3d. 00000100:00000200:3.0:1767384892.099200:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099201:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056843591. 00000400:00000010:3.0:1767384892.099202:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f672743. 00000100:00000200:3.0:1767384892.099203:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099204:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c170614. 00000400:00000010:3.0:1767384892.099205:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d25c533. 00000100:00000200:3.0:1767384892.099206:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099207:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc9b83b. 00000400:00000010:3.0:1767384892.099208:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b7408fe. 00000100:00000200:3.0:1767384892.099209:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099210:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c464bcd. 00000400:00000010:3.0:1767384892.099211:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007252e29. 00000100:00000200:3.0:1767384892.099212:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099213:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005424e0be. 00000400:00000010:3.0:1767384892.099214:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b22efe9. 00000100:00000200:3.0:1767384892.099215:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099219:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003240a449. 00000400:00000010:3.0:1767384892.099220:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1c2a0ad. 00000100:00000200:3.0:1767384892.099221:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099223:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cecf2de4. 00000400:00000010:3.0:1767384892.099224:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524ebb79. 00000100:00000200:3.0:1767384892.099225:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099226:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfc8e6c5. 00000400:00000010:3.0:1767384892.099228:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a135465c. 00000100:00000200:3.0:1767384892.099229:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099230:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008767890e. 00000400:00000010:3.0:1767384892.099231:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358578ae. 00000100:00000200:3.0:1767384892.099232:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099233:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a81ac195. 00000400:00000010:3.0:1767384892.099234:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abf6f2e0. 00000100:00000200:3.0:1767384892.099235:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099236:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007477e467. 00000400:00000010:3.0:1767384892.099237:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083eba63e. 00000100:00000200:3.0:1767384892.099238:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099239:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049605185. 00000400:00000010:3.0:1767384892.099240:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000566a3f64. 00000100:00000200:3.0:1767384892.099241:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099242:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfcb2537. 00000400:00000010:3.0:1767384892.099243:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7320006. 00000100:00000200:3.0:1767384892.099244:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099245:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c74a10. 00000400:00000010:3.0:1767384892.099246:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f609a7c. 00000100:00000200:3.0:1767384892.099247:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099248:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024a1b43f. 00000400:00000010:3.0:1767384892.099249:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f65e970. 00000100:00000200:3.0:1767384892.099250:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099251:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a99a06. 00000400:00000010:3.0:1767384892.099252:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000235a8f28. 00000100:00000200:3.0:1767384892.099253:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099254:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edf09aaa. 00000400:00000010:3.0:1767384892.099255:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003987c057. 00000100:00000200:3.0:1767384892.099259:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099260:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ce7fea. 00000400:00000010:3.0:1767384892.099261:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000638e23f9. 00000100:00000200:3.0:1767384892.099262:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099263:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050c8d146. 00000400:00000010:3.0:1767384892.099272:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1753c11. 00000100:00000200:3.0:1767384892.099274:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099275:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c3eda0b. 00000400:00000010:3.0:1767384892.099276:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b26bd6c7. 00000100:00000200:3.0:1767384892.099277:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099278:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000744ba18d. 00000400:00000010:3.0:1767384892.099279:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000545b4949. 00000100:00000200:3.0:1767384892.099281:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099281:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000987657bb. 00000400:00000010:3.0:1767384892.099282:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eaca35a. 00000100:00000200:3.0:1767384892.099283:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099284:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000330108a8. 00000400:00000010:3.0:1767384892.099285:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cab24b9. 00000100:00000200:3.0:1767384892.099286:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099287:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2eae0db. 00000400:00000010:3.0:1767384892.099288:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002632ca0e. 00000100:00000200:3.0:1767384892.099289:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099291:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbce60c. 00000400:00000010:3.0:1767384892.099292:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcc31123. 00000100:00000200:3.0:1767384892.099293:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099294:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d3828a0. 00000400:00000010:3.0:1767384892.099295:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f3f0c27. 00000100:00000200:3.0:1767384892.099296:0:16813:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384892.099297:0:16813:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787aa02f. 00000400:00000010:3.0:1767384892.099298:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a1c6d5. 00000100:00000010:3.0:1767384892.099301:0:16813:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009d5dd029. 00000100:00000200:3.0:1767384892.099314:0:16813:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384892.099904:0:16786:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002529c10b. 00000100:00000010:3.0:1767384892.099910:0:16786:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003ed8087a. 00000100:00000010:3.0:1767384892.099925:0:16786:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006e72e431. 00000100:00000010:3.0:1767384892.099935:0:16786:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000dad897bf. 00000100:00000010:3.0:1767384892.099946:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008faf1cc5. 00000100:00000010:3.0:1767384892.099950:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f11932d. 00000100:00000010:3.0:1767384892.099952:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbb6584d. 00000100:00000010:3.0:1767384892.099955:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3aad1d2. 00000100:00000010:3.0:1767384892.099957:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021555db5. 00000100:00000010:3.0:1767384892.099960:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b265eb40. 00000100:00000010:3.0:1767384892.099962:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad216870. 00000100:00000010:3.0:1767384892.099964:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a1292f2. 00000100:00000010:3.0:1767384892.099966:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000843d0fef. 00000100:00000010:3.0:1767384892.099969:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9089700. 00000100:00000010:3.0:1767384892.099971:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e853f71b. 00000100:00000010:3.0:1767384892.099974:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf4151c6. 00000100:00000010:3.0:1767384892.099975:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b428c60. 00000100:00000010:3.0:1767384892.099983:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000073441b7. 00000100:00000010:3.0:1767384892.099985:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc4d0725. 00000100:00000010:3.0:1767384892.099988:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006992cd70. 00000100:00000010:3.0:1767384892.099990:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000052ad6a. 00000100:00000010:3.0:1767384892.099992:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003770a078. 00000100:00000010:3.0:1767384892.099994:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004514ed3. 00000100:00000010:3.0:1767384892.099997:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ec76bad8. 00000100:00000010:3.0:1767384892.099999:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000feb763d0. 00000100:00000010:3.0:1767384892.100001:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f43e41c7. 00000100:00000010:3.0:1767384892.100003:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053651a20. 00000100:00000010:3.0:1767384892.100006:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef83cbf2. 00000100:00000010:3.0:1767384892.100007:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3282a55. 00000100:00000010:3.0:1767384892.100010:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026ed5be7. 00000100:00000010:3.0:1767384892.100012:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6eaa2d5. 00000100:00000010:3.0:1767384892.100015:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000167202a7. 00000100:00000010:3.0:1767384892.100017:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad8adcea. 00000100:00000010:3.0:1767384892.100024:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2e97c6f. 00000100:00000010:3.0:1767384892.100029:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080d29c28. 00000100:00000010:3.0:1767384892.100033:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba009b60. 00000100:00000010:3.0:1767384892.100041:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001443bada. 00000100:00000010:3.0:1767384892.100045:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a70b5573. 00000100:00000010:3.0:1767384892.100047:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de7ca827. 00000100:00000010:3.0:1767384892.100049:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000030b2eed. 00000100:00000010:3.0:1767384892.100051:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec411254. 00000100:00000010:3.0:1767384892.100054:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000837ba61b. 00000100:00000010:3.0:1767384892.100056:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092ee271d. 00000100:00000010:3.0:1767384892.100059:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012ba3db6. 00000100:00000010:3.0:1767384892.100060:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f952a8b. 00000100:00000010:3.0:1767384892.100063:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ea5cf1a. 00000100:00000010:3.0:1767384892.100065:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001319350b. 00000100:00000010:3.0:1767384892.100068:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000695de2c3. 00000100:00000010:3.0:1767384892.100069:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b1d4cb6. 00000100:00000010:3.0:1767384892.100077:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064e750c7. 00000100:00000010:3.0:1767384892.100079:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3b1be3b. 00000100:00000010:3.0:1767384892.100082:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005480a1ee. 00000100:00000010:3.0:1767384892.100084:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001389e7df. 00000100:00000010:3.0:1767384892.100087:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0b9c853. 00000100:00000010:3.0:1767384892.100088:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044f4105f. 00000100:00000010:3.0:1767384892.100091:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a378314. 00000100:00000010:3.0:1767384892.100093:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024d850f2. 00000100:00000010:3.0:1767384892.100096:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e31218ed. 00000100:00000010:3.0:1767384892.100097:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b896dd3c. 00000100:00000010:3.0:1767384892.100100:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b4b6478. 00000100:00000010:3.0:1767384892.100101:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb9588b7. 00000100:00000010:3.0:1767384892.100104:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a11e093d. 00000100:00000010:3.0:1767384892.100106:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016c3c670. 00000100:00000010:3.0:1767384892.100109:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045e11cfa. 00000100:00000010:3.0:1767384892.100110:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a3cacce. 00000100:00000010:3.0:1767384892.100121:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9b8a68f. 00000100:00000010:3.0:1767384892.100123:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ae8974e. 00000100:00000010:3.0:1767384892.100126:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe053905. 00000100:00000010:3.0:1767384892.100134:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000affe8d0e. 00000100:00000010:3.0:1767384892.100137:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060fa12ef. 00000100:00000010:3.0:1767384892.100139:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b28d0d94. 00000100:00000010:3.0:1767384892.100141:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000989cf606. 00000100:00000010:3.0:1767384892.100143:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006388b37e. 00000100:00000010:3.0:1767384892.100146:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db2fa3ee. 00000100:00000010:3.0:1767384892.100147:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0b352ce. 00000100:00000010:3.0:1767384892.100150:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000708319b0. 00000100:00000010:3.0:1767384892.100152:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000745ba98a. 00000100:00000010:3.0:1767384892.100154:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a6300c6. 00000100:00000010:3.0:1767384892.100156:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a365062d. 00000100:00000010:3.0:1767384892.100158:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000096170e0c. 00000100:00000010:3.0:1767384892.100160:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005816f469. 00000100:00000010:3.0:1767384892.100168:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f99e5c04. 00000100:00000010:3.0:1767384892.100169:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9d1ace3. 00000100:00000010:3.0:1767384892.100173:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3c1b38d. 00000100:00000010:3.0:1767384892.100174:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000306162f7. 00000100:00000010:3.0:1767384892.100177:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000641ed437. 00000100:00000010:3.0:1767384892.100178:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312ca783. 00000100:00000010:3.0:1767384892.100181:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a377961b. 00000100:00000010:3.0:1767384892.100183:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024a5a5a2. 00000100:00000010:3.0:1767384892.100185:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5f17c45. 00000100:00000010:3.0:1767384892.100187:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000affbf70b. 00000100:00000010:3.0:1767384892.100189:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cdc69775. 00000100:00000010:3.0:1767384892.100191:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038b8b71a. 00000100:00000010:3.0:1767384892.100194:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3c3d345. 00000100:00000010:3.0:1767384892.100196:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062795482. 00000100:00000010:3.0:1767384892.100199:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b893c132. 00000100:00000010:3.0:1767384892.100204:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037a8a305. 00000100:00000010:3.0:1767384892.100211:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083709d90. 00000100:00000010:3.0:1767384892.100213:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd6e7b2a. 00000100:00000010:3.0:1767384892.100215:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca3d60fc. 00000100:00000010:3.0:1767384892.100223:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6523384. 00000100:00000010:3.0:1767384892.100226:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d366ab61. 00000100:00000010:3.0:1767384892.100228:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e82c9b93. 00000100:00000010:3.0:1767384892.100230:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffb312a4. 00000100:00000010:3.0:1767384892.100232:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f59807ad. 00000100:00000010:3.0:1767384892.100235:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c32fa453. 00000100:00000010:3.0:1767384892.100236:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e88b133. 00000100:00000010:3.0:1767384892.100239:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001daa3e46. 00000100:00000010:3.0:1767384892.100241:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a941b03. 00000100:00000010:3.0:1767384892.100243:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000863b18d0. 00000100:00000010:3.0:1767384892.100245:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c847248a. 00000100:00000010:3.0:1767384892.100248:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3c69feb. 00000100:00000010:3.0:1767384892.100250:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f5454b3. 00000100:00000010:3.0:1767384892.100258:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5cf89bc. 00000100:00000010:3.0:1767384892.100260:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ba48047. 00000100:00000010:3.0:1767384892.100262:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e308e8b4. 00000100:00000010:3.0:1767384892.100264:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091fd5cf9. 00000100:00000010:3.0:1767384892.100267:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2ec4e4c. 00000100:00000010:3.0:1767384892.100268:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002657dae6. 00000100:00000010:3.0:1767384892.100271:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4b506d2. 00000100:00000010:3.0:1767384892.100273:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003def148f. 00000100:00000010:3.0:1767384892.100276:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8d9b36a. 00000100:00000010:3.0:1767384892.100277:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c749d5b. 00000100:00000010:3.0:1767384892.100280:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eae65149. 00000100:00000010:3.0:1767384892.100282:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098da299b. 00000100:00000010:3.0:1767384892.100285:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e690fcf9. 00000100:00000010:3.0:1767384892.100287:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000802d4ee2. 00000100:00000010:3.0:1767384892.100293:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dceed9f4. 00000100:00000010:3.0:1767384892.100294:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9aa2e97. 00000100:00000010:3.0:1767384892.100302:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da9e77d3. 00000100:00000010:3.0:1767384892.100304:0:16786:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b074a3a0. 00000100:00000010:3.0:1767384892.100307:0:16786:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000037b5c30a. 00000400:00000200:3.0:1767384892.100308:0:16786:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:3.0:1767384892.100346:0:16786:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ece23edc. 00000020:00000010:3.0:1767384892.100350:0:16786:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b82475e9. 00000100:00000010:3.0:1767384892.100381:0:16786:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d42fb4ad. 00000100:00000010:3.0:1767384892.100383:0:16786:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000202d8092. 00000100:00000010:3.0:1767384892.100386:0:16786:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003592ce2d. 00000100:00000010:3.0:1767384892.100388:0:16786:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000ed782fd. 00000100:00000010:3.0:1767384892.100390:0:16786:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c576e13e. 00000100:00000200:3.0:1767384892.100416:0:16786:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:3.0:1767384892.100418:0:16786:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000eb1e7a54. 00000100:00000010:3.0:1767384892.100753:0:16815:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005157bdd4. 00000020:00000010:3.0:1767384892.100757:0:16815:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aa83fcd7. 00000020:00000010:3.0:1767384892.100761:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:3.0:1767384892.100764:0:16815:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072e3bb1c. 00000040:00000010:3.0:1767384892.100766:0:16815:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ba5baf9. 00000020:00000010:3.0:1767384892.100769:0:16815:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077b11acf. 00000020:00000010:3.0:1767384892.100772:0:16815:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000027f03c8e. 00000020:00000010:3.0:1767384892.100775:0:16815:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d049f946. 80000000:00000010:3.0:1767384892.100777:0:16815:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d798258f. 40000000:00000010:3.0:1767384892.100780:0:16815:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072c00d53. 00100000:00000010:3.0:1767384892.100783:0:16815:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f2bc8e09. 00040000:00000010:3.0:1767384892.100785:0:16815:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008cfcbbe7. 00040000:00000010:3.0:1767384892.100788:0:16815:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009189efb3. 00040000:00000010:3.0:1767384892.100790:0:16815:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027ef6678. 00080000:00000010:3.0:1767384892.100806:0:16815:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000085f68a98. 00000004:00000010:3.0:1767384892.100809:0:16815:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000075ae3f67. 00000004:00000010:3.0:1767384892.100813:0:16815:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a8b8c272. 00000004:00000010:3.0:1767384892.100816:0:16815:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b28b462b. 00002000:00000010:3.0:1767384892.100822:0:16815:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c53dbb22. 00000004:00000010:3.0:1767384892.100824:0:16815:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000042b21e78. 00000100:00000200:3.0:1767384892.100826:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100829:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f83132. 00000400:00000010:3.0:1767384892.100831:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed1b0ee9. 00000100:00000200:3.0:1767384892.100834:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100835:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006489b572. 00000400:00000010:3.0:1767384892.100837:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50a64c7. 00000100:00000200:3.0:1767384892.100838:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100840:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a572d669. 00000400:00000010:3.0:1767384892.100841:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3a78bff. 00000100:00000200:3.0:1767384892.100842:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100843:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b4991b. 00000400:00000010:3.0:1767384892.100844:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a507251. 00000100:00000200:3.0:1767384892.100845:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100846:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b492561c. 00000400:00000010:3.0:1767384892.100847:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023ce6175. 00000100:00000200:3.0:1767384892.100848:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100849:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bd1d23. 00000400:00000010:3.0:1767384892.100850:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050fd4cee. 00000100:00000200:3.0:1767384892.100851:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100852:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042958781. 00000400:00000010:3.0:1767384892.100853:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093a6aa1a. 00000100:00000200:3.0:1767384892.100854:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100854:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a536c3a2. 00000400:00000010:3.0:1767384892.100856:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ca8cc5d. 00000100:00000200:3.0:1767384892.100857:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100858:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902b7306. 00000400:00000010:3.0:1767384892.100859:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000717ce34a. 00000100:00000200:3.0:1767384892.100860:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100861:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000abae3a9. 00000400:00000010:3.0:1767384892.100862:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092e7ed81. 00000100:00000200:3.0:1767384892.100863:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100864:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba031836. 00000400:00000010:3.0:1767384892.100865:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4765eb2. 00000100:00000200:3.0:1767384892.100869:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100871:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067cd63bd. 00000400:00000010:3.0:1767384892.100872:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009904ce5a. 00000100:00000200:3.0:1767384892.100874:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100875:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a4824a8. 00000400:00000010:3.0:1767384892.100876:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7ac1d45. 00000100:00000200:3.0:1767384892.100877:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100878:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0208647. 00000400:00000010:3.0:1767384892.100879:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037fe913d. 00000100:00000200:3.0:1767384892.100880:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100881:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009654f2b3. 00000400:00000010:3.0:1767384892.100882:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008d0e85c. 00000100:00000200:3.0:1767384892.100883:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100884:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7fb4983. 00000400:00000010:3.0:1767384892.100885:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a514f06a. 00000100:00000200:3.0:1767384892.100886:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100887:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0b97bb6. 00000400:00000010:3.0:1767384892.100888:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fca98175. 00000100:00000200:3.0:1767384892.100889:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100889:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036481963. 00000400:00000010:3.0:1767384892.100890:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9cb27eb. 00000100:00000200:3.0:1767384892.100891:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100892:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007674af29. 00000400:00000010:3.0:1767384892.100893:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d97260e. 00000100:00000200:3.0:1767384892.100895:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100896:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe28a7f4. 00000400:00000010:3.0:1767384892.100897:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005d8ee1e. 00000100:00000200:3.0:1767384892.100898:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100899:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcf7d3fb. 00000400:00000010:3.0:1767384892.100900:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef82a01b. 00000100:00000200:3.0:1767384892.100901:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100901:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2006895. 00000400:00000010:3.0:1767384892.100911:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2779503. 00000100:00000200:3.0:1767384892.100913:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100914:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad766a91. 00000400:00000010:3.0:1767384892.100918:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780ff977. 00000100:00000200:3.0:1767384892.100920:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100921:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc90f44e. 00000400:00000010:3.0:1767384892.100922:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023031bb4. 00000100:00000200:3.0:1767384892.100924:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100924:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c433ae0. 00000400:00000010:3.0:1767384892.100925:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0c9dcaa. 00000100:00000200:3.0:1767384892.100926:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100928:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043420062. 00000400:00000010:3.0:1767384892.100929:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eb246cd. 00000100:00000200:3.0:1767384892.100930:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100932:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd719fbe. 00000400:00000010:3.0:1767384892.100933:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac05e61b. 00000100:00000200:3.0:1767384892.100934:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100936:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed4b451c. 00000400:00000010:3.0:1767384892.100937:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abbff5e. 00000100:00000200:3.0:1767384892.100938:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100939:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645494ab. 00000400:00000010:3.0:1767384892.100940:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df11c2da. 00000100:00000200:3.0:1767384892.100941:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100942:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070b4e8d0. 00000400:00000010:3.0:1767384892.100943:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37b1ecb. 00000100:00000200:3.0:1767384892.100944:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100945:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0578e0f. 00000400:00000010:3.0:1767384892.100946:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000076c370e. 00000100:00000200:3.0:1767384892.100947:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100948:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc678ff9. 00000400:00000010:3.0:1767384892.100949:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6a88456. 00000100:00000200:3.0:1767384892.100950:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100951:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b9298bf. 00000400:00000010:3.0:1767384892.100952:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c09678. 00000100:00000200:3.0:1767384892.100953:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100954:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038565289. 00000400:00000010:3.0:1767384892.100955:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bccec346. 00000100:00000200:3.0:1767384892.100956:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100962:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cf1cb74. 00000400:00000010:3.0:1767384892.100964:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000903dd8b9. 00000100:00000200:3.0:1767384892.100966:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100967:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd3bee83. 00000400:00000010:3.0:1767384892.100968:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003acb7324. 00000100:00000200:3.0:1767384892.100969:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100970:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a37bcd73. 00000400:00000010:3.0:1767384892.100971:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090bc46d8. 00000100:00000200:3.0:1767384892.100972:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100973:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d73887a6. 00000400:00000010:3.0:1767384892.100974:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a4e927. 00000100:00000200:3.0:1767384892.100975:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100976:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d768259. 00000400:00000010:3.0:1767384892.100977:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a5f9e9a. 00000100:00000200:3.0:1767384892.100978:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100979:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb5924a. 00000400:00000010:3.0:1767384892.100980:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc37b1b8. 00000100:00000200:3.0:1767384892.100981:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100982:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b00f6f2. 00000400:00000010:3.0:1767384892.100983:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006720b791. 00000100:00000200:3.0:1767384892.100984:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100985:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a04425e. 00000400:00000010:3.0:1767384892.100986:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009173187c. 00000100:00000200:3.0:1767384892.100987:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100988:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e81351. 00000400:00000010:3.0:1767384892.100989:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000002c58f7. 00000100:00000200:3.0:1767384892.100990:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100991:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000635c3178. 00000400:00000010:3.0:1767384892.100992:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000105e369c. 00000100:00000200:3.0:1767384892.100993:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100994:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069838006. 00000400:00000010:3.0:1767384892.100995:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2387ff7. 00000100:00000200:3.0:1767384892.100996:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.100997:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004185be27. 00000400:00000010:3.0:1767384892.100998:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1788515. 00000100:00000200:3.0:1767384892.101002:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101004:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2d56487. 00000400:00000010:3.0:1767384892.101006:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032f3c86e. 00000100:00000200:3.0:1767384892.101007:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101008:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f468527. 00000400:00000010:3.0:1767384892.101009:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086529602. 00000100:00000200:3.0:1767384892.101010:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101011:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7fbaa6b. 00000400:00000010:3.0:1767384892.101012:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4b9ee3. 00000100:00000200:3.0:1767384892.101013:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101014:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ec2099. 00000400:00000010:3.0:1767384892.101015:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000880a5ed0. 00000100:00000200:3.0:1767384892.101016:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101017:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9591c7c. 00000400:00000010:3.0:1767384892.101018:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe09dbee. 00000100:00000200:3.0:1767384892.101019:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101020:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008539306f. 00000400:00000010:3.0:1767384892.101029:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042572edb. 00000100:00000200:3.0:1767384892.101031:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101032:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010a03b72. 00000400:00000010:3.0:1767384892.101033:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a940fdb. 00000100:00000200:3.0:1767384892.101034:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101035:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000084c6cb9. 00000400:00000010:3.0:1767384892.101036:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000148113c7. 00000100:00000200:3.0:1767384892.101037:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101038:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000833cebfa. 00000400:00000010:3.0:1767384892.101039:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eb530fe. 00000100:00000200:3.0:1767384892.101040:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101041:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfe387a. 00000400:00000010:3.0:1767384892.101042:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001959d037. 00000100:00000200:3.0:1767384892.101043:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101044:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f20f1f. 00000400:00000010:3.0:1767384892.101045:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008acd4a87. 00000100:00000200:3.0:1767384892.101046:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101047:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943276fc. 00000400:00000010:3.0:1767384892.101051:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000396c7fb9. 00000100:00000200:3.0:1767384892.101053:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101054:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc650c1a. 00000400:00000010:3.0:1767384892.101055:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0cbdd6b. 00000100:00000200:3.0:1767384892.101056:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101057:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3e3488d. 00000400:00000010:3.0:1767384892.101058:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ef7b12. 00000100:00000200:3.0:1767384892.101059:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101059:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c21ee43. 00000400:00000010:3.0:1767384892.101060:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e068c31. 00000100:00000200:3.0:1767384892.101061:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101062:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000566abd78. 00000400:00000010:3.0:1767384892.101063:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9b9e2aa. 00000100:00000200:3.0:1767384892.101064:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101065:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34bb507. 00000400:00000010:3.0:1767384892.101066:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015456333. 00000100:00000200:3.0:1767384892.101067:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384892.101068:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b3adbdb. 00000400:00000010:3.0:1767384892.101069:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7f38c80. 00000100:00000010:3.0:1767384892.101072:0:16815:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000056ee34f2. 00000100:00000200:3.0:1767384892.101084:0:16815:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384892.101526:0:16816:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000c7b780c. 00000020:00000010:3.0:1767384892.101530:0:16816:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000095eca6c9. 00000020:00000010:3.0:1767384892.101533:0:16816:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045d7c515. 00000020:00000010:3.0:1767384892.101535:0:16816:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002438cb6c. 00000040:00000010:3.0:1767384892.101536:0:16816:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e354768d. 00000020:00000010:3.0:1767384892.101539:0:16816:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057de33bd. 00000020:00000010:3.0:1767384892.101541:0:16816:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767384892.101543:0:16816:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb7ccf56. 80000000:00000010:3.0:1767384892.101544:0:16816:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000007d2909. 40000000:00000010:3.0:1767384892.101546:0:16816:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009fdc662f. 00100000:00000010:3.0:1767384892.101548:0:16816:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa705cb8. 00040000:00000010:3.0:1767384892.101550:0:16816:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dd17ce8f. 00040000:00000010:3.0:1767384892.101552:0:16816:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005a7e22bb. 00040000:00000010:3.0:1767384892.101555:0:16816:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001804cd55. 00080000:00000010:3.0:1767384892.101562:0:16816:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000017b1abdf. 00000004:00000010:3.0:1767384892.101565:0:16816:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000011bf2163. 00000004:00000010:3.0:1767384892.101568:0:16816:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000752ea0e. 00000004:00000010:3.0:1767384892.101570:0:16816:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bd36e8b2. 00002000:00000010:3.0:1767384892.101572:0:16816:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000026782798. 00000004:00000010:3.0:1767384892.101575:0:16816:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000af69d94f. 00000100:00000010:3.0:1767384892.101578:0:16816:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c0913c84. 00000100:00000200:3.0:1767384892.101615:0:16816:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384892.126722:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008880f57f. 00000020:00000010:3.0:1767384892.127350:0:16821:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba4f311e. 00000020:00000010:3.0:1767384892.127357:0:16821:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000027d84aa5. 00000040:00000010:3.0:1767384892.127362:0:16821:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004492f419. 00000020:00000010:3.0:1767384892.127366:0:16821:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f45846c6. 00000020:00000010:3.0:1767384892.127370:0:16821:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3b2d8cd. 00000020:00000010:3.0:1767384892.127389:0:16821:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003429bc24. 80000000:00000010:3.0:1767384892.127394:0:16821:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c20261c. 40000000:00000010:3.0:1767384892.127397:0:16821:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000171e16a0. 00100000:00000010:3.0:1767384892.127401:0:16821:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007bdd0cc6. 00040000:00000010:3.0:1767384892.127405:0:16821:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000051968cc. 00040000:00000010:3.0:1767384892.127408:0:16821:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000070347ca5. 00040000:00000010:3.0:1767384892.127411:0:16821:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2650ac8. 00080000:00000010:3.0:1767384892.127415:0:16821:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a50f11f6. 00000004:00000010:3.0:1767384892.127419:0:16821:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000659591f9. 00000004:00000010:3.0:1767384892.127424:0:16821:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b30bc9c5. 00000004:00000010:3.0:1767384892.127429:0:16821:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ce974b8c. 00002000:00000010:3.0:1767384892.127433:0:16821:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dbdba697. 00000004:00000010:3.0:1767384892.127436:0:16821:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fe65a7bb. 00000020:00000010:3.0:1767384892.127440:0:16821:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000050273c0c. 00000040:00000010:3.0:1767384892.127449:0:16821:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000851c2099. 00000040:00000010:3.0:1767384892.129005:0:16821:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000851c2099. 00000020:00000010:3.0:1767384892.129017:0:16821:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000050273c0c. 00000020:00000010:3.0:1767384892.129035:0:16821:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000027d84aa5. 00000040:00000010:3.0:1767384892.129041:0:16821:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004492f419. 00000020:00000010:3.0:1767384892.129056:0:16821:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f45846c6. 00000020:00000010:3.0:1767384892.129062:0:16821:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e3b2d8cd. 00000020:00000010:3.0:1767384892.129069:0:16821:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003429bc24. 80000000:00000010:3.0:1767384892.129088:0:16821:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c20261c. 40000000:00000010:3.0:1767384892.129093:0:16821:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000171e16a0. 00100000:00000010:3.0:1767384892.129097:0:16821:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007bdd0cc6. 00040000:00000010:3.0:1767384892.129101:0:16821:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000051968cc. 00040000:00000010:3.0:1767384892.129104:0:16821:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000070347ca5. 00040000:00000010:3.0:1767384892.129107:0:16821:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2650ac8. 00080000:00000010:3.0:1767384892.129111:0:16821:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a50f11f6. 00000004:00000010:3.0:1767384892.129115:0:16821:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000659591f9. 00000004:00000010:3.0:1767384892.129118:0:16821:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b30bc9c5. 00000004:00000010:3.0:1767384892.129123:0:16821:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ce974b8c. 00002000:00000010:3.0:1767384892.129128:0:16821:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dbdba697. 00000004:00000010:3.0:1767384892.129132:0:16821:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fe65a7bb. 00000020:00000010:3.0:1767384892.129135:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba4f311e. 00000100:00000010:3.0:1767384892.153705:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026999c98. 00000400:00000010:3.0:1767384892.154750:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e444613d. 00000400:00000200:3.0:1767384892.154764:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d13014a 00000400:00000010:3.0:1767384892.154773:0:16786:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003d13014a. 00000100:00000200:3.0:1767384892.154791:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373174784/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.154828:0:16786:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373174784/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384892.154875:0:16786:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000feaa8348. 02000000:00000010:3.0:1767384892.154899:0:16786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ad8aa6b4. 02000000:00000010:3.0:1767384892.154925:0:16786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c1ddb1b2. 00000100:00000010:3.0:1767384892.154937:0:16786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000040:00000010:3.0:1767384892.154950:0:16786:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004c20261c. 00000100:00000010:3.0:1767384892.159743:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7ef2a8e. 00000020:00000010:3.0:1767384892.215525:0:16823:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000050273c0c. 00040000:00000010:3.0:1767384892.215749:0:16823:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000f2650ac8. 00000020:00000010:3.0:1767384892.215776:0:16823:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000000e2d6ac. 00040000:00000010:3.0:1767384892.215796:0:16823:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000003429bc24. 00000020:00000010:3.0:1767384892.215809:0:16823:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000004021c01d. 00000020:00000010:3.0:1767384892.215873:0:16823:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5a63468. 00000040:00000010:3.0:1767384892.215881:0:16823:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008b74fa2d. 00000020:00000010:3.0:1767384892.215888:0:16823:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001502d124. 00000020:00000010:3.0:1767384892.215896:0:16823:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c05862c. 00000020:00000010:3.0:1767384892.215918:0:16823:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000d31041b. 80000000:00000010:3.0:1767384892.215923:0:16823:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026999c98. 40000000:00000010:3.0:1767384892.215927:0:16823:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000952b68b7. 00100000:00000010:3.0:1767384892.215934:0:16823:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000452576b9. 00040000:00000010:3.0:1767384892.215938:0:16823:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005e8871a7. 00040000:00000010:3.0:1767384892.215943:0:16823:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032f8140a. 00040000:00000010:3.0:1767384892.215947:0:16823:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030d9b056. 00080000:00000010:3.0:1767384892.215952:0:16823:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000322af5fa. 00000004:00000010:3.0:1767384892.215957:0:16823:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b2282ac7. 00000004:00000010:3.0:1767384892.215962:0:16823:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eeedb433. 00000004:00000010:3.0:1767384892.215967:0:16823:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b285e50b. 00000004:00000010:3.0:1767384892.215971:0:16823:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000057facf8. 00000020:00000010:3.0:1767384892.215975:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c75df26. 00000020:00000010:3.0:1767384892.215980:0:16823:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3d2e728. 00000020:00000010:3.0:1767384892.215984:0:16823:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be504ac4. 00000008:00000010:3.0:1767384892.215989:0:16823:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000079b7d7d4. 00020000:00000010:3.0:1767384892.215994:0:16823:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000022063011. 00008000:00000010:3.0:1767384892.215999:0:16823:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000085036e7c. 00000080:00000010:3.0:1767384892.216006:0:16823:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a380a80c. 00000020:00000010:3.0:1767384892.216010:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003676f7a3. 00000004:00000010:3.0:1767384892.216049:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d02b4e15. 00000004:00000010:3.0:1767384892.216090:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000054e5b9f4. 00000004:00000010:3.0:1767384892.216097:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095857c71. 00080000:00000010:3.0:1767384892.216104:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a25d4089. 00000020:00000010:3.0:1767384892.216259:0:16823:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d102875c. 00080000:00000010:3.0:1767384892.216266:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e205a7f7. 00080000:00000010:3.0:1767384892.216401:0:16823:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e205a7f7. 00000020:00000010:3.0:1767384892.216419:0:16823:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d102875c. 00000004:00000010:3.0:1767384892.216478:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000680a3b6d. 00000004:00000010:3.0:1767384892.216487:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008e466e8e. 00000004:00000010:3.0:1767384892.216493:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000da6e14cf. 00080000:00000010:3.0:1767384892.216498:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e205a7f7. 00000020:00000010:3.0:1767384892.216776:0:16823:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000090522ca2. 00080000:00000010:3.0:1767384892.216784:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004249523e. 00080000:00000010:3.0:1767384892.216848:0:16823:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004249523e. 00000020:00000010:3.0:1767384892.216855:0:16823:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000090522ca2. 00000004:00000010:3.0:1767384892.216866:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c90e3d93. 00000004:00000010:3.0:1767384892.216874:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006335e97f. 00000004:00000010:3.0:1767384892.216878:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae992e47. 00080000:00000010:3.0:1767384892.216882:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004249523e. 00000004:00000010:3.0:1767384892.216981:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000089fecd80. 00000004:00000010:3.0:1767384892.216987:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b1cf6da2. 00000004:00000010:3.0:1767384892.216991:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000000d1a099. 00080000:00000010:3.0:1767384892.216995:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000980b547b. 00100000:00000010:3.0:1767384892.217092:0:16823:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000842bf893. 00100000:00000010:3.0:1767384892.217097:0:16823:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000842bf893. 00040000:00000010:3.0:1767384892.217105:0:16823:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000007a97699. 00000001:00000010:3.0:1767384892.217111:0:16823:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000f7336a1. 00000001:00000010:3.0:1767384892.217117:0:16823:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a1ed1de6. 00000001:00000010:3.0:1767384892.217120:0:16823:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008f2a9743. 00040000:00000010:3.0:1767384892.217125:0:16823:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000842bf893. 00080000:00000010:3.0:1767384892.217132:0:16823:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767384892.217152:0:16823:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000090c238e7. 00080000:00000010:3.0:1767384892.217184:0:16823:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000090c238e7. 00080000:00000010:3.0:1767384892.217188:0:16823:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00040000:00000010:3.0:1767384892.217192:0:16823:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000842bf893. 00040000:00000010:3.0:1767384892.217234:0:16823:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000805fe1ae. 00000004:00000010:3.0:1767384892.217322:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000086f07028. 00000004:00000010:3.0:1767384892.217327:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d4c303e5. 00000004:00000010:3.0:1767384892.217332:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ce7facf4. 00080000:00000010:3.0:1767384892.217345:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001dfab04d. 00100000:00000010:3.0:1767384892.217419:0:16823:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000edaa5bd2. 00100000:00000010:3.0:1767384892.217422:0:16823:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000edaa5bd2. 00040000:00000010:3.0:1767384892.217426:0:16823:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000023d7021. 00000001:00000010:3.0:1767384892.217431:0:16823:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000502e887b. 00000001:00000010:3.0:1767384892.217435:0:16823:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000046839b2b. 00000001:00000010:3.0:1767384892.217439:0:16823:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000868f5e6c. 00040000:00000010:3.0:1767384892.217442:0:16823:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000edaa5bd2. 00080000:00000010:3.0:1767384892.217445:0:16823:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767384892.217447:0:16823:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000000cd5669. 00080000:00000010:3.0:1767384892.217466:0:16823:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000000cd5669. 00080000:00000010:3.0:1767384892.217469:0:16823:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00040000:00000010:3.0:1767384892.217471:0:16823:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000edaa5bd2. 00040000:00000010:3.0:1767384892.217475:0:16823:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000528b1014. 00000004:00000010:3.0:1767384892.217567:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000343ba265. 00000004:00000010:3.0:1767384892.217572:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000565e6539. 00000004:00000010:3.0:1767384892.217576:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000060853513. 00080000:00000010:3.0:1767384892.217579:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006b855d82. 00100000:00000010:3.0:1767384892.217727:0:16823:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004b4dd584. 00100000:00000010:3.0:1767384892.217731:0:16823:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000004b4dd584. 00040000:00000010:3.0:1767384892.217739:0:16823:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000080c5f84. 00000001:00000010:3.0:1767384892.217743:0:16823:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007ecce93b. 00000001:00000010:3.0:1767384892.217748:0:16823:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fdaf64af. 00000001:00000010:3.0:1767384892.217751:0:16823:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b2170101. 00040000:00000010:3.0:1767384892.217754:0:16823:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000004b4dd584. 00080000:00000010:3.0:1767384892.217757:0:16823:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767384892.217759:0:16823:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e6b74d42. 00080000:00000010:3.0:1767384892.217794:0:16823:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e6b74d42. 00080000:00000010:3.0:1767384892.217798:0:16823:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00040000:00000010:3.0:1767384892.217801:0:16823:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000004b4dd584. 00040000:00000010:3.0:1767384892.217808:0:16823:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004a692fb0. 00000020:00000010:3.0:1767384892.217885:0:16823:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007324d6c1. 00080000:00000010:3.0:1767384892.217894:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f98e860d. 00080000:00000010:3.0:1767384892.217987:0:16823:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f98e860d. 00000020:00000010:3.0:1767384892.217992:0:16823:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007324d6c1. 00000004:00000010:3.0:1767384892.218006:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004c156380. 00000004:00000010:3.0:1767384892.218011:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c4444b05. 00000004:00000010:3.0:1767384892.218016:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000270f225e. 00080000:00000010:3.0:1767384892.218020:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f98e860d. 00000004:00000010:3.0:1767384892.218153:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000746f7cc0. 00000004:00000010:3.0:1767384892.218158:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c1741dd9. 00000004:00000010:3.0:1767384892.218162:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000039a75e02. 00080000:00000010:3.0:1767384892.218165:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000034901afb. 00100000:00000010:3.0:1767384892.218230:0:16823:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000de57a1ea. 00100000:00000010:3.0:1767384892.218233:0:16823:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000de57a1ea. 00040000:00000010:3.0:1767384892.218237:0:16823:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e8491aee. 00000001:00000010:3.0:1767384892.218241:0:16823:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d59237d9. 00000001:00000010:3.0:1767384892.218246:0:16823:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e0f88574. 00000001:00000010:3.0:1767384892.218249:0:16823:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000085741853. 00040000:00000010:3.0:1767384892.218251:0:16823:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000de57a1ea. 00080000:00000010:3.0:1767384892.218254:0:16823:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767384892.218256:0:16823:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000754ac725. 00080000:00000010:3.0:1767384892.218277:0:16823:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000754ac725. 00080000:00000010:3.0:1767384892.218282:0:16823:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00040000:00000010:3.0:1767384892.218287:0:16823:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000de57a1ea. 00040000:00000010:3.0:1767384892.218294:0:16823:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000d3d75c82. 00000004:00000010:3.0:1767384892.218341:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f21bf301. 00000004:00000010:3.0:1767384892.218345:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e97a7fef. 00000004:00000010:3.0:1767384892.218348:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000050745193. 00080000:00000010:3.0:1767384892.218352:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009aa08676. 00100000:00000010:3.0:1767384892.218391:0:16823:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003bb51b4e. 00100000:00000010:3.0:1767384892.218393:0:16823:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003bb51b4e. 00040000:00000010:3.0:1767384892.218399:0:16823:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003d076bdb. 00000001:00000010:3.0:1767384892.218402:0:16823:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000011b5a1ce. 00000001:00000010:3.0:1767384892.218411:0:16823:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004c11c0c4. 00000001:00000010:3.0:1767384892.218413:0:16823:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f0467537. 00040000:00000010:3.0:1767384892.218424:0:16823:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000003bb51b4e. 00080000:00000010:3.0:1767384892.218428:0:16823:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767384892.218431:0:16823:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000001f5d7368. 00080000:00000010:3.0:1767384892.218464:0:16823:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000001f5d7368. 00080000:00000010:3.0:1767384892.218471:0:16823:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00040000:00000010:3.0:1767384892.218473:0:16823:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000003bb51b4e. 00040000:00000010:3.0:1767384892.218479:0:16823:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000335e3b2a. 00000004:00000010:3.0:1767384892.218551:0:16823:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cf5926ce. 00000004:00000010:3.0:1767384892.218745:0:16823:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000762e9b2a. 00000004:00000010:3.0:1767384892.218751:0:16823:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009cf223f8. 00080000:00000010:3.0:1767384892.218756:0:16823:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000906b177b. 00100000:00000010:3.0:1767384892.218812:0:16823:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003aea70e5. 00100000:00000010:3.0:1767384892.218816:0:16823:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003aea70e5. 00040000:00000010:3.0:1767384892.218823:0:16823:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000073ebf5d9. 00000001:00000010:3.0:1767384892.218829:0:16823:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000994ee19e. 00000001:00000010:3.0:1767384892.218837:0:16823:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000109aafbf. 00000001:00000010:3.0:1767384892.218841:0:16823:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000301f055e. 00040000:00000010:3.0:1767384892.218846:0:16823:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000003aea70e5. 00080000:00000010:3.0:1767384892.218851:0:16823:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767384892.218854:0:16823:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000008325d28. 00080000:00000010:3.0:1767384892.218911:0:16823:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000008325d28. 00080000:00000010:3.0:1767384892.218918:0:16823:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00040000:00000010:3.0:1767384892.218922:0:16823:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000003aea70e5. 00040000:00000010:3.0:1767384892.218931:0:16823:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000dbd1505b. 00000020:00000010:3.0:1767384892.218996:0:16823:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ce974b8c. 00000004:00000010:3.0:1767384892.219009:0:16823:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 000000003720a010. 00000004:00000010:3.0:1767384892.219014:0:16823:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000008cf7c3c9. 00000004:00000010:3.0:1767384892.219018:0:16823:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000f7608e93. 00000004:00000010:3.0:1767384892.219021:0:16823:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000008b1f0157. 00000004:00000010:3.0:1767384892.219024:0:16823:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000004b933975. 00000020:00000010:3.0:1767384892.219041:0:16823:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c3ad9be. 00000020:00000010:3.0:1767384892.219046:0:16823:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013a9cc17. 00000040:00000010:3.0:1767384892.219049:0:16823:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f006002. 00000020:00000010:3.0:1767384892.219057:0:16823:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5d25a54. 00000020:00000010:3.0:1767384892.219079:0:16823:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3b2d8cd. 00000020:00000010:3.0:1767384892.219082:0:16823:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084d5c067. 80000000:00000010:3.0:1767384892.219084:0:16823:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c63b3d. 40000000:00000010:3.0:1767384892.219087:0:16823:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003aea70e5. 00100000:00000010:3.0:1767384892.219091:0:16823:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b285e50b. 00040000:00000010:3.0:1767384892.219094:0:16823:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a12350dd. 00040000:00000010:3.0:1767384892.219098:0:16823:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b2282ac7. 00040000:00000010:3.0:1767384892.219101:0:16823:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f39209f5. 00080000:00000010:3.0:1767384892.219104:0:16823:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000322af5fa. 00000004:00000010:3.0:1767384892.219107:0:16823:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032f8140a. 00000004:00000010:3.0:1767384892.219112:0:16823:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b30bc9c5. 00000004:00000010:3.0:1767384892.219115:0:16823:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000452576b9. 00000004:00000010:3.0:1767384892.219118:0:16823:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a16cc81. 00000020:00000010:3.0:1767384892.219121:0:16823:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1ceac04. 00000020:00000010:3.0:1767384892.219126:0:16823:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de1fa117. 00000020:00000010:3.0:1767384892.219148:0:16823:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000004:00000010:3.0:1767384892.224436:0:16823:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000012f88121. 00000020:00000010:3.0:1767384892.224458:0:16823:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000915b25ac. 00000020:00000010:3.0:1767384892.224472:0:16823:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092533677. 00000040:00000010:3.0:1767384892.224478:0:16823:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bdfb6d46. 00000020:00000010:3.0:1767384892.224483:0:16823:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001502d124. 00000020:00000010:3.0:1767384892.224489:0:16823:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767384892.224514:0:16823:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cffd5bc8. 80000000:00000010:3.0:1767384892.224518:0:16823:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000ee43486. 40000000:00000010:3.0:1767384892.224520:0:16823:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015342d93. 00100000:00000010:3.0:1767384892.224526:0:16823:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000659591f9. 00040000:00000010:3.0:1767384892.224533:0:16823:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c3c66aa. 00040000:00000010:3.0:1767384892.224537:0:16823:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a50f11f6. 00040000:00000010:3.0:1767384892.224541:0:16823:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab3596ab. 00080000:00000010:3.0:1767384892.224556:0:16823:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000070347ca5. 00000004:00000010:3.0:1767384892.224580:0:16823:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007bdd0cc6. 00000004:00000010:3.0:1767384892.224586:0:16823:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006bc41792. 00000004:00000010:3.0:1767384892.224603:0:16823:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f45846c6. 00002000:00000010:3.0:1767384892.224608:0:16823:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006785f134. 00000004:00000010:3.0:1767384892.224613:0:16823:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004c20007d. 00000020:00000010:3.0:1767384892.225117:0:16823:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f59ef29f. 00000020:00000010:3.0:1767384892.225125:0:16823:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d61cdc27. 00000020:00000010:3.0:1767384892.225189:0:16823:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000a8d42c90. 00000020:00000010:3.0:1767384892.225202:0:16823:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000a8d42c90. 00000004:00000010:3.0:1767384892.225206:0:16823:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000fb53b700. 00000020:00000010:3.0:1767384892.225215:0:16823:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c311cc93. 00000040:00000010:3.0:1767384892.225219:0:16823:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5b3a143. 00000020:00000010:3.0:1767384892.225222:0:16823:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fbc78da. 00000020:00000010:3.0:1767384892.225226:0:16823:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000055c18744. 00000020:00000010:3.0:1767384892.225230:0:16823:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006dbcb6eb. 80000000:00000010:3.0:1767384892.225234:0:16823:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ed65ff51. 40000000:00000010:3.0:1767384892.225236:0:16823:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c7c1bb1e. 00100000:00000010:3.0:1767384892.225240:0:16823:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3c59cf8. 00040000:00000010:3.0:1767384892.225243:0:16823:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b46de590. 00040000:00000010:3.0:1767384892.225247:0:16823:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000052854682. 00040000:00000010:3.0:1767384892.225249:0:16823:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc3e4324. 00080000:00000010:3.0:1767384892.225251:0:16823:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000062ced0b0. 00000020:00000010:3.0:1767384892.225255:0:16823:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000015d16124. 00080000:00000010:3.0:1767384892.225257:0:16823:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f0947a1. 00000004:00000010:3.0:1767384892.225260:0:16823:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a6060a58. 00000004:00000010:3.0:1767384892.225263:0:16823:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000020bbdb69. 00000004:00000010:3.0:1767384892.225266:0:16823:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df40df82. 00002000:00000010:3.0:1767384892.225269:0:16823:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000032767ed5. 00000004:00000010:3.0:1767384892.225273:0:16823:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000063c86b73. 00000020:00000010:3.0:1767384892.225275:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a79e43d. 00000020:00000010:3.0:1767384892.225279:0:16823:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf6b9353. 00000020:00000010:3.0:1767384892.225281:0:16823:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096d037e2. 00000008:00000010:3.0:1767384892.225285:0:16823:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000455ca126. 00020000:00000010:3.0:1767384892.225288:0:16823:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001d59b891. 00008000:00000010:3.0:1767384892.225292:0:16823:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e1cec31a. 00000080:00000010:3.0:1767384892.225296:0:16823:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e78c5afc. 00000020:00000010:3.0:1767384892.225305:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5a63468. 00000020:00000010:3.0:1767384892.225310:0:16823:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000ace9f30a. 00000020:00000010:3.0:1767384892.225320:0:16823:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000062a73213. 00000020:00000010:3.0:1767384892.225331:0:16823:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004492f419. 00000020:00000010:3.0:1767384892.225334:0:16823:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5a63468. 00000040:00000010:3.0:1767384892.225336:0:16823:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc3e4324. 00000020:00000010:3.0:1767384892.225340:0:16823:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df40df82. 00000020:00000010:3.0:1767384892.225343:0:16823:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cd5bbff1. 00000020:00000010:3.0:1767384892.225346:0:16823:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006dbcb6eb. 80000000:00000010:3.0:1767384892.225348:0:16823:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2450b33. 40000000:00000010:3.0:1767384892.225350:0:16823:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000708332e0. 00100000:00000010:3.0:1767384892.225353:0:16823:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6060a58. 00040000:00000010:3.0:1767384892.225356:0:16823:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8f8ae60. 00040000:00000010:3.0:1767384892.225359:0:16823:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f0947a1. 00040000:00000010:3.0:1767384892.225361:0:16823:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f5b3a143. 00080000:00000010:3.0:1767384892.225364:0:16823:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000052854682. 00000004:00000010:3.0:1767384892.225367:0:16823:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d3c59cf8. 00000004:00000010:3.0:1767384892.225380:0:16823:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dd8b5871. 00000004:00000010:3.0:1767384892.225384:0:16823:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005fbc78da. 00000004:00000010:3.0:1767384892.225386:0:16823:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c53651a8. 00000004:00000010:3.0:1767384892.225406:0:16823:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000a8d42c90. 00000020:00000010:3.0:1767384892.225421:0:16823:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009f0ef30e. 00000100:00000010:3.0:1767384892.225452:0:16823:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 02000000:00000010:3.0:1767384892.225469:0:16823:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004d8796b2. 00000004:00000010:3.0:1767384892.225537:0:16823:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000a8d42c90. 00000004:00000010:3.0:1767384892.225542:0:16823:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 000000007a79e43d. 00020000:00000010:3.0:1767384892.225548:0:16823:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000f575f3e6. 00020000:00000010:3.0:1767384892.225552:0:16823:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000c820ed3e. 00100000:00000010:3.0:1767384892.225561:0:16823:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000a8d42c90. 00000020:00000010:3.0:1767384892.225567:0:16823:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5a63468. 00000040:00000010:3.0:1767384892.225573:0:16823:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dc3e4324. 00000020:00000010:3.0:1767384892.225594:0:16823:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df40df82. 00000020:00000010:3.0:1767384892.225640:0:16823:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cd5bbff1. 00000020:00000010:3.0:1767384892.225651:0:16823:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006dbcb6eb. 80000000:00000010:3.0:1767384892.225682:0:16823:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2450b33. 40000000:00000010:3.0:1767384892.225689:0:16823:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000708332e0. 00100000:00000010:3.0:1767384892.225696:0:16823:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6060a58. 00040000:00000010:3.0:1767384892.225722:0:16823:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8f8ae60. 00040000:00000010:3.0:1767384892.225726:0:16823:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006f0947a1. 00040000:00000010:3.0:1767384892.225731:0:16823:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5b3a143. 00080000:00000010:3.0:1767384892.225738:0:16823:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000052854682. 00000004:00000010:3.0:1767384892.225744:0:16823:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3c59cf8. 00000004:00000010:3.0:1767384892.225747:0:16823:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dd8b5871. 00000004:00000010:3.0:1767384892.225751:0:16823:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005fbc78da. 00000004:00000010:3.0:1767384892.225755:0:16823:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c53651a8. 00000020:00000010:3.0:1767384892.225760:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004492f419. 00000020:00000010:3.0:1767384892.225766:0:16823:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000062a73213. 00000020:00000010:3.0:1767384892.225775:0:16823:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b8f8ae60. 00000020:00000010:3.0:1767384892.225780:0:16823:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b8f8ae60. 00000020:00000010:3.0:1767384892.225799:0:16823:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b8f8ae60. 00000020:00000010:3.0:1767384892.225815:0:16823:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b8f8ae60. 00000020:00000010:3.0:1767384892.225849:0:16823:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000708332e0. 00000020:00000010:3.0:1767384892.225857:0:16823:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000708332e0. 00000100:00000010:3.0:1767384892.225876:0:16823:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 02000000:00000010:3.0:1767384892.225895:0:16823:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c311cc93. 00000100:00000010:3.0:1767384892.225935:0:16823:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3862388. 02000000:00000010:3.0:1767384892.225987:0:16823:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ee35c59b. 00000400:00000010:3.0:1767384892.225996:0:16823:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004548686c. 00000400:00000010:3.0:1767384892.226018:0:16823:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000096e2357. 00000100:00000200:3.0:1767384892.226027:0:16823:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373175168, portal 25 00000400:00000010:3.0:1767384892.226036:0:16823:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.226042:0:16823:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373175168, offset 0 00000400:00000200:3.0:1767384892.226051:0:16823:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.226089:0:16823:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.226119:0:16823:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273500580 00000400:00000200:3.0:1767384892.226150:0:16823:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x131 [2] + 0 00000400:00000010:3.0:1767384892.226157:0:16823:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0753970. 00000400:00000200:3.0:1767384892.226162:0:16823:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006270628b 00000400:00000200:3.0:1767384892.226169:0:16823:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.226173:0:16823:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384892.226179:0:16823:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006270628b 00000400:00000010:3.0:1767384892.226181:0:16823:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006270628b. 00000100:00000200:3.0:1767384892.226188:0:16823:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384892.226214:0:16823:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00000400:00000010:3.0:1767384892.226217:0:16823:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.226223:0:16823:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac667ac9 x1853237373175168/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384908 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384892.226891:0:16823:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004548686c. 00000400:00000200:3.0:1767384892.226898:0:16823:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000096e2357 00000400:00000010:3.0:1767384892.226900:0:16823:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000096e2357. 00000100:00000200:3.0:1767384892.226908:0:16823:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac667ac9 x1853237373175168/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.226922:0:16823:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac667ac9 x1853237373175168/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384892.226950:0:16823:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3862388. 02000000:00000010:3.0:1767384892.226960:0:16823:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ee35c59b. 02000000:00000010:3.0:1767384892.226975:0:16823:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c311cc93. 00000100:00000010:3.0:1767384892.226980:0:16823:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac667ac9. 00000020:00000010:3.0:1767384892.226989:0:16823:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b8f8ae60. 00000020:00000010:3.0:1767384892.226991:0:16823:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b8f8ae60. 00000040:00000010:3.0:1767384892.226995:0:16823:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000bf5a68d0. 00000020:00000010:3.0:1767384892.227004:0:16823:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000da88776a. 00000020:00000010:3.0:1767384892.227012:0:16823:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1ddb1b2. 00000040:00000010:3.0:1767384892.227015:0:16823:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004035139f. 00000020:00000010:3.0:1767384892.227017:0:16823:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000731316e8. 00000020:00000010:3.0:1767384892.227023:0:16823:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c8be21d. 00000020:00000010:3.0:1767384892.227026:0:16823:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002cae7ee5. 80000000:00000010:3.0:1767384892.227034:0:16823:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e40c00d. 40000000:00000010:3.0:1767384892.227038:0:16823:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5bb0b07. 00100000:00000010:3.0:1767384892.227041:0:16823:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069313032. 00040000:00000010:3.0:1767384892.227044:0:16823:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001a7c84b6. 00040000:00000010:3.0:1767384892.227049:0:16823:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a845c198. 00040000:00000010:3.0:1767384892.227053:0:16823:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5332055. 00080000:00000010:3.0:1767384892.227056:0:16823:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f4d9e1a9. 00000004:00000010:3.0:1767384892.227059:0:16823:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009b45643b. 00000004:00000010:3.0:1767384892.227079:0:16823:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000021a30024. 00000004:00000010:3.0:1767384892.227082:0:16823:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000052fbcf6d. 00002000:00000010:3.0:1767384892.227089:0:16823:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005d1e5adf. 00000004:00000010:3.0:1767384892.227091:0:16823:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000044c6c04d. 00000020:00000010:3.0:1767384892.227104:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ae2af91. 00000040:00000010:3.0:1767384892.232683:0:16786:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000048c31751. 00000040:00000010:3.0:1767384892.232694:0:16786:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009aae2a46. 00000040:00000010:3.0:1767384892.232699:0:16786:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000966d8fe3. 00000020:00000010:3.0:1767384892.232705:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003e1e2c57. 00000040:00000010:3.0:1767384892.232709:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005b34feb3. 00000020:00000010:3.0:1767384892.232713:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eaeb139d. 00000020:00000010:3.0:1767384892.232716:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000046b1282e. 80000000:00000010:3.0:1767384892.232719:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c6127ed. 00040000:00000010:3.0:1767384892.232721:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc735f8b. 00080000:00000010:3.0:1767384892.232723:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ec0298e6. 20000000:00000010:3.0:1767384892.232726:0:16786:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000050cf1255. 00000020:00000010:3.0:1767384892.232729:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001303a79e. 10000000:00000010:3.0:1767384892.232731:0:16786:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001574467d. 00000020:00000010:3.0:1767384892.232751:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000037402b6d. 00000040:00000010:3.0:1767384892.232755:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a49b76b. 00000020:00000010:3.0:1767384892.232757:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006c4c0725. 00000020:00000010:3.0:1767384892.232760:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008c84b061. 00040000:00000010:3.0:1767384892.232765:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000011a80e8c. 00040000:00000010:3.0:1767384892.232770:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000029868670. 00080000:00000010:3.0:1767384892.232774:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eba75398. 00000020:00000010:3.0:1767384892.232778:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcdbf287. 00000020:00000010:3.0:1767384892.232792:0:16786:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000d33510cd. 00000020:00000010:3.0:1767384892.232796:0:16786:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000003593082. 00000020:00000010:3.0:1767384892.232806:0:16786:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000708332e0. 00000020:00000010:3.0:1767384892.232810:0:16786:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000c2450b33. 00000020:00000010:3.0:1767384892.232813:0:16786:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000062a73213. 00000020:00000010:3.0:1767384892.232817:0:16786:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000b3862388. 00000020:00000010:3.0:1767384892.232821:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c311cc93. 00000020:00000010:3.0:1767384892.232825:0:16786:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fcdbf287. 00000040:00000010:3.0:1767384892.232828:0:16786:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029868670. 00000020:00000010:3.0:1767384892.232831:0:16786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ee818a45. 00000020:00000010:3.0:1767384892.232834:0:16786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008c84b061. 00040000:00000010:3.0:1767384892.232836:0:16786:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8f8ae60. 00040000:00000010:3.0:1767384892.232839:0:16786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001a49b76b. 00080000:00000010:3.0:1767384892.232842:0:16786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091d942da. 10000000:00000010:3.0:1767384892.232849:0:16786:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000037402b6d. 00000100:00000010:3.0:1767384892.232858:0:16786:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 02000000:00000010:3.0:1767384892.232867:0:16786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e29015a7. 00010000:00000010:3.0:1767384892.232878:0:16786:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005b6475c. 00000020:00000010:3.0:1767384892.232882:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000993bba4b. 00000100:00000010:3.0:1767384892.232897:0:16786:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000096e2357. 02000000:00000010:3.0:1767384892.232910:0:16786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c53651a8. 00000400:00000010:3.0:1767384892.232915:0:16786:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004548686c. 00000400:00000010:3.0:1767384892.232920:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.232925:0:16786:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373175936, portal 25 00000400:00000010:3.0:1767384892.232930:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.232933:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373175936, offset 0 00000400:00000200:3.0:1767384892.232941:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.232951:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.232959:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273500880 00000400:00000200:3.0:1767384892.232965:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x149 [2] + 0 00000400:00000010:3.0:1767384892.232970:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007363b079. 00000400:00000200:3.0:1767384892.232974:0:16786:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049196496 00000400:00000200:3.0:1767384892.233001:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.233006:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384892.233010:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049196496 00000400:00000010:3.0:1767384892.233012:0:16786:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049196496. 00000100:00000200:3.0:1767384892.233017:0:16786:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384892.233038:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384892.233041:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.233047:0:16786:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac667ac9 x1853237373175936/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384908 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384892.233348:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004548686c. 00000400:00000200:3.0:1767384892.233368:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00000400:00000010:3.0:1767384892.233372:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.233384:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac667ac9 x1853237373175936/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.233406:0:16786:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac667ac9 x1853237373175936/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384892.233423:0:16786:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000096e2357. 02000000:00000010:3.0:1767384892.233438:0:16786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c53651a8. 02000000:00000010:3.0:1767384892.233442:0:16786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e29015a7. 00000100:00000010:3.0:1767384892.233444:0:16786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac667ac9. 10000000:00000010:3.0:1767384892.233449:0:16786:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e9e80c95. 00000020:00000010:3.0:1767384892.233452:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e29015a7. 00000020:00000010:3.0:1767384892.233455:0:16786:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a8387e7. 00000040:00000010:3.0:1767384892.233458:0:16786:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f19d89c0. 00000020:00000010:3.0:1767384892.233461:0:16786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f459bb8d. 00000020:00000010:3.0:1767384892.233463:0:16786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6065e1c. 80000000:00000010:3.0:1767384892.233466:0:16786:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001142eabc. 00040000:00000010:3.0:1767384892.233468:0:16786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031ad5247. 00080000:00000010:3.0:1767384892.233472:0:16786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a64a96c3. 20000000:00000010:3.0:1767384892.233475:0:16786:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000709af1c4. 00000040:00000010:3.0:1767384892.233491:0:16786:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000081562f4a. 00000100:00000010:3.0:1767384892.233495:0:16786:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 02000000:00000010:3.0:1767384892.233502:0:16786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ae2af91. 00000100:00000010:3.0:1767384892.233515:0:16786:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000096e2357. 02000000:00000010:3.0:1767384892.233522:0:16786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5332055. 00000400:00000010:3.0:1767384892.233525:0:16786:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004548686c. 00000400:00000010:3.0:1767384892.233529:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.233533:0:16786:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373176064, portal 25 00000400:00000010:3.0:1767384892.233556:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.233558:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237373176064, offset 0 00000400:00000200:3.0:1767384892.233563:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.233571:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.233578:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958273500900 00000400:00000200:3.0:1767384892.233582:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x14d [2] + 0 00000400:00000010:3.0:1767384892.233585:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2c18550. 00000400:00000200:3.0:1767384892.233588:0:16786:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa7c42f7 00000400:00000200:3.0:1767384892.233592:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.233595:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384892.233598:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7c42f7 00000400:00000010:3.0:1767384892.233600:0:16786:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa7c42f7. 00000100:00000200:3.0:1767384892.233603:0:16786:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384892.233652:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384892.233671:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.233678:0:16786:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac667ac9 x1853237373176064/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384908 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384892.233978:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004548686c. 00000400:00000200:3.0:1767384892.233988:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00000400:00000010:3.0:1767384892.233991:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.233999:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac667ac9 x1853237373176064/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.234011:0:16786:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac667ac9 x1853237373176064/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384892.234030:0:16786:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000096e2357. 02000000:00000010:3.0:1767384892.234037:0:16786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5332055. 02000000:00000010:3.0:1767384892.234041:0:16786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006ae2af91. 00000100:00000010:3.0:1767384892.234044:0:16786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac667ac9. 00000040:00000010:3.0:1767384892.234064:0:16786:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000851c2099. 00000100:00000010:3.0:1767384892.234069:0:16786:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 02000000:00000010:3.0:1767384892.234078:0:16786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ae2af91. 00000100:00000010:3.0:1767384892.234085:0:16786:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000096e2357. 02000000:00000010:3.0:1767384892.234109:0:16786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a0ce3648. 00000400:00000010:3.0:1767384892.234116:0:16786:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004548686c. 00000400:00000010:3.0:1767384892.234123:0:16786:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fa7c42f7. 00000100:00000200:3.0:1767384892.234128:0:16786:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373176192, portal 25 00000400:00000010:3.0:1767384892.234133:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.234136:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373176192, offset 0 00000400:00000200:3.0:1767384892.234142:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.234152:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.234160:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273500980 00000400:00000200:3.0:1767384892.234166:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x151 [2] + 0 00000400:00000010:3.0:1767384892.234170:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abfa06a5. 00000400:00000200:3.0:1767384892.234174:0:16786:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003582e594 00000400:00000200:3.0:1767384892.234179:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.234183:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384892.234187:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003582e594 00000400:00000010:3.0:1767384892.234189:0:16786:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003582e594. 00000100:00000200:3.0:1767384892.234197:0:16786:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384892.234219:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00000400:00000010:3.0:1767384892.234223:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.234228:0:16786:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac667ac9 x1853237373176192/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384908 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384892.234570:0:16786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004548686c. 00000400:00000200:3.0:1767384892.234580:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7c42f7 00000400:00000010:3.0:1767384892.234600:0:16786:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fa7c42f7. 00000100:00000200:3.0:1767384892.234681:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac667ac9 x1853237373176192/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.234718:0:16786:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac667ac9 x1853237373176192/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384892.234737:0:16786:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000096e2357. 02000000:00000010:3.0:1767384892.234756:0:16786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a0ce3648. 02000000:00000010:3.0:1767384892.234767:0:16786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006ae2af91. 00000100:00000010:3.0:1767384892.234772:0:16786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac667ac9. 00000040:00000010:3.0:1767384892.234779:0:16786:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008ccef9bf. 00000100:00000010:3.0:1767384892.239782:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000045434. 00000100:00000010:3.0:1767384892.245742:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093b96881. 00010000:00000010:3.0:1767384892.257215:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f1004b57. 00000020:00000010:3.0:1767384892.257225:0:16820:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bbb09e44. 00010000:00000010:3.0:1767384892.257243:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045988575. 00000100:00000010:3.0:1767384892.257250:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038f760f9. 00000100:00000010:3.0:1767384892.257265:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 02000000:00000010:3.0:1767384892.257284:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ae2af91. 02000000:00000010:3.0:1767384892.257333:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5332055. 00000400:00000010:3.0:1767384892.257344:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004548686c. 00000400:00000010:3.0:1767384892.257353:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000100:00000200:3.0:1767384892.257363:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373176832, portal 16 00000400:00000010:3.0:1767384892.257371:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.257375:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373176832, offset 0 00000400:00000200:3.0:1767384892.257385:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.257399:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.257410:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273500c00 00000400:00000200:3.0:1767384892.257418:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:3.0:1767384892.257425:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.257430:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384892.257437:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384892.257441:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000400:00000200:3.0:1767384892.257464:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384892.257467:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.257477:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac667ac9 x1853237373176832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384892.257514:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009aeb175a. 00000100:00000010:3.0:1767384892.257532:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f3325e9. 00000100:00000010:3.0:1767384892.257553:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000097fbf60. 00000100:00000010:3.0:1767384892.257586:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc54e358. 00000020:00000010:3.0:1767384892.258071:0:16164:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cd5bbff1. 00000020:00000010:3.0:1767384892.258080:0:16164:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002cae7ee5. 80000000:00000010:3.0:1767384892.258102:0:16164:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000467458bd. 40000000:00000010:3.0:1767384892.258108:0:16164:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008cffb8e0. 00000008:00000010:3.0:1767384892.258116:0:16164:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006f146b5e. 00020000:00000010:3.0:1767384892.258122:0:16164:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000749dfe54. 00008000:00000010:3.0:1767384892.258131:0:16164:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000060dbe5ea. 00100000:00000010:3.0:1767384892.258137:0:16164:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000061e04fd0. 00040000:00000010:3.0:1767384892.258144:0:16164:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007324d6c1. 00040000:00000010:3.0:1767384892.258157:0:16164:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c4256069. 00040000:00000010:3.0:1767384892.258163:0:16164:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004035139f. 00080000:00000010:3.0:1767384892.258167:0:16164:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000098a308b4. 00000004:00000010:3.0:1767384892.258179:0:16164:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a9d62f20. 00000004:00000010:3.0:1767384892.258191:0:16164:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dd8b5871. 00000004:00000010:3.0:1767384892.258207:0:16164:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002fabfc5d. 00002000:00000010:3.0:1767384892.258227:0:16164:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c53651a8. 00000004:00000010:3.0:1767384892.258245:0:16164:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000df71c053. 00000080:00000010:3.0:1767384892.258256:0:16164:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ff8a8326. 00000080:00000010:3.0:1767384892.258264:0:16164:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b4be8ad9. 00000008:00000010:3.0:1767384892.258277:0:16164:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f01fdec7. 00020000:00000010:3.0:1767384892.258286:0:16164:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000506de861. 00008000:00000010:3.0:1767384892.258303:0:16164:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000027004599. 00000080:00000010:3.0:1767384892.258314:0:16164:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007e04370c. 02000000:00000010:3.0:1767384892.258341:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1ddb1b2. 00000400:00000010:3.0:1767384892.258352:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50bf3dd. 00000400:00000010:3.0:1767384892.258359:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.258364:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373176960, portal 18 00000400:00000010:3.0:1767384892.258369:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384892.258371:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373176960, offset 0 00000400:00000200:3.0:1767384892.258379:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.258399:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.258408:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273500c80 00000400:00000200:3.0:1767384892.258415:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:3.0:1767384892.258422:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.258428:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384892.258438:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384892.258443:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064874146. 00000400:00000200:3.0:1767384892.258465:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384892.258467:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384892.258475:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e47cdf10 x1853237373176960/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384892.259014:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50bf3dd. 00000400:00000200:3.0:1767384892.259026:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384892.259032:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384892.259044:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e47cdf10 x1853237373176960/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.259057:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e47cdf10 x1853237373176960/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384892.259081:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1ddb1b2. 02000000:00000010:3.0:1767384892.259086:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dec54996. 00000100:00000010:3.0:1767384892.259108:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e47cdf10. 00000100:00000010:3.0:1767384892.261687:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc54e358. 00000020:00000010:3.0:1767384892.265236:0:16786:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000095e7c7d5. 00000020:00000010:3.0:1767384892.265246:0:16786:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000095e7c7d5. 00000020:00000010:3.0:1767384892.265253:0:16786:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000cfecd451. 00000020:00000010:3.0:1767384892.265263:0:16786:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000095e7c7d5. 00000020:00000010:3.0:1767384892.265269:0:16786:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000095e7c7d5. 00040000:00000010:3.0:1767384892.265341:0:16786:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000002c93e966. 00000020:00000010:3.0:1767384892.265372:0:16786:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000090522ca2. 00080000:00000010:3.0:1767384892.265382:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f639f3e1. 00080000:00000010:3.0:1767384892.265481:0:16786:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f639f3e1. 00000020:00000010:3.0:1767384892.265486:0:16786:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000090522ca2. 00000004:00000010:3.0:1767384892.265507:0:16786:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000020b14f34. 00000004:00000010:3.0:1767384892.265516:0:16786:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ac6408e2. 00000004:00000010:3.0:1767384892.265523:0:16786:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000055caefeb. 00080000:00000010:3.0:1767384892.265530:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f639f3e1. 00100000:00000010:3.0:1767384892.265579:0:16786:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054e50658. 00010000:00000010:0.1:1767384892.265680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066706a1d. 00000004:00000010:3.0:1767384892.265691:0:16786:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c0b0097f. 00010000:00000010:0.1:1767384892.265692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000630c64e2. 00000004:00000010:3.0:1767384892.265729:0:16786:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000084ac2ca4. 00000004:00000010:3.0:1767384892.265735:0:16786:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000046255817. 00080000:00000010:3.0:1767384892.265755:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fae43a1b. 00100000:00000010:3.0:1767384892.265816:0:16786:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000005b29cd. 00040000:00000010:3.0:1767384892.265824:0:16786:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000001e6bc3c8. 00000001:00000010:3.0:1767384892.265832:0:16786:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c1ddb1b2. 00000001:00000010:3.0:1767384892.265839:0:16786:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000093001119. 00000001:00000010:3.0:1767384892.265844:0:16786:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000eb75baf6. 00040000:00000010:3.0:1767384892.265861:0:16786:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e6e25cf1. 00000020:00000010:3.0:1767384892.265889:0:16786:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d102875c. 00080000:00000010:3.0:1767384892.265895:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ea8882. 00080000:00000010:3.0:1767384892.265943:0:16786:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9ea8882. 00000020:00000010:3.0:1767384892.265949:0:16786:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d102875c. 00000004:00000010:3.0:1767384892.265957:0:16786:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002fb4e82b. 00000004:00000010:3.0:1767384892.265962:0:16786:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000969191e3. 00000004:00000010:3.0:1767384892.265967:0:16786:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a60b9a75. 00080000:00000010:3.0:1767384892.265970:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ea8882. 00100000:00000010:3.0:1767384892.266009:0:16786:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e9e80c95. 00000004:00000010:3.0:1767384892.266033:0:16786:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f31b4448. 00000004:00000010:3.0:1767384892.266039:0:16786:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000073c87fb4. 00000004:00000010:3.0:1767384892.266043:0:16786:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dfb9cbc9. 00080000:00000010:3.0:1767384892.266048:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091346eb4. 00100000:00000010:3.0:1767384892.266125:0:16786:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007e1d0d1d. 00040000:00000010:3.0:1767384892.266131:0:16786:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f4e4e8c3. 00000001:00000010:3.0:1767384892.266136:0:16786:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006ae2af91. 00000001:00000010:3.0:1767384892.266141:0:16786:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a8b48b38. 00000001:00000010:3.0:1767384892.266145:0:16786:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006270628b. 00040000:00000010:3.0:1767384892.266163:0:16786:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000038f760f9. 00000020:00000010:3.0:1767384892.266191:0:16786:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008b720c65. 00080000:00000010:3.0:1767384892.266198:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c31e545c. 00080000:00000010:3.0:1767384892.266244:0:16786:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c31e545c. 00000020:00000010:3.0:1767384892.266249:0:16786:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008b720c65. 00000004:00000010:3.0:1767384892.266256:0:16786:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c293863a. 00000004:00000010:3.0:1767384892.266261:0:16786:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e6356cd1. 00000004:00000010:3.0:1767384892.266266:0:16786:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003da93794. 00080000:00000010:3.0:1767384892.266269:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c31e545c. 00100000:00000010:3.0:1767384892.266310:0:16786:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000864ee5ad. 00000004:00000010:3.0:1767384892.266334:0:16786:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f8420b1d. 00000004:00000010:3.0:1767384892.266340:0:16786:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ab7a24d8. 00000004:00000010:3.0:1767384892.266344:0:16786:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095ff00fe. 00080000:00000010:3.0:1767384892.266348:0:16786:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007fcaf68a. 00100000:00000010:3.0:1767384892.266387:0:16786:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c91b58c7. 00040000:00000010:3.0:1767384892.266393:0:16786:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000807e4a23. 00000001:00000010:3.0:1767384892.266397:0:16786:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f5332055. 00000001:00000010:3.0:1767384892.266402:0:16786:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000030d00617. 00000001:00000010:3.0:1767384892.266405:0:16786:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ac350f1c. 00040000:00000010:3.0:1767384892.266417:0:16786:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000e54fa57f. 00000020:00000010:3.0:1767384892.266422:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e29015a7. 00000020:00000010:3.0:1767384892.266426:0:16786:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000709af1c4. 00000020:00000010:3.0:1767384892.266432:0:16786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005aad0a5d. 00000020:00000010:3.0:1767384892.266437:0:16786:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a778b66c. 00000020:00000010:3.0:1767384892.266442:0:16786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000031ad5247. 80000000:00000010:3.0:1767384892.266446:0:16786:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ba22838. 40000000:00000010:3.0:1767384892.266449:0:16786:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002fb34de6. 00100000:00000010:3.0:1767384892.266454:0:16786:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8ca53ea. 00040000:00000010:3.0:1767384892.266458:0:16786:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a00d590c. 00040000:00000010:3.0:1767384892.266461:0:16786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6065e1c. 00080000:00000010:3.0:1767384892.266466:0:16786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000793c1b78. 00002000:00000010:3.0:1767384892.266471:0:16786:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053f7e6b9. 00000020:00000010:3.0:1767384892.266739:0:16786:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000004287f2c2. 00000020:00000010:3.0:1767384892.266754:0:16786:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000004287f2c2. 00000020:00000010:3.0:1767384892.266758:0:16786:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000035a722e7. 00000020:00000010:3.0:1767384892.266764:0:16786:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000004287f2c2. 00000020:00000010:3.0:1767384892.266767:0:16786:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000004287f2c2. 40000000:00000010:3.0:1767384892.266774:0:16786:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000e042a3c0. 00080000:00000010:3.0:1767384892.266862:0:16786:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a7863ffa. 00010000:00000010:2.1F:1767384892.274644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008eb44779. 00010000:00000010:3.1:1767384892.274715:0:2410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000081cd001b. 00010000:00000010:3.1:1767384892.274734:0:2410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1004b57. 00000020:00000010:3.0:1767384892.306005:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed4056f3. 00000020:00000010:3.0:1767384892.306017:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ffe221a. 00000020:00000010:3.0:1767384892.306022:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000348c4a6e. 00000020:00000010:3.0:1767384892.306028:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009e55503a. 80000000:00000010:3.0:1767384892.306032:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079fc9bb8. 40000000:00000010:3.0:1767384892.306036:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005cc995d7. 00100000:00000010:3.0:1767384892.306040:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bf1bd783. 00040000:00000010:3.0:1767384892.306043:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095b876f4. 00040000:00000010:3.0:1767384892.306047:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d014b72e. 00080000:00000010:3.0:1767384892.306051:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000065d98234. 00002000:00000010:3.0:1767384892.306054:0:16786:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a3a71a7. 00000020:00000010:3.0:1767384892.306058:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081d6af77. 00000004:00000010:3.0:1767384892.306090:0:16786:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000c292bbfb. 00000004:00000010:3.0:1767384892.306403:0:16786:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000c292bbfb. 00000020:00000010:3.0:1767384892.306441:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ea6abf49. 00000040:00000010:3.0:1767384892.306451:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000157046c3. 00000020:00000010:3.0:1767384892.306474:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd1f440a. 00000020:00000010:3.0:1767384892.306495:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005d96a0e3. 00000020:00000010:3.0:1767384892.306508:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a8955e9. 80000000:00000010:3.0:1767384892.306518:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b719b81d. 40000000:00000010:3.0:1767384892.306532:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000357de773. 00000020:00000010:3.0:1767384892.306541:0:16786:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000c6d2bf1e. 00100000:00000010:3.0:1767384892.306546:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b981c3a8. 00040000:00000010:3.0:1767384892.306551:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001376388d. 00040000:00000010:3.0:1767384892.306556:0:16786:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000131d8498. 00040000:00000010:3.0:1767384892.306564:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e83b1a2. 00080000:00000010:3.0:1767384892.306567:0:16786:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000000dd5f70d. 00000020:00000010:3.0:1767384892.306572:0:16786:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000744ac222. 00080000:00000010:3.0:1767384892.306584:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000071512372. 00000004:00000010:3.0:1767384892.306588:0:16786:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002a885263. 00000004:00000010:3.0:1767384892.306641:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff7f3437. 00000004:00000010:3.0:1767384892.306648:0:16786:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c2ff82fa. 00000004:00000010:3.0:1767384892.306671:0:16786:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081511aaa. 00000020:00000010:3.0:1767384892.306676:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef002a4d. 00000020:00000010:3.0:1767384892.306682:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5b27529. 00000020:00000010:3.0:1767384892.306704:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8d4d550. 00000020:00000010:3.0:1767384892.306708:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee35c59b. 00000400:00000010:3.0:1767384892.306786:0:16786:0:(api-ni.c:3420:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 00000000dbded3e0. 00000400:00000200:3.0:1767384892.306790:0:16786:0:(api-ni.c:3434:LNetRegisterNIDUpdates()) Registering 000000004edf6e10/00000000dede2189 party for NID updates 00000040:00000010:3.0:1767384892.306805:0:16786:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000004c148506. 00000020:00000010:3.0:1767384892.306818:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ec6dc90. 00000040:00000010:3.0:1767384892.306825:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001572a471. 00000020:00000010:3.0:1767384892.306830:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8df5db5. 00000020:00000010:3.0:1767384892.306835:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b0873278. 80000000:00000010:3.0:1767384892.306840:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000055ca8f00. 00040000:00000010:3.0:1767384892.306844:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000073ecc31c. 00080000:00000010:3.0:1767384892.306847:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000059e14fe8. 20000000:00000010:3.0:1767384892.306852:0:16786:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000cb8dbb62. 00000020:00000010:3.0:1767384892.306858:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c1730cf. 00000001:02000400:3.0:1767384893.959110:0:17062:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767384893.978466:0:17064:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767384895.104836:0:17177:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384895.104857:0:17177:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384895.104862:0:17177:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.339655:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384897.339665:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.339669:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.339673:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.339676:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.339678:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.339683:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.339765:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384897.339773:0:16165:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c3cad99. 00000020:00000010:3.0:1767384897.339779:0:16165:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ea7739be. 80000000:00000010:3.0:1767384897.339792:0:16165:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059baa50a. 40000000:00000010:3.0:1767384897.339799:0:16165:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009175dac2. 00000008:00000010:3.0:1767384897.339806:0:16165:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000726ea381. 00020000:00000010:3.0:1767384897.339812:0:16165:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000bf29677b. 00008000:00000010:3.0:1767384897.339819:0:16165:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000083a58dbc. 00100000:00000010:3.0:1767384897.339826:0:16165:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6a24eb4. 00040000:00000010:3.0:1767384897.339833:0:16165:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008afc1a02. 00040000:00000010:3.0:1767384897.339848:0:16165:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c2ff82fa. 00040000:00000010:3.0:1767384897.339853:0:16165:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afe07ce2. 00080000:00000010:3.0:1767384897.339858:0:16165:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002a885263. 00000004:00000010:3.0:1767384897.339868:0:16165:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071512372. 00000004:00000010:3.0:1767384897.339875:0:16165:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fcb4992b. 00000004:00000010:3.0:1767384897.339881:0:16165:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000065d98234. 00002000:00000010:3.0:1767384897.339886:0:16165:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a3c28fc. 00000004:00000010:3.0:1767384897.339890:0:16165:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d668c0b5. 00000080:00000010:3.0:1767384897.339896:0:16165:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c5755d8d. 00000080:00000010:3.0:1767384897.339903:0:16165:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000df2306b7. 00000008:00000010:3.0:1767384897.339911:0:16165:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000c63961f. 00020000:00000010:3.0:1767384897.339917:0:16165:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d858f86a. 00008000:00000010:3.0:1767384897.339923:0:16165:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f8e887a8. 00000080:00000010:3.0:1767384897.339928:0:16165:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008431c4cf. 00000100:00000001:3.0:1767384897.339931:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.339933:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384897.339938:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.339949:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384897.339951:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.339954:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384897.339957:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384897.339960:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384897.339966:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373177088:0@lo:400: 00000100:00000001:3.0:1767384897.339973:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384897.339978:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384897.339987:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.339991:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384897.339998:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000383b68b0. 02000000:00000001:3.0:1767384897.340003:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384897.340011:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50bf3dd. 00000400:00000010:3.0:1767384897.340019:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384897.340027:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373177088, portal 25 00000100:00000001:3.0:1767384897.340031:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384897.340033:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000100:00000040:3.0:1767384897.340040:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.340049:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384897.340056:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384897.340061:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384897.340065:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373177088, offset 0 00000400:00000200:3.0:1767384897.340077:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384897.340092:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384897.340102:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273500d00 00000400:00000200:3.0:1767384897.340108:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:3.0:1767384897.340111:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006156ee9c. 00000400:00000200:3.0:1767384897.340114:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000052fd5920 00000400:00000200:3.0:1767384897.340119:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.340127:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384897.340132:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052fd5920 00000400:00000010:3.0:1767384897.340135:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052fd5920. 00000100:00000001:3.0:1767384897.340140:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384897.340142:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384897.340146:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009eaf400e x1853237373177088 msgsize 224 00000100:00100000:3.0:1767384897.340154:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384897.340157:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384897.340168:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.340176:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384897.340180:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384897.340185:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384897.340191:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.340206:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.340211:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.340219:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.340221:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384897.340226:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.340231:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294887939 00000100:00000010:3.0:1767384897.340236:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cc4474f. 00000100:00000001:3.0:1767384897.340243:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384897.340251:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294887939 00000100:00000010:3.0:1767384897.340257:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b9e46fe. 00000100:00000001:3.0:1767384897.340261:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384897.340265:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294887939 00000100:00000010:3.0:1767384897.340270:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a4ea34b. 00000100:00000001:3.0:1767384897.340274:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384897.340277:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294887939 00000100:00000010:3.0:1767384897.340283:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000429b2524. 00000100:00000001:3.0:1767384897.340288:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384897.340291:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.340294:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.340297:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.340301:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.340305:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.340307:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384897.340311:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.340312:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.340315:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.340317:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384897.340346:0:16798:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000079efc34c. 00000100:00000001:3.0:1767384897.341035:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.341038:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384897.341044:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384897.341052:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384897.341054:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50bf3dd. 00000400:00000200:3.0:1767384897.341057:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384897.341059:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384897.341061:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.341065:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384897.341072:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.341077:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.341080:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341082:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384897.341085:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384897.341087:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384897.341089:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.341094:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.341099:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384897.341106:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.341109:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384897.341111:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.341125:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384897.341127:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341130:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.341134:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.341140:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.341142:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384897.341144:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384897.341148:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.341154:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373177088:0@lo:400: 00000100:00000001:3.0:1767384897.341158:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341160:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.341168:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373177088/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.341174:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384897.341178:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.341181:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000383b68b0. 02000000:00000001:3.0:1767384897.341186:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384897.341189:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384897.341192:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384897.341196:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.341199:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002541b11b. 02000000:00000001:3.0:1767384897.341204:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384897.341206:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384897.341209:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:3.0:1767384897.341215:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.341217:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341221:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341224:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.341226:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341230:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.341232:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341506:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.341510:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384897.341515:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384897.341519:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384897.341521:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9777a8f. 00000400:00000200:3.0:1767384897.341527:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523ace89 00000400:00000010:3.0:1767384897.341530:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523ace89. 00000100:00000001:3.0:1767384897.341535:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.341541:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047896bf2 x1853237373177216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384897.341555:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047896bf2 x1853237373177216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.341575:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.341578:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341580:0:16162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384897.341582:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384897.341584:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384897.341620:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.341624:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384897.341629:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b5e3bf21. 00000100:00001000:3.0:1767384897.341633:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=1767384897 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384897.341637:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.341639:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384897.341641:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.341642:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384897.341646:0:16162:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000047896bf2 x1853237373177216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384897.341651:0:16162:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341653:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384897.341654:0:16162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384897.341655:0:16162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384897.341656:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.341657:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047896bf2 x1853237373177216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.341661:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.341663:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384897.341664:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341665:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384897.341668:0:16162:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:3.0:1767384897.341669:0:16162:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384897.341670:0:16162:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b350a 00000020:00000001:3.0:1767384897.341672:0:16162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.341673:0:16162:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a624ffd2 refcount=7 00000020:00000001:3.0:1767384897.341675:0:16162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558304854016 : -129515404697600 : ffff8a34d84f6000) 00000020:00000001:3.0:1767384897.341676:0:16162:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558304854016 : -129515404697600 : ffff8a34d84f6000) 00000100:00001000:3.0:1767384897.341678:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=1767384897 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384897.341680:0:16162:0:(import.c:2194:obd_at_measure()) AT 000000005bdf4d5b change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384897.341685:0:16162:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1767384897.341686:0:16162:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 6 00000100:00000001:3.0:1767384897.341693:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384897.341695:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384897.341697:0:16162:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1767384897.341699:0:16162:0:(import.c:65:import_set_state_nolock()) 0000000061777abe lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384897.341701:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384897.341702:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384897.341704:0:16162:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.341706:0:16162:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384897.341707:0:16162:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341709:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.341712:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047896bf2 x1853237373177216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.341716:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047896bf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16162:1853237373177216:0@lo:38: 00000100:00000001:3.0:1767384897.341721:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341722:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.341725:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047896bf2 x1853237373177216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.341729:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384897.341730:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.341731:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a13e5915. 02000000:00000001:3.0:1767384897.341734:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384897.341735:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384897.341736:0:16162:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384897.341737:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.341739:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007891a30c. 02000000:00000001:3.0:1767384897.341741:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384897.341742:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384897.341743:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047896bf2. 00000100:00000001:3.0:1767384897.341746:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.341747:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.341748:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341749:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.341750:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.341751:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.341758:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.343645:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294887939, at 4294887940 00000100:00000010:3.0:1767384897.343652:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000429b2524. 00080000:00000001:3.0:1767384897.722315:0:17533:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384897.722332:0:17533:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.722337:0:17533:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.883982:0:17572:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384897.883996:0:17572:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.883999:0:17572:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767384897.892276:0:17572:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:3.0:1767384897.892280:0:17572:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 00000000eba75398 00000020:00000001:3.0:1767384897.892283:0:17572:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1767384897.892286:0:17572:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000c5f93f88. 00000020:00000010:3.0:1767384897.892287:0:17572:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000329373fc. 00000020:00000001:3.0:1767384897.892289:0:17572:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446614553643278336 : -129520066273280 : ffff8a33c2756000) 00000020:00000001:3.0:1767384897.892294:0:17572:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:3.0:1767384897.892298:0:17572:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000ff7f3437. 00000020:00000010:3.0:1767384897.892305:0:17572:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 0000000081160dae. 00000020:00000010:3.0:1767384897.892311:0:17572:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 00000000a4a523e9. 00000020:00000010:3.0:1767384897.892321:0:17572:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000002fa4ba70. 00000020:00000010:3.0:1767384897.892325:0:17572:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 000000003ed83d48. 00000020:01000004:3.0:1767384897.892327:0:17572:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:3.0:1767384897.892328:0:17572:0:(obd_mount.c:904:lmd_print()) device: lustre-ost1/ost1 00000020:00000001:3.0:1767384897.892330:0:17572:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.892332:0:17572:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:3.0:1767384897.892334:0:17572:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:3.0:1767384897.892337:0:17572:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.892339:0:17572:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:3.0:1767384897.892340:0:17572:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1767384897.892348:0:17572:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000001:3.0:1767384897.892350:0:17572:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-zfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:3.0:1767384897.892353:0:17572:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 0000000054715eb0. 00000020:00000080:3.0:1767384897.892355:0:17572:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384897.892357:0:17572:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384897.892359:0:17572:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384897.892366:0:17572:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f88b1b2f. 00000020:00000080:3.0:1767384897.892372:0:17572:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000f88b1b2f) 00000020:00000001:3.0:1767384897.892374:0:17572:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384897.892376:0:17572:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009b45643b. 00000020:00000001:3.0:1767384897.892378:0:17572:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384897.892380:0:17572:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b45643b with handle 0xcb8130832f6b351f to hash 00000020:00000001:3.0:1767384897.892381:0:17572:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384897.892383:0:17572:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384897.892384:0:17572:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.892386:0:17572:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614553643280384 : -129520066271232 : ffff8a33c2756800) 00000020:00000040:3.0:1767384897.892388:0:17572:0:(genops.c:898:class_export_put()) PUTting export 000000009b45643b : new refcount 1 00000020:00000040:3.0:1767384897.892392:0:17572:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000f88b1b2f) now 2 - obd_device_list 00000020:00000001:3.0:1767384897.892396:0:17572:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384897.892397:0:17572:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-zfs with refcount 2 00000020:00000001:3.0:1767384897.892399:0:17572:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.892400:0:17572:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.892402:0:17572:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 0000000054715eb0. 00000020:00000001:3.0:1767384897.892404:0:17572:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 lustre-ost1/ost1 0:32768 (null) lustre-OST0000 00000020:00000010:3.0:1767384897.892406:0:17572:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 0000000054715eb0. 00000020:00000080:3.0:1767384897.892407:0:17572:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384897.892410:0:17572:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384897.892417:0:17572:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384897.892419:0:17572:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000db9e888f. 00000001:00000010:3.0:1767384897.892422:0:17572:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ebee651. 00000001:00000010:3.0:1767384897.892424:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5d2cc4f. 00000001:00000010:3.0:1767384897.892425:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055cdaf48. 00000001:00000010:3.0:1767384897.892427:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000028b627d. 00000001:00000010:3.0:1767384897.892428:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec77407b. 00000001:00000001:3.0:1767384897.892430:0:17572:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384897.892431:0:17572:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000081ee816e. 00000001:00000010:3.0:1767384897.892432:0:17572:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bdfd10bf. 00000001:00000010:3.0:1767384897.892433:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f88a8e26. 00000001:00000010:3.0:1767384897.892434:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d1f2fcbf. 00000001:00000010:3.0:1767384897.892436:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b10da578. 00000001:00000010:3.0:1767384897.892437:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005672db14. 00000020:00000001:3.0:1767384897.892442:0:17572:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384897.892444:0:17572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cd37f19. 00000020:00000010:3.0:1767384897.892447:0:17572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384897.892451:0:17572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba1bd9cc. 00000008:00000010:3.0:1767384897.892454:0:17572:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000deef6f03. 00020000:00000010:3.0:1767384897.892458:0:17572:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001d012b9d. 00008000:00000010:3.0:1767384897.892461:0:17572:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000010daacf9. 00000080:00000010:3.0:1767384897.892466:0:17572:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000092b62db. 00000020:00000010:3.0:1767384897.892468:0:17572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d2fe15. 00000020:00000010:3.0:1767384897.892469:0:17572:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe31b1a9. 00000040:00000010:3.0:1767384897.892472:0:17572:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f87c7ea2. 00000020:00000010:3.0:1767384897.892475:0:17572:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4d9e1a9. 00000020:00000010:3.0:1767384897.892478:0:17572:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000781dc8dc. 00040000:00000010:3.0:1767384897.892481:0:17572:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000955853bb. 00040000:00000010:3.0:1767384897.892483:0:17572:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b0f46b7e. 00080000:00000010:3.0:1767384897.892486:0:17572:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a845c198. 00080000:00000010:3.0:1767384897.892495:0:17572:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000b5327ffa. 00080000:00000001:3.0:1767384897.892498:0:17572:0:(osd_handler.c:1351:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.892500:0:17572:0:(osd_handler.c:1127:osd_mount()) Process entered 00080000:00000001:3.0:1767384897.892502:0:17572:0:(osd_handler.c:955:osd_objset_open()) Process entered 00080000:00000001:3.0:1767384897.897379:0:17572:0:(osd_handler.c:1031:osd_objset_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.897414:0:17572:0:(lu_object.c:1098:lu_site_init()) Process entered 00000020:00000010:3.0:1767384897.897434:0:17572:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000055f80f17. 00000020:00000010:3.0:1767384897.897444:0:17572:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000289ed225. 00000020:00000010:3.0:1767384897.897448:0:17572:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000d896f4f4. 00000020:00000001:3.0:1767384897.897454:0:17572:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.897776:0:17572:0:(osd_handler.c:946:osd_objset_register_callbacks()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.898449:0:17572:0:(osd_scrub.c:1356:osd_scrub_setup()) Process entered 00080000:00000010:3.0:1767384897.899213:0:17572:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000235d188a. 00000020:00000001:3.0:1767384897.899217:0:17572:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384897.899222:0:17572:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000005c017892. 00080000:00000010:3.0:1767384897.899226:0:17572:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a67b24d0. 00080000:00000010:3.0:1767384897.899229:0:17572:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000201324cd. 00080000:00000001:3.0:1767384897.899234:0:17572:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384897.899272:0:17572:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384897.899283:0:17572:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384897.899300:0:17572:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.899303:0:17572:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.899304:0:17572:0:(osd_object.c:599:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384897.899306:0:17572:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.899309:0:17572:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614558304992384 : -129515404559232 : ffff8a34d8517c80) 00080000:00000001:3.0:1767384897.899354:0:17572:0:(osd_oi.c:886:osd_oi_init()) Process entered 00080000:00000001:3.0:1767384897.899355:0:17572:0:(osd_oi.c:845:osd_oi_init_index_backup()) Process entered 00080000:00000001:3.0:1767384897.899365:0:17572:0:(osd_oi.c:850:osd_oi_init_index_backup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.899367:0:17572:0:(osd_oi.c:859:osd_oi_init_remote_parent()) Process entered 00080000:00000001:3.0:1767384897.899368:0:17572:0:(osd_oi.c:831:osd_oi_init_compat()) Process entered 00080000:00000001:3.0:1767384897.899373:0:17572:0:(osd_oi.c:836:osd_oi_init_compat()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.899375:0:17572:0:(osd_oi.c:777:osd_oi_probe()) Process entered 00080000:00000001:3.0:1767384897.900176:0:17572:0:(osd_oi.c:803:osd_oi_probe()) Process leaving (rc=128 : 128 : 80) 00080000:00000010:3.0:1767384897.900181:0:17572:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 000000001327b3a6. 00080000:00000001:3.0:1767384897.900184:0:17572:0:(osd_oi.c:751:osd_oi_open_table()) Process entered 00080000:00000010:3.0:1767384897.900186:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a7e3a5a4. 00080000:00000010:3.0:1767384897.900209:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000049d15959. 00080000:00000010:3.0:1767384897.900230:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000899475b. 00080000:00000010:3.0:1767384897.900249:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c8f1a564. 00080000:00000010:3.0:1767384897.900272:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f8c3a131. 00080000:00000010:3.0:1767384897.900292:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000670f4868. 00080000:00000010:3.0:1767384897.900312:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005aedf07f. 00080000:00000010:3.0:1767384897.900339:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008413a5f3. 00080000:00000010:3.0:1767384897.900360:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000020512fd7. 00080000:00000010:3.0:1767384897.900391:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004a072f4f. 00080000:00000010:3.0:1767384897.900422:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000cab9f90. 00080000:00000010:3.0:1767384897.900442:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000026ca4d34. 00080000:00000010:3.0:1767384897.900461:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008f6dfb6e. 00080000:00000010:3.0:1767384897.900491:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000230f9c18. 00080000:00000010:3.0:1767384897.900512:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d99fbeea. 00080000:00000010:3.0:1767384897.900532:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f5a13e6c. 00080000:00000010:3.0:1767384897.900568:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bb559ac9. 00080000:00000010:3.0:1767384897.900589:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000029fb4d56. 00080000:00000010:3.0:1767384897.900642:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d18fce9. 00080000:00000010:3.0:1767384897.900674:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000064126e90. 00080000:00000010:3.0:1767384897.900694:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039386fec. 00080000:00000010:3.0:1767384897.900713:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ab2a2d69. 00080000:00000010:3.0:1767384897.900731:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc8c2eb7. 00080000:00000010:3.0:1767384897.900749:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f771df4e. 00080000:00000010:3.0:1767384897.900767:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006a97e4cc. 00080000:00000010:3.0:1767384897.900797:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000059a89924. 00080000:00000010:3.0:1767384897.901120:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d331cd62. 00080000:00000010:3.0:1767384897.901144:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006afc7cb1. 00080000:00000010:3.0:1767384897.901164:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008e641904. 00080000:00000010:3.0:1767384897.901183:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000038ce2373. 00080000:00000010:3.0:1767384897.901200:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002fca1ea6. 00080000:00000010:3.0:1767384897.901217:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000317a7377. 00080000:00000010:3.0:1767384897.901232:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b433f6cf. 00080000:00000010:3.0:1767384897.901249:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004fef60d1. 00080000:00000010:3.0:1767384897.901266:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002f105dd9. 00080000:00000010:3.0:1767384897.901295:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002870a7fb. 00080000:00000010:3.0:1767384897.901311:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000283d4359. 00080000:00000010:3.0:1767384897.901329:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004f9c9e97. 00080000:00000010:3.0:1767384897.901345:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e1c35291. 00080000:00000010:3.0:1767384897.901372:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000022d5db4c. 00080000:00000010:3.0:1767384897.901387:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001479400f. 00080000:00000010:3.0:1767384897.901412:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000094c44ecf. 00080000:00000010:3.0:1767384897.901730:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003271e30a. 00080000:00000010:3.0:1767384897.901752:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dd009b8c. 00080000:00000010:3.0:1767384897.901768:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000510d5507. 00080000:00000010:3.0:1767384897.901786:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000620df62c. 00080000:00000010:3.0:1767384897.901804:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a36ceab0. 00080000:00000010:3.0:1767384897.901818:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bfe8dc26. 00080000:00000010:3.0:1767384897.901832:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008a46ca33. 00080000:00000010:3.0:1767384897.901845:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004c915be6. 00080000:00000010:3.0:1767384897.901862:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007c526e5d. 00080000:00000010:3.0:1767384897.901879:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000026ff2e12. 00080000:00000010:3.0:1767384897.901896:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d93261a. 00080000:00000010:3.0:1767384897.901950:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f144511d. 00080000:00000010:3.0:1767384897.901969:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034d118a5. 00080000:00000010:3.0:1767384897.901986:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d4fad46. 00080000:00000010:3.0:1767384897.902003:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096982423. 00080000:00000010:3.0:1767384897.902031:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009890b156. 00080000:00000010:3.0:1767384897.902336:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d2d2fe59. 00080000:00000010:3.0:1767384897.902353:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dc434955. 00080000:00000010:3.0:1767384897.902363:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041621c34. 00080000:00000010:3.0:1767384897.902374:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f38ce3b1. 00080000:00000010:3.0:1767384897.902385:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000733ccde5. 00080000:00000010:3.0:1767384897.902396:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039f0ccd6. 00080000:00000010:3.0:1767384897.902406:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003891208b. 00080000:00000010:3.0:1767384897.902415:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033fcb207. 00080000:00000010:3.0:1767384897.902426:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006a27fd8f. 00080000:00000010:3.0:1767384897.902437:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f89257c. 00080000:00000010:3.0:1767384897.902447:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c5f2708. 00080000:00000010:3.0:1767384897.902456:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fcc6f429. 00080000:00000010:3.0:1767384897.902465:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b3046bbf. 00080000:00000010:3.0:1767384897.902474:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fbb1d95e. 00080000:00000010:3.0:1767384897.902483:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000088beea9f. 00080000:00000010:3.0:1767384897.902500:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e4fc19b. 00080000:00000010:3.0:1767384897.902777:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a3962290. 00080000:00000010:3.0:1767384897.902792:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009f0c9e80. 00080000:00000010:3.0:1767384897.902802:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000728e8f5a. 00080000:00000010:3.0:1767384897.902812:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d59ca7cd. 00080000:00000010:3.0:1767384897.902822:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005732127e. 00080000:00000010:3.0:1767384897.902832:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000047178ca2. 00080000:00000010:3.0:1767384897.902853:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000739fec13. 00080000:00000010:3.0:1767384897.902866:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000073aa6520. 00080000:00000010:3.0:1767384897.902877:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000047818a34. 00080000:00000010:3.0:1767384897.902888:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e0ea9dd0. 00080000:00000010:3.0:1767384897.902897:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008424e5ac. 00080000:00000010:3.0:1767384897.902907:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000920aa89a. 00080000:00000010:3.0:1767384897.902917:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034e231e0. 00080000:00000010:3.0:1767384897.902944:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000961d60f3. 00080000:00000010:3.0:1767384897.902955:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003f515e57. 00080000:00000010:3.0:1767384897.902973:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000132e2401. 00080000:00000010:3.0:1767384897.903251:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000092d95633. 00080000:00000010:3.0:1767384897.903265:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ef3622be. 00080000:00000010:3.0:1767384897.903276:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c8dccec2. 00080000:00000010:3.0:1767384897.903286:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000002d0cca9. 00080000:00000010:3.0:1767384897.903296:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a7085c16. 00080000:00000010:3.0:1767384897.903305:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000399c1da4. 00080000:00000010:3.0:1767384897.903315:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000069b34847. 00080000:00000010:3.0:1767384897.903333:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000059ef010d. 00080000:00000010:3.0:1767384897.903343:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c7b42dd. 00080000:00000010:3.0:1767384897.903352:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c3b323f7. 00080000:00000010:3.0:1767384897.903361:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ab936a76. 00080000:00000010:3.0:1767384897.903371:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008c1a4d8f. 00080000:00000010:3.0:1767384897.903665:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d86dbd2c. 00080000:00000010:3.0:1767384897.903681:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000073161977. 00080000:00000010:3.0:1767384897.903690:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001ddff508. 00080000:00000010:3.0:1767384897.903709:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007b4b78ca. 00080000:00000010:3.0:1767384897.903722:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ad2d66bc. 00080000:00000010:3.0:1767384897.903741:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008df63944. 00080000:00000010:3.0:1767384897.903753:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f649d57. 00080000:00000010:3.0:1767384897.903765:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f47367c2. 00080000:00000010:3.0:1767384897.903783:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000089f9e103. 00080000:00000010:3.0:1767384897.903802:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009a7ac473. 00080000:00000010:3.0:1767384897.903822:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bce6d672. 00080000:00000010:3.0:1767384897.903842:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bfc98c3e. 00080000:00000010:3.0:1767384897.903864:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e0991708. 00080000:00000010:3.0:1767384897.903894:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001e51c613. 00080000:00000010:3.0:1767384897.903913:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dc46b28d. 00080000:00000010:3.0:1767384897.903933:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b4d86dd6. 00080000:00000010:3.0:1767384897.904198:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001215e957. 00080000:00000010:3.0:1767384897.904224:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f6fea203. 00080000:00000010:3.0:1767384897.904244:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001d05d301. 00080000:00000010:3.0:1767384897.904283:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006838afb0. 00080000:00000010:3.0:1767384897.904312:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007a3e9afe. 00080000:00000010:3.0:1767384897.904330:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e882e212. 00080000:00000010:3.0:1767384897.904350:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f927d4e7. 00080000:00000010:3.0:1767384897.904377:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a233bfcb. 00080000:00000010:3.0:1767384897.904398:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ecdf71e4. 00080000:00000010:3.0:1767384897.904418:0:17572:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000098c3a291. 00080000:00000001:3.0:1767384897.904447:0:17572:0:(osd_oi.c:761:osd_oi_open_table()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.904450:0:17572:0:(osd_oi.c:969:osd_oi_init()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1767384897.904453:0:17572:0:(osd_scrub.c:1240:osd_initial_OI_scrub()) Process entered 00100000:00000001:3.0:1767384897.904463:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.904790:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.904802:0:17572:0:(osd_scrub.c:874:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.904808:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.904811:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.904812:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.905664:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.905668:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384897.905671:0:17572:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000078b56d82. 00100000:00000001:3.0:1767384897.905701:0:17572:0:(osd_scrub.c:66:osd_scrub_refresh_mapping()) Process entered 00080000:00000001:3.0:1767384897.905706:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.905707:0:17572:0:(osd_oi.c:359:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384897.905710:0:17572:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:3.0:1767384897.905713:0:17572:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000008c9ade7. 00080000:00000010:3.0:1767384897.905716:0:17572:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000eacfb15e. 00080000:00000001:3.0:1767384897.907573:0:17572:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446614557948291968 : -129515761259648 : ffff8a34c30eab80) 00100000:00000001:3.0:1767384897.908443:0:17572:0:(osd_scrub.c:121:osd_scrub_refresh_mapping()) Process leaving via log (rc=1 : 1 : 0x1) 00100000:10000000:3.0:1767384897.908446:0:17572:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:00000001:3.0:1767384897.908456:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.908761:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.909623:0:17572:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384897.909626:0:17572:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f3b658a8. 00100000:00000001:3.0:1767384897.909629:0:17572:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.909631:0:17572:0:(osd_scrub.c:892:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:3.0:1767384897.909635:0:17572:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00080000:00000001:3.0:1767384897.909644:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.909645:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.909646:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.909657:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.909659:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.909674:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.909956:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.909963:0:17572:0:(osd_scrub.c:874:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.909966:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.909967:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.909968:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.909977:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.909978:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384897.909980:0:17572:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000b7fe90bb. 00100000:00000001:3.0:1767384897.909987:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00080000:00000001:3.0:1767384897.910303:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.910305:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.910305:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.910315:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.910316:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384897.910317:0:17572:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000001f5b43d6. 00100000:00000001:3.0:1767384897.910324:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.910336:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.910338:0:17572:0:(osd_scrub.c:862:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.910341:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.910342:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.910342:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.910358:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.910359:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.910364:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.910374:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.910376:0:17572:0:(osd_scrub.c:862:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.910379:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.910380:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.910380:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.910386:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.910387:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.910395:0:17572:0:(osd_scrub.c:66:osd_scrub_refresh_mapping()) Process entered 00080000:00000001:3.0:1767384897.910397:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.910401:0:17572:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.911274:0:17572:0:(osd_scrub.c:121:osd_scrub_refresh_mapping()) Process leaving via log (rc=1 : 1 : 0x1) 00100000:10000000:3.0:1767384897.911278:0:17572:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:00000001:3.0:1767384897.911291:0:17572:0:(osd_scrub.c:66:osd_scrub_refresh_mapping()) Process entered 00080000:00000001:3.0:1767384897.911294:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.911295:0:17572:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.912089:0:17572:0:(osd_scrub.c:121:osd_scrub_refresh_mapping()) Process leaving via log (rc=1 : 1 : 0x1) 00100000:10000000:3.0:1767384897.912091:0:17572:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:00000001:3.0:1767384897.912105:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.912122:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.912937:0:17572:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384897.912939:0:17572:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c1a41258. 00100000:00000001:3.0:1767384897.912941:0:17572:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.912943:0:17572:0:(osd_scrub.c:892:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:3.0:1767384897.912947:0:17572:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0x3:0x0] (8/32) 00080000:00000001:3.0:1767384897.912950:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.912951:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.912952:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.912961:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.912962:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.912969:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.912985:0:17572:0:(osd_scrub.c:990:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384897.912987:0:17572:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000e0ea0e4b. 00100000:00000001:3.0:1767384897.912989:0:17572:0:(osd_scrub.c:1123:osd_ios_general_sd()) Process entered 00100000:00000001:3.0:1767384897.913739:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.913740:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.913756:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.913759:0:17572:0:(osd_scrub.c:862:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.913762:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.913763:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.913764:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.913770:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.913771:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.913773:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.913774:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:00000001:3.0:1767384897.913780:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.913785:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.913800:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.913802:0:17572:0:(osd_scrub.c:862:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.913805:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.913805:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.913806:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.913812:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.913813:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.913814:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.913815:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 451: rc = 0 00100000:00000001:3.0:1767384897.913821:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.913822:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.913833:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.913835:0:17572:0:(osd_scrub.c:862:osd_ios_index_register()) Process leaving via log (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.913837:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.913838:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.913839:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.913844:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.913845:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.913846:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.913847:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:00000001:3.0:1767384897.913849:0:17572:0:(osd_scrub.c:1134:osd_ios_general_sd()) Process leaving via log (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384897.913851:0:17572:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000078b56d82. 00100000:00000001:3.0:1767384897.913853:0:17572:0:(osd_scrub.c:1123:osd_ios_general_sd()) Process entered 00100000:00000001:3.0:1767384897.914687:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.914689:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.914705:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.915471:0:17572:0:(osd_scrub.c:880:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.915478:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.915479:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.915480:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.915489:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.915490:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.915492:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.915493:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 377: rc = 0 00100000:00000001:3.0:1767384897.915500:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.915501:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.915516:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.916270:0:17572:0:(osd_scrub.c:880:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.916277:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.916278:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.916279:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.916976:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.916978:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.916979:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.916981:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 377: rc = 0 00100000:00000001:3.0:1767384897.916989:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.916990:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.917007:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.917765:0:17572:0:(osd_scrub.c:880:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.917772:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.917773:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.917774:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.917783:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.917784:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.917785:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.917798:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 377: rc = 0 00100000:00000001:3.0:1767384897.917805:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.917806:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.917821:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.918539:0:17572:0:(osd_scrub.c:880:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.918546:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.918547:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.918560:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.918573:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.918574:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.918575:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.918576:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 377: rc = 0 00100000:00000001:3.0:1767384897.918584:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.918585:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.918616:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.919361:0:17572:0:(osd_scrub.c:880:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.919368:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.919369:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.919370:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.919379:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.919384:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.919385:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.919386:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 377: rc = 0 00100000:00000001:3.0:1767384897.919395:0:17572:0:(osd_scrub.c:1077:osd_ios_varfid_hd()) Process entered 00100000:00000001:3.0:1767384897.919396:0:17572:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00100000:00000001:3.0:1767384897.919411:0:17572:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384897.920096:0:17572:0:(osd_scrub.c:880:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384897.920103:0:17572:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384897.920104:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384897.920104:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.920114:0:17572:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.920115:0:17572:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384897.920116:0:17572:0:(osd_scrub.c:1083:osd_ios_varfid_hd()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1767384897.920117:0:17572:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 377: rc = 0 00100000:00000001:3.0:1767384897.920120:0:17572:0:(osd_scrub.c:1134:osd_ios_general_sd()) Process leaving via log (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384897.920131:0:17572:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000b7fe90bb. 00100000:00000001:3.0:1767384897.920134:0:17572:0:(osd_scrub.c:1123:osd_ios_general_sd()) Process entered 00100000:00000001:3.0:1767384897.920845:0:17572:0:(osd_scrub.c:1134:osd_ios_general_sd()) Process leaving via log (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384897.920850:0:17572:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000001f5b43d6. 00100000:00000001:3.0:1767384897.920852:0:17572:0:(osd_scrub.c:1123:osd_ios_general_sd()) Process entered 00100000:00000001:3.0:1767384897.921520:0:17572:0:(osd_scrub.c:1134:osd_ios_general_sd()) Process leaving via log (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384897.921524:0:17572:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000e0ea0e4b. 00100000:00000001:3.0:1767384897.921527:0:17572:0:(osd_scrub.c:1302:osd_initial_OI_scrub()) Process leaving 00100000:00000001:3.0:1767384897.921528:0:17572:0:(osd_scrub.c:1452:osd_scrub_setup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.921530:0:17572:0:(osd_lproc.c:397:osd_procfs_init()) Process entered 00080000:00000001:3.0:1767384897.921646:0:17572:0:(osd_lproc.c:79:osd_stats_init()) Process entered 00000020:00000010:3.0:1767384897.921650:0:17572:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000062624b98. 00000020:00000010:3.0:1767384897.921653:0:17572:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000fed46867. 00080000:00000001:3.0:1767384897.921670:0:17572:0:(osd_lproc.c:134:osd_stats_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.921672:0:17572:0:(osd_lproc.c:433:osd_procfs_init()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384897.921675:0:17572:0:(qsd_lib.c:670:qsd_init()) Process entered 00040000:00000010:3.0:1767384897.921679:0:17572:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000006b15ef10. 00040000:00000001:3.0:1767384897.921682:0:17572:0:(qsd_config.c:59:qsd_get_fsinfo()) Process entered 00040000:00000010:3.0:1767384897.921683:0:17572:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 000000005dd8e3ba. 00040000:00000010:3.0:1767384897.921686:0:17572:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 000000005dd8e3ba. 00040000:00000001:3.0:1767384897.921688:0:17572:0:(qsd_config.c:100:qsd_get_fsinfo()) Process leaving (rc=18446614558908241792 : -129514801309824 : ffff8a34fc465780) 00000020:00000010:3.0:1767384897.921707:0:17572:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000005dd8e3ba. 00000020:00000010:3.0:1767384897.921710:0:17572:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000005dd8e3ba. 00040000:00000001:3.0:1767384897.921712:0:17572:0:(qsd_lib.c:742:qsd_init()) Process leaving 00040000:00000001:3.0:1767384897.921713:0:17572:0:(qsd_lib.c:748:qsd_init()) Process leaving (rc=18446614558307756544 : -129515401795072 : ffff8a34d87baa00) 00080000:00000001:3.0:1767384897.921754:0:17572:0:(osd_handler.c:1268:osd_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384897.921760:0:17572:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fe31b1a9. 00000040:00000010:3.0:1767384897.921763:0:17572:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f87c7ea2. 00000020:00000010:3.0:1767384897.921766:0:17572:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4d9e1a9. 00000020:00000010:3.0:1767384897.921769:0:17572:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000781dc8dc. 00040000:00000010:3.0:1767384897.921772:0:17572:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000955853bb. 00040000:00000010:3.0:1767384897.921776:0:17572:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b0f46b7e. 00080000:00000010:3.0:1767384897.921778:0:17572:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000235d188a. 00080000:00000010:3.0:1767384897.921781:0:17572:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a845c198. 00000020:00000010:3.0:1767384897.921783:0:17572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d2fe15. 00000020:00000010:3.0:1767384897.921787:0:17572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384897.921790:0:17572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba1bd9cc. 00000008:00000010:3.0:1767384897.921793:0:17572:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000deef6f03. 00020000:00000010:3.0:1767384897.921796:0:17572:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001d012b9d. 00008000:00000010:3.0:1767384897.921800:0:17572:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000010daacf9. 00000080:00000010:3.0:1767384897.921803:0:17572:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000092b62db. 00000020:00000010:3.0:1767384897.921805:0:17572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cd37f19. 00000020:00000001:3.0:1767384897.921806:0:17572:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.921809:0:17572:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000f88b1b2f) now 3 - setup 00000020:00000080:3.0:1767384897.921811:0:17572:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000001:3.0:1767384897.921812:0:17572:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921814:0:17572:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.921816:0:17572:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 0000000054715eb0. 00000020:00000001:3.0:1767384897.921824:0:17572:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:3.0:1767384897.921825:0:17572:0:(osd_handler.c:1527:osd_obd_connect()) Process entered 00080000:01000000:3.0:1767384897.921826:0:17572:0:(osd_handler.c:1528:osd_obd_connect()) connect #0 00000020:00000001:3.0:1767384897.921828:0:17572:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384897.921830:0:17572:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384897.921832:0:17572:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a845c198. 00000020:00000001:3.0:1767384897.921834:0:17572:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384897.921839:0:17572:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a845c198 with handle 0xcb8130832f6b3526 to hash 00000020:00000001:3.0:1767384897.921841:0:17572:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384897.921843:0:17572:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384897.921845:0:17572:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.921846:0:17572:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000f88b1b2f) now 4 - export 00000020:00000001:3.0:1767384897.921848:0:17572:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614553643266048 : -129520066285568 : ffff8a33c2753000) 00000020:00000040:3.0:1767384897.921850:0:17572:0:(genops.c:898:class_export_put()) PUTting export 00000000a845c198 : new refcount 1 00000020:00000080:3.0:1767384897.921852:0:17572:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xcb8130832f6b3526 00000020:00000001:3.0:1767384897.921853:0:17572:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921854:0:17572:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384897.921855:0:17572:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3526 00000020:00000001:3.0:1767384897.921857:0:17572:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.921858:0:17572:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a845c198 refcount=2 00000020:00000001:3.0:1767384897.921859:0:17572:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553643266048 : -129520066285568 : ffff8a33c2753000) 00000020:00000001:3.0:1767384897.921860:0:17572:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553643266048 : -129520066285568 : ffff8a33c2753000) 00080000:00000001:3.0:1767384897.921862:0:17572:0:(osd_handler.c:1538:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921863:0:17572:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921866:0:17572:0:(tgt_mount.c:2513:osd_start()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384897.921869:0:17572:0:(tgt_mount.c:2546:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:00000001:3.0:1767384897.921872:0:17572:0:(obd_mount.c:279:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1767384897.921882:0:17572:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000099d7b350. 00000020:00000010:3.0:1767384897.921884:0:17572:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000005dd8e3ba. 00000020:00000001:3.0:1767384897.921886:0:17572:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.921888:0:17572:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.921890:0:17572:0:(mgc_request.c:1100:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921891:0:17572:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384897.921894:0:17572:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.149@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1767384897.921895:0:17572:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.921895:0:17572:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1767384897.921897:0:17572:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.204.149@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:3.0:1767384897.921899:0:17572:0:(mgc_request.c:1084:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921900:0:17572:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921901:0:17572:0:(obd_mount.c:397:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.921903:0:17572:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000005dd8e3ba. 00000020:00000010:3.0:1767384897.921907:0:17572:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000099d7b350. 00000020:00000001:3.0:1767384897.921909:0:17572:0:(obd_mount.c:542:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921910:0:17572:0:(tgt_mount.c:1745:server_start_targets()) Process entered 00000020:01000004:3.0:1767384897.921912:0:17572:0:(tgt_mount.c:1746:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1767384897.921915:0:17572:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000001:3.0:1767384897.921916:0:17572:0:(obd_mount.c:139:do_lcfg()) lcfg OSS 0xcf001 ost OSS_uuid (null) (null) 00000020:00000010:3.0:1767384897.921919:0:17572:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000012bb7868. 00000020:00000080:3.0:1767384897.921920:0:17572:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384897.921922:0:17572:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384897.921925:0:17572:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384897.921931:0:17572:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000087ffe452. 00000020:00000080:3.0:1767384897.921934:0:17572:0:(genops.c:412:class_newdev()) Allocate new device OSS (0000000087ffe452) 00000020:00000001:3.0:1767384897.921935:0:17572:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384897.921937:0:17572:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f4d9e1a9. 00000020:00000001:3.0:1767384897.921938:0:17572:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384897.921939:0:17572:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f4d9e1a9 with handle 0xcb8130832f6b352d to hash 00000020:00000001:3.0:1767384897.921941:0:17572:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384897.921942:0:17572:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384897.921943:0:17572:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921944:0:17572:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614553643257856 : -129520066293760 : ffff8a33c2751000) 00000020:00000040:3.0:1767384897.921945:0:17572:0:(genops.c:898:class_export_put()) PUTting export 00000000f4d9e1a9 : new refcount 1 00000020:00000040:3.0:1767384897.921948:0:17572:0:(obd_config.c:927:class_incref()) incref OSS (0000000087ffe452) now 2 - obd_device_list 00000020:00000001:3.0:1767384897.921950:0:17572:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384897.921952:0:17572:0:(obd_config.c:657:class_attach()) OBD: dev 11 attached type ost with refcount 2 00000020:00000001:3.0:1767384897.921953:0:17572:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.921954:0:17572:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.921955:0:17572:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000012bb7868. 00000020:00000001:3.0:1767384897.921956:0:17572:0:(obd_mount.c:139:do_lcfg()) lcfg OSS 0xcf003 (null) (null) (null) (null) 00000020:00000010:3.0:1767384897.921958:0:17572:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000e0ea0e4b. 00000020:00000080:3.0:1767384897.921959:0:17572:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384897.921961:0:17572:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384897.921970:0:17572:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384897.921972:0:17572:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000235d188a. 00000001:00000010:3.0:1767384897.921975:0:17572:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000099d7b350. 00000001:00000010:3.0:1767384897.921977:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d270f156. 00000001:00000010:3.0:1767384897.921979:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c96f08b. 00000001:00000010:3.0:1767384897.921984:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064b59b8a. 00000001:00000010:3.0:1767384897.921986:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fd04ca1. 00000001:00000001:3.0:1767384897.921987:0:17572:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384897.921989:0:17572:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000955853bb. 00000001:00000010:3.0:1767384897.921990:0:17572:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004e61dd78. 00000001:00000010:3.0:1767384897.921992:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e3efc4e. 00000001:00000010:3.0:1767384897.921993:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047e1e3ba. 00000001:00000010:3.0:1767384897.921994:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068c074ed. 00000001:00000010:3.0:1767384897.921996:0:17572:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006ac86db. 00000020:00000001:3.0:1767384897.921997:0:17572:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384897.921999:0:17572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfaba05e. 00000020:00000010:3.0:1767384897.922001:0:17572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cec327d7. 00000020:00000010:3.0:1767384897.922003:0:17572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba1bd9cc. 00000008:00000010:3.0:1767384897.922006:0:17572:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000deef6f03. 00020000:00000010:3.0:1767384897.922008:0:17572:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001d012b9d. 00008000:00000010:3.0:1767384897.922010:0:17572:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000010daacf9. 00000080:00000010:3.0:1767384897.922014:0:17572:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000092b62db. 00000020:00000010:3.0:1767384897.922015:0:17572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de2ce946. 00000020:00000010:3.0:1767384897.922017:0:17572:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005cd37f19. 00000040:00000010:3.0:1767384897.922019:0:17572:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000072d2fe15. 00000020:00000010:3.0:1767384897.922022:0:17572:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8df5db5. 00000020:00000010:3.0:1767384897.922024:0:17572:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b0f46b7e. 00040000:00000010:3.0:1767384897.922026:0:17572:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003da7fb2e. 00040000:00000010:3.0:1767384897.922028:0:17572:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000781dc8dc. 00080000:00000010:3.0:1767384897.922031:0:17572:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005fbc78da. 00000020:00000010:3.0:1767384897.922032:0:17572:0:(lu_object.h:405:ldto_device_alloc()) kmalloced '(lu)': 64 at 00000000a0d8dfb6. 00000010:00000001:3.0:1767384897.922034:0:17572:0:(ofd_oss.c:73:oss_device_init()) Process entered 00000020:00000001:3.0:1767384897.922083:0:17572:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.922086:0:17572:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1767384897.922090:0:17572:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000fe31b1a9. 00000100:00000010:3.0:1767384897.922094:0:17572:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c1d2b621. 00000100:00000010:3.0:1767384897.922105:0:17572:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c55fc043. 00000100:00000010:3.0:1767384897.922110:0:17572:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000836ece0a. 00000100:00000010:3.0:1767384897.922118:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002536fd3c. 00000100:00000010:3.0:1767384897.922130:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004c80077b. 00000100:00000010:3.0:1767384897.922139:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000178e9567. 00000100:00000010:3.0:1767384897.922154:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000612ae74e. 00000100:00000010:3.0:1767384897.922159:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e781da8. 00000100:00000010:3.0:1767384897.922175:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c2446764. 00000100:00000010:3.0:1767384897.922179:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002932f41c. 00000100:00000010:3.0:1767384897.922196:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000476256b. 00000100:00000010:3.0:1767384897.922200:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4e2e007. 00000100:00000010:3.0:1767384897.922216:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b7d66be1. 00000100:00000010:3.0:1767384897.922220:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7f2e13d. 00000100:00000010:3.0:1767384897.922235:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000804b92dd. 00000100:00000010:3.0:1767384897.922239:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079cf4d85. 00000100:00000010:3.0:1767384897.922252:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ac6f54dd. 00000100:00000010:3.0:1767384897.922254:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000363c1e06. 00000100:00000010:3.0:1767384897.922267:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f239856b. 00000100:00000010:3.0:1767384897.922269:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca551111. 00000100:00000010:3.0:1767384897.922281:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f346c409. 00000100:00000010:3.0:1767384897.922283:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055317d2d. 00000100:00000010:3.0:1767384897.922295:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f137fdc3. 00000100:00000010:3.0:1767384897.922298:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000984cef8f. 00000100:00000010:3.0:1767384897.922310:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d980f172. 00000100:00000010:3.0:1767384897.922312:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d63a49d8. 00000100:00000010:3.0:1767384897.922325:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ade9f2a8. 00000100:00000010:3.0:1767384897.922328:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7d7cf9c. 00000100:00000010:3.0:1767384897.922340:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007b39d409. 00000100:00000010:3.0:1767384897.922343:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b6b751a. 00000100:00000010:3.0:1767384897.922356:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006b6bf48d. 00000100:00000010:3.0:1767384897.922359:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2adc464. 00000100:00000010:3.0:1767384897.922371:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000eceb1d90. 00000100:00000010:3.0:1767384897.922375:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007732d549. 00000100:00000010:3.0:1767384897.922391:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000773aa205. 00000100:00000010:3.0:1767384897.922394:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064ece3c6. 00000100:00000010:3.0:1767384897.922407:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007d74fa0d. 00000100:00000010:3.0:1767384897.922415:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000404a6084. 00000100:00000010:3.0:1767384897.922427:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000001bad7ac. 00000100:00000010:3.0:1767384897.922431:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005087cdf. 00000100:00000010:3.0:1767384897.922444:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ded5f0a9. 00000100:00000010:3.0:1767384897.922447:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c7fc2f1. 00000100:00000010:3.0:1767384897.922459:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008f358f34. 00000100:00000010:3.0:1767384897.922462:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5c686c1. 00000100:00000010:3.0:1767384897.922475:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000690f24ba. 00000100:00000010:3.0:1767384897.922477:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8e24dfc. 00000100:00000010:3.0:1767384897.922490:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c3a35966. 00000100:00000010:3.0:1767384897.922493:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000482f3a3f. 00000100:00000010:3.0:1767384897.922539:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000b082794. 00000100:00000010:3.0:1767384897.922543:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076733bbd. 00000100:00000010:3.0:1767384897.922567:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004e0eb1ee. 00000100:00000010:3.0:1767384897.922571:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024a7f86d. 00000100:00000010:3.0:1767384897.922586:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000c258109. 00000100:00000010:3.0:1767384897.922589:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004973036. 00000100:00000010:3.0:1767384897.922619:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008f7ebfa1. 00000100:00000010:3.0:1767384897.922622:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca5e98b0. 00000100:00000010:3.0:1767384897.922635:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000678fca84. 00000100:00000010:3.0:1767384897.922638:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0752b26. 00000100:00000010:3.0:1767384897.922651:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d36718fe. 00000100:00000010:3.0:1767384897.922655:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032ff7f75. 00000100:00000010:3.0:1767384897.922667:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b1e4afd3. 00000100:00000010:3.0:1767384897.922671:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f0b55fb. 00000100:00000010:3.0:1767384897.922685:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000036276630. 00000100:00000010:3.0:1767384897.922688:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063fba135. 00000100:00000010:3.0:1767384897.922702:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000080f1dc0e. 00000100:00000010:3.0:1767384897.922709:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000792987d3. 00000100:00000010:3.0:1767384897.922724:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d537db37. 00000100:00000010:3.0:1767384897.922727:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4b55311. 00000100:00000010:3.0:1767384897.922741:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000df814c1d. 00000100:00000010:3.0:1767384897.922752:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f9c9692. 00000100:00000010:3.0:1767384897.922765:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000044004471. 00000100:00000010:3.0:1767384897.922768:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041c663f0. 00000100:00000010:3.0:1767384897.922780:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000041b7c37a. 00000100:00000010:3.0:1767384897.922783:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96e4f0b. 00000100:00000010:3.0:1767384897.922796:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d28ccb46. 00000100:00000010:3.0:1767384897.922800:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9f0b453. 00000100:00000010:3.0:1767384897.922815:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000163acc57. 00000100:00000010:3.0:1767384897.922818:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006662b181. 00000100:00000010:3.0:1767384897.922833:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003301e528. 00000100:00000010:3.0:1767384897.922837:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000778f3b16. 00000100:00000010:3.0:1767384897.922852:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cb5a78ae. 00000100:00000010:3.0:1767384897.922856:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002070b85b. 00000100:00000010:3.0:1767384897.922871:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f4c5b81e. 00000100:00000010:3.0:1767384897.922874:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b89bb86. 00000100:00000010:3.0:1767384897.922890:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000db60e945. 00000100:00000010:3.0:1767384897.922894:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040cec19c. 00000100:00000010:3.0:1767384897.922907:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000101f3bf0. 00000100:00000010:3.0:1767384897.922910:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acb41341. 00000100:00000010:3.0:1767384897.922924:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007726e1b6. 00000100:00000010:3.0:1767384897.922928:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b04ccd60. 00000100:00000010:3.0:1767384897.922943:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000069d1b7cc. 00000100:00000010:3.0:1767384897.922946:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f34e609c. 00000100:00000010:3.0:1767384897.922961:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d0724b55. 00000100:00000010:3.0:1767384897.922965:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d314e34. 00000100:00000010:3.0:1767384897.922980:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a97158fa. 00000100:00000010:3.0:1767384897.922983:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdcde1fc. 00000100:00000010:3.0:1767384897.923001:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000eb314232. 00000100:00000010:3.0:1767384897.923004:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e659dba. 00000100:00000010:3.0:1767384897.923017:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009d6ed229. 00000100:00000010:3.0:1767384897.923020:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5f04cc5. 00000100:00000010:3.0:1767384897.923034:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000001b373fa. 00000100:00000010:3.0:1767384897.923041:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ba44c94. 00000100:00000010:3.0:1767384897.923055:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ce69ee8f. 00000100:00000010:3.0:1767384897.923058:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f965397. 00000100:00000010:3.0:1767384897.923072:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000069378835. 00000100:00000010:3.0:1767384897.923075:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000282ffb17. 00000100:00000010:3.0:1767384897.923089:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006c8c6ace. 00000100:00000010:3.0:1767384897.923093:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000370709cc. 00000100:00000010:3.0:1767384897.923107:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ddc03bae. 00000100:00000010:3.0:1767384897.923110:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5b55ba8. 00000100:00000010:3.0:1767384897.923124:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e0339bbd. 00000100:00000010:3.0:1767384897.923127:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f99f21be. 00000100:00000010:3.0:1767384897.923142:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b60bc49a. 00000100:00000010:3.0:1767384897.923145:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caaafd36. 00000100:00000010:3.0:1767384897.923160:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000834eae05. 00000100:00000010:3.0:1767384897.923163:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a6278ab. 00000100:00000010:3.0:1767384897.923177:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008cce3874. 00000100:00000010:3.0:1767384897.923180:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006232bae0. 00000100:00000010:3.0:1767384897.923193:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f3165228. 00000100:00000010:3.0:1767384897.923196:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc00b909. 00000100:00000010:3.0:1767384897.923210:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000061fa0905. 00000100:00000010:3.0:1767384897.923214:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000861ed6ba. 00000100:00000010:3.0:1767384897.923228:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000061a9f12b. 00000100:00000010:3.0:1767384897.923232:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f8453c9. 00000100:00000010:3.0:1767384897.923246:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b330e82b. 00000100:00000010:3.0:1767384897.923250:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f746792e. 00000100:00000010:3.0:1767384897.923264:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000041fceba. 00000100:00000010:3.0:1767384897.923272:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c13427d. 00000100:00000010:3.0:1767384897.923284:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000175f87a4. 00000100:00000010:3.0:1767384897.923287:0:17572:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064cea86d. 00000100:00000010:3.0:1767384897.923301:0:17572:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000477be188. 00000100:00100000:3.0:1767384897.923303:0:17572:0:(service.c:153:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384897.923306:0:17572:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 28 lazy 00000020:00000010:3.0:1767384897.923357:0:17572:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000091309a27. 00000020:00000010:3.0:1767384897.923361:0:17572:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000086cd36d6. 00000100:00000001:3.0:1767384897.923409:0:17572:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384897.923411:0:17572:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384897.923413:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923416:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005dd8e3ba. 00000100:00000001:3.0:1767384897.923419:0:17572:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384897.923422:0:17572:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001f5b43d6. 00000100:00000001:3.0:1767384897.923424:0:17572:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923425:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923427:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923430:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000096fa394d. 00000100:00000001:3.0:1767384897.923431:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923434:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923436:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c949940b. 00000100:00000001:3.0:1767384897.923437:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923438:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923441:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a5fde9fe. 00000100:00000001:3.0:1767384897.923442:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923443:0:17572:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923444:0:17572:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384897.923446:0:17572:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000cf6b9353. 00000100:00000001:3.0:1767384897.923447:0:17572:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384897.923448:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923450:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bd4f117e. 00000100:00000001:3.0:1767384897.923452:0:17572:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384897.923453:0:17572:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000031609fab. 00000100:00000001:3.0:1767384897.923454:0:17572:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923455:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923456:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923465:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000386c43ca. 00000100:00000001:3.0:1767384897.923467:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923468:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923470:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009f4e1f29. 00000100:00000001:3.0:1767384897.923471:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923472:0:17572:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384897.923475:0:17572:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008b2c7fee. 00000100:00000001:3.0:1767384897.923476:0:17572:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923477:0:17572:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923478:0:17572:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923479:0:17572:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.923521:0:17572:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384897.923523:0:17572:0:(service.c:847:ptlrpc_register_service()) ost: Started, listening on portal 28 00000100:00000001:3.0:1767384897.923525:0:17572:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384897.923526:0:17572:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384897.923527:0:17572:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00000010:3.0:1767384897.923530:0:17572:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f87c7ea2. 00000100:00100000:3.0:1767384897.923533:0:17572:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00000040:3.0:1767384897.991668:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294888587, at 4294888588 00000100:00000010:3.0:1767384897.991677:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f99771. 00000100:00000001:3.0:1767384897.992479:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384897.992483:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384897.992485:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.992489:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.001663:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294888597, at 4294888598 00000100:00000010:3.0:1767384898.001673:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efde40c3. 00000100:00000001:3.0:1767384898.006292:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.006295:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373178368 02000000:00000001:3.0:1767384898.006298:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.006300:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.006303:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.006308:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.006314:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373178368 00000020:00000001:3.0:1767384898.006318:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.006322:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.006326:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.006336:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=12 00000020:00000001:3.0:1767384898.006341:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.006343:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.006346:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.006350:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.006353:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.006357:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.006362:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.006368:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.006373:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.006379:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.006383:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.006385:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.006388:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.006392:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.006407:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.006419:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.006422:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.006429:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384898.006434:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.006439:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558435264592 : -129515274287024 : ffff8a34e0154850) 00000100:00000040:3.0:1767384898.006449:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e325b4c x1853237373178368/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 328/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.006463:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.006466:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.006469:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.006472:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.006478:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e325b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+12:17572:x1853237373178368:12345-0@lo:101: 00000100:00000200:3.0:1767384898.006482:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373178368 00000020:00000001:3.0:1767384898.006485:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.006487:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.006489:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.006498:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.006500:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:3.0:1767384898.006503:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.006504:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.006506:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.006508:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.006511:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.006513:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384898.006515:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384898.006517:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384898.006518:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384898.006520:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.006524:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384898.006528:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000302017ab count: 2 00010000:00000001:3.0:1767384898.006531:0:16799:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384898.006533:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384898.006536:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f1004b57. 00000020:00000001:3.0:1767384898.006540:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384898.006542:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f1004b57 with handle 0xcb8130832f6b3565 to hash 00000020:00000001:3.0:1767384898.006544:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384898.006546:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557917905408 : -129515791646208 : ffff8a34c13f0200) 00010000:00000001:3.0:1767384898.006562:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557917905408 : -129515791646208 : ffff8a34c13f0200) 00010000:00010000:3.0:1767384898.006564:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f1004b57/0xcb8130832f6b3565 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b355e expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384898.006570:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 8 00000020:00000040:3.0:1767384898.006571:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=13 00000100:00000001:3.0:1767384898.006576:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.006578:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.006581:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.006582:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.006584:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.006586:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384898.006588:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384898.006589:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384898.006617:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384898.006618:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.006620:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384898.006621:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.006622:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384898.006624:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384898.006625:0:16799:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384898.006626:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384898.006627:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000302017ab) refcount = 2 00010000:00000040:3.0:1767384898.006630:0:16799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384898.006632:0:16799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008818d6ea/0xcb8130832f6b34ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b34e7 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384898.006636:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f1004b57/0xcb8130832f6b3565 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b355e expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.006640:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384898.006641:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384898.006642:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.006643:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.006645:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384898.006649:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384898.006651:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f1004b57/0xcb8130832f6b3565 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b355e expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.006655:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384898.006656:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384898.006657:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.006659:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.006660:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384898.006661:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.006661:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384898.006662:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f1004b57, rc 0) 00000020:00000001:3.0:1767384898.006664:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.006666:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373178368 00010000:00000001:3.0:1767384898.006667:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.006674:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e325b4c x1853237373178368/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 328/344 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.006680:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.006681:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.006683:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.006686:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.006688:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.006690:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.006692:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.006693:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.006695:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.006697:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.006700:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384898.006703:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373178368, offset 224 00000400:00000200:3.0:1767384898.006708:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.006713:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.006718:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273501200 00000400:00000200:3.0:1767384898.006722:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1039 [1] + 224 00000400:00000200:3.0:1767384898.006725:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.006728:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.006731:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.006734:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373178368/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.006741:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000101f3a3e x1853237373178368/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.006754:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.006758:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384898.006760:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384898.006763:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.006765:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.006768:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.006769:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.006771:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.006773:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.006779:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.006783:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e325b4c x1853237373178368/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 328/344 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.006789:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e325b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:17572:x1853237373178368:12345-0@lo:101: Request processed in 326us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.006795:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384898.006800:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.006802:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.006804:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.006809:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.006813:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.006819:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.006822:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 12 02000000:00000001:3.0:1767384898.006827:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.006831:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.006834:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.006837:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.006841:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.006845:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50bf3dd. 00000400:00000010:3.0:1767384898.006851:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000278d4d82. 00000100:00000001:3.0:1767384898.007732:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.007735:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373178496 02000000:00000001:3.0:1767384898.007738:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.007741:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.007743:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.007747:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.007752:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373178496 00000020:00000001:3.0:1767384898.007755:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.007757:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.007760:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.007762:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=13 00000020:00000001:3.0:1767384898.007766:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.007768:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.007774:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.007782:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.007786:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.007788:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.007793:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.007798:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.007802:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.007807:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.007810:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.007814:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.007815:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.007822:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.007833:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.007844:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.007847:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.007853:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384898.007857:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.007862:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640348752 : -129520069202864 : ffff8a33c248ac50) 00000100:00000040:3.0:1767384898.007870:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000347b8557 x1853237373178496/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 504/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.007877:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.007879:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.007880:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.007881:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.007884:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000347b8557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:17572:x1853237373178496:12345-0@lo:501: 00000100:00000200:3.0:1767384898.007886:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373178496 00000020:00000001:3.0:1767384898.007887:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.007888:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.007889:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.007891:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.007892:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444352 : -1041107264 : ffffffffc1f1f6c0) 00000020:00000001:3.0:1767384898.007893:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.007894:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.007900:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.007901:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.007902:0:16799:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384898.007904:0:16799:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.007905:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.007907:0:16799:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384898.007908:0:16799:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384898.007909:0:16799:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384898.007911:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.007912:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.007914:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.007915:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.007916:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384898.007918:0:16799:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384898.007919:0:16799:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:3.0:1767384898.007921:0:16799:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384898.007922:0:16799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.007924:0:16799:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384898.007925:0:16799:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384898.007926:0:16799:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:3.0:1767384898.007928:0:16799:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00080000:00000001:3.0:1767384898.007931:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384898.007945:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384898.007947:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384898.007948:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.007949:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384898.007951:0:16799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c6e8968e. 00000020:00000001:3.0:1767384898.007952:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.007955:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558776431960 : -129514933119656 : ffff8a34f46b1558) 00000040:00000001:3.0:1767384898.007957:0:16799:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.007958:0:16799:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.007960:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384898.007961:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000006912787d/00000000a64d4fe8 to site lru. bkt: 0000000055bed2d0 00000040:00000010:3.0:1767384898.007962:0:16799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c6e8968e. 00000040:00000001:3.0:1767384898.007964:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384898.007965:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.007970:0:16799:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384898.007971:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:3.0:1767384898.007972:0:16799:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.007975:0:16799:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.007977:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373178496 00010000:00000001:3.0:1767384898.007978:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.007980:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000347b8557 x1853237373178496/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 504/272 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.007985:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.007986:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.007988:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.007990:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.007991:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.007993:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.007994:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.007996:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.007997:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.007998:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.008000:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384898.008002:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237373178496, offset 224 00000400:00000200:3.0:1767384898.008005:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.008009:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.008012:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958273501280 00000400:00000200:3.0:1767384898.008015:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1049 [1] + 224 00000400:00000200:3.0:1767384898.008018:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.008020:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.008022:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.008024:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373178496/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.008029:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000101f3a3e x1853237373178496/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.008040:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.008043:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384898.008048:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384898.008050:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.008051:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.008053:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.008055:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.008057:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.008058:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.008060:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.008062:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000347b8557 x1853237373178496/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 504/272 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.008069:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000347b8557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:17572:x1853237373178496:12345-0@lo:501: Request processed in 190us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.008077:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384898.008081:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.008084:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.008087:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.008089:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.008095:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.008097:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.008101:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 12 02000000:00000001:3.0:1767384898.008107:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.008108:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.008113:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.008115:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.008118:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.008122:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ebf4f18. 00000400:00000010:3.0:1767384898.008127:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5be0e33. 00000100:00000001:3.0:1767384898.008460:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.008464:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373178624 02000000:00000001:3.0:1767384898.008467:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.008469:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.008472:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.008476:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.008480:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373178624 00000020:00000001:3.0:1767384898.008483:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.008490:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.008493:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.008496:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=13 00000020:00000001:3.0:1767384898.008500:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.008503:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.008507:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.008511:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.008516:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.008518:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.008521:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.008525:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.008531:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.008538:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.008542:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.008544:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.008557:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.008561:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.008570:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.008578:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.008581:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.008590:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384898.008613:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.008615:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640343632 : -129520069207984 : ffff8a33c2489850) 00000100:00000040:3.0:1767384898.008619:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ca3d705 x1853237373178624/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.008630:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.008634:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.008636:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.008640:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.008646:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ca3d705 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:17572:x1853237373178624:12345-0@lo:503: 00000100:00000200:3.0:1767384898.008650:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373178624 00000020:00000001:3.0:1767384898.008651:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.008656:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.008658:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.008659:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.008660:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444448 : -1041107168 : ffffffffc1f1f720) 00000020:00000001:3.0:1767384898.008662:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.008663:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.008664:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.008665:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.008666:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.008667:0:16799:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384898.008668:0:16799:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384898.008669:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.008670:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.008679:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000082cc0879. 02000000:00000001:3.0:1767384898.008681:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.008682:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384898.008683:0:16799:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:3.0:1767384898.008685:0:16799:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384898.008686:0:16799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.008688:0:16799:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384898.008689:0:16799:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384898.008690:0:16799:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:3.0:1767384898.008692:0:16799:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:3.0:1767384898.008694:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.008695:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558776431960 : -129514933119656 : ffff8a34f46b1558) 00000040:00000001:3.0:1767384898.008697:0:16799:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.008698:0:16799:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.008699:0:16799:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384898.008702:0:16799:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000048c3054e. 00000040:00000001:3.0:1767384898.008703:0:16799:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384898.008704:0:16799:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384898.008707:0:16799:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384898.008708:0:16799:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384898.008709:0:16799:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384898.008711:0:16799:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.008712:0:16799:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384898.008717:0:16799:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384898.008719:0:16799:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384898.008721:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384898.008722:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000006912787d/00000000a64d4fe8 to site lru. bkt: 0000000055bed2d0 00000040:00000001:3.0:1767384898.008724:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384898.008725:0:16799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000048c3054e. 00000040:00000010:3.0:1767384898.008727:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000052e3ba67. 00000040:00000040:3.0:1767384898.008728:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:3.0:1767384898.008729:0:16799:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.008731:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373178624 00010000:00000001:3.0:1767384898.008732:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.008735:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ca3d705 x1853237373178624/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8416 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.008739:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.008740:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.008742:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.008744:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.008745:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.008746:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.008748:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.008749:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.008750:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.008751:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.008754:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f2bde0ea. 00000100:00000200:3.0:1767384898.008756:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237373178624, offset 224 00000400:00000200:3.0:1767384898.008759:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.008762:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.008766:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958273501300 00000400:00000200:3.0:1767384898.008769:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1059 [4] + 224 00000400:00000200:3.0:1767384898.008772:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.008774:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.008776:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.008778:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373178624/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.008791:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000101f3a3e x1853237373178624/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.008802:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.008806:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2bde0ea 00000400:00000010:3.0:1767384898.008807:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f2bde0ea. 00000100:00000001:3.0:1767384898.008808:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.008809:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.008811:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.008813:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.008814:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.008815:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.008817:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.008819:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ca3d705 x1853237373178624/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8416 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.008824:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ca3d705 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:17572:x1853237373178624:12345-0@lo:503: Request processed in 194us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.008829:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384898.008831:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.008833:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.008834:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.008839:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.008841:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.008846:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.008850:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 12 02000000:00000001:3.0:1767384898.008853:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.008857:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000082cc0879. 02000000:00000001:3.0:1767384898.008863:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.008866:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.008869:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.008873:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000441d1f84. 00000400:00000010:3.0:1767384898.008877:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2bde0ea. 00000100:00000001:3.0:1767384898.011371:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.011381:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373178752 02000000:00000001:3.0:1767384898.011384:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.011385:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.011386:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.011389:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.011390:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373178752 00000020:00000001:3.0:1767384898.011392:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.011393:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.011394:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.011395:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=13 00000020:00000001:3.0:1767384898.011397:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.011399:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.011401:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.011403:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.011404:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.011405:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.011408:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.011410:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.011412:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.011416:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.011417:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.011418:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.011419:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011422:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011432:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.011438:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.011439:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.011442:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384898.011444:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.011446:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640342608 : -129520069209008 : ffff8a33c2489450) 00000100:00000040:3.0:1767384898.011449:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e86c3d3 x1853237373178752/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 328/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.011456:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.011470:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.011471:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.011473:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.011475:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e86c3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:17572:x1853237373178752:12345-0@lo:101: 00000100:00000200:3.0:1767384898.011478:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373178752 00000020:00000001:3.0:1767384898.011480:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.011481:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.011482:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.011484:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.011485:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:3.0:1767384898.011487:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.011488:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.011489:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.011490:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.011492:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.011493:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384898.011494:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384898.011494:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384898.011495:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384898.011496:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.011499:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384898.011501:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 5 00010000:00000001:3.0:1767384898.011502:0:16799:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384898.011504:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384898.011505:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001cebe4a1. 00000020:00000001:3.0:1767384898.011507:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384898.011508:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001cebe4a1 with handle 0xcb8130832f6b3573 to hash 00000020:00000001:3.0:1767384898.011510:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384898.011511:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557917911040 : -129515791640576 : ffff8a34c13f1800) 00010000:00000001:3.0:1767384898.011512:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557917911040 : -129515791640576 : ffff8a34c13f1800) 00010000:00010000:3.0:1767384898.011514:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001cebe4a1/0xcb8130832f6b3573 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b356c expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384898.011518:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 9 00000020:00000040:3.0:1767384898.011533:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384898.011536:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.011537:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.011539:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.011541:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011542:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.011543:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384898.011544:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384898.011546:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384898.011562:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384898.011564:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.011565:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384898.011566:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.011567:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384898.011568:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384898.011569:0:16799:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384898.011570:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384898.011571:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f8c1a2e4) refcount = 5 00010000:00000040:3.0:1767384898.011573:0:16799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384898.011575:0:16799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d3ba0d8/0xcb8130832f6b3549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3542 expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384898.011578:0:16799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004cd52c7d/0xcb8130832f6b34fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b34f5 expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384898.011582:0:16799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e63bde6c/0xcb8130832f6b3477 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3470 expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384898.011585:0:16799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003d4069e7/0xcb8130832f6b345b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3454 expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384898.011589:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001cebe4a1/0xcb8130832f6b3573 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b356c expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.011592:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384898.011593:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384898.011610:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.011616:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.011618:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384898.011622:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384898.011624:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001cebe4a1/0xcb8130832f6b3573 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b356c expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.011629:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384898.011630:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384898.011631:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.011633:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.011634:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384898.011635:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.011636:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384898.011637:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001cebe4a1, rc 0) 00000020:00000001:3.0:1767384898.011638:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.011640:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373178752 00010000:00000001:3.0:1767384898.011641:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.011643:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e86c3d3 x1853237373178752/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 328/344 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.011648:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.011650:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.011651:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.011654:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.011656:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.011658:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.011660:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.011661:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011663:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.011666:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.011668:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384898.011670:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373178752, offset 224 00000400:00000200:3.0:1767384898.011673:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.011678:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.011682:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273501380 00000400:00000200:3.0:1767384898.011685:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1069 [1] + 224 00000400:00000200:3.0:1767384898.011691:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.011693:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.011696:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.011698:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f98396f x1853237373178752/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.011703:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004f98396f x1853237373178752/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.011715:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.011718:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384898.011720:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384898.011722:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.011723:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.011725:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.011727:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.011729:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.011730:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.011732:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.011735:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e86c3d3 x1853237373178752/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 328/344 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.011745:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e86c3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373178752:12345-0@lo:101: Request processed in 287us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.011756:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384898.011760:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.011763:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.011766:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.011770:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.011774:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.011780:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.011784:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384898.011789:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.011792:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.011797:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.011800:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.011810:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.011816:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1dd8109. 00000400:00000010:3.0:1767384898.011823:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be91747d. 00000100:00000040:3.0:1767384898.014631:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294888610, at 4294888611 00000100:00000010:3.0:1767384898.014639:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000987c90f7. 00000100:00000001:3.0:1767384898.018938:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.018941:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373178880 02000000:00000001:3.0:1767384898.018945:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.018947:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.018949:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.018953:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.018956:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373178880 00000020:00000001:3.0:1767384898.018959:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.018960:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.018974:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.018976:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384898.018979:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.018984:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.018989:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.018993:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.018997:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.019001:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.019007:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.019014:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.019020:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.019028:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.019033:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.019037:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.019040:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.019047:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.019061:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.019070:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.019072:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.019077:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384898.019088:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.019091:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640351824 : -129520069199792 : ffff8a33c248b850) 00000100:00000040:3.0:1767384898.019096:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000be1933d x1853237373178880/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 512/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.019106:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.019109:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.019110:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.019113:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.019117:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000be1933d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373178880:12345-0@lo:501: 00000100:00000200:3.0:1767384898.019121:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373178880 00000020:00000001:3.0:1767384898.019123:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.019126:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.019127:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.019130:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.019131:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444352 : -1041107264 : ffffffffc1f1f6c0) 00000020:00000001:3.0:1767384898.019134:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.019135:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.019137:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.019138:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.019140:0:16799:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384898.019142:0:16799:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.019144:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.019146:0:16799:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384898.019147:0:16799:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384898.019148:0:16799:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384898.019150:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.019151:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.019154:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.019155:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.019156:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384898.019158:0:16799:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:3.0:1767384898.019159:0:16799:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:3.0:1767384898.019161:0:16799:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384898.019168:0:16799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.019170:0:16799:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384898.019171:0:16799:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384898.019172:0:16799:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:3.0:1767384898.019174:0:16799:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00080000:00000001:3.0:1767384898.019178:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384898.019191:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384898.019193:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384898.019194:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.019196:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384898.019198:0:16799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f44d349e. 00000020:00000001:3.0:1767384898.019199:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.019201:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:3.0:1767384898.019203:0:16799:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.019204:0:16799:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.019207:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384898.019208:0:16799:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000010:3.0:1767384898.019209:0:16799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f44d349e. 00000040:00000001:3.0:1767384898.019211:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384898.019213:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.019214:0:16799:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384898.019215:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:3.0:1767384898.019217:0:16799:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.019220:0:16799:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384898.019221:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384898.019223:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384898.019225:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.019226:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384898.019228:0:16799:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000643aacc. 00000020:00000040:3.0:1767384898.019230:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000020:00000040:3.0:1767384898.019232:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 20000000:00000010:3.0:1767384898.019233:0:16799:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000000643aacc. 20000000:00000001:3.0:1767384898.019235:0:16799:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384898.019236:0:16799:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.019237:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373178880 00010000:00000001:3.0:1767384898.019243:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.019246:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000be1933d x1853237373178880/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 512/272 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.019252:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.019253:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.019255:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.019257:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.019259:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.019260:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.019262:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.019263:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.019264:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.019266:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.019268:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384898.019270:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237373178880, offset 224 00000400:00000200:3.0:1767384898.019273:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.019277:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.019281:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958273501400 00000400:00000200:3.0:1767384898.019284:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1079 [1] + 224 00000400:00000200:3.0:1767384898.019287:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.019290:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.019292:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.019294:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373178880/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.019300:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000101f3a3e x1853237373178880/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.019313:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.019316:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384898.019317:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384898.019319:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.019320:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.019322:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.019323:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.019325:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.019330:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.019332:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.019335:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000be1933d x1853237373178880/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 512/272 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.019342:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000be1933d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373178880:12345-0@lo:501: Request processed in 235us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.019350:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384898.019353:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.019356:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.019359:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.019362:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.019368:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.019372:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.019376:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384898.019380:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.019384:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.019386:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.019388:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.019392:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.019397:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021bc06c2. 00000400:00000010:3.0:1767384898.019402:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053b705fa. 00000100:00000001:3.0:1767384898.019829:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.019831:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179008 02000000:00000001:3.0:1767384898.019834:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.019836:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.019839:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.019842:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.019845:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179008 00000020:00000001:3.0:1767384898.019849:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.019851:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.019854:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.019856:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384898.019860:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.019862:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.019872:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.019876:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.019881:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.019888:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.019894:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.019896:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.019898:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.019906:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.019910:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.019911:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.019912:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.019915:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.019928:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.019938:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.019940:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.019945:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384898.019948:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.019950:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640347728 : -129520069203888 : ffff8a33c248a850) 00000100:00000040:3.0:1767384898.019958:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e01043d x1853237373179008/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.019969:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.019972:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.019978:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.019983:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.019991:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e01043d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179008:12345-0@lo:503: 00000100:00000200:3.0:1767384898.019996:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179008 00000020:00000001:3.0:1767384898.019999:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.020002:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.020004:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.020006:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.020007:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444448 : -1041107168 : ffffffffc1f1f720) 00000020:00000001:3.0:1767384898.020008:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.020013:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.020015:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.020016:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.020018:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.020019:0:16799:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384898.020020:0:16799:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384898.020022:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.020023:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.020034:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ec755e64. 02000000:00000001:3.0:1767384898.020037:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.020039:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384898.020041:0:16799:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:3.0:1767384898.020044:0:16799:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384898.020046:0:16799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.020048:0:16799:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384898.020050:0:16799:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384898.020051:0:16799:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:3.0:1767384898.020054:0:16799:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:3.0:1767384898.020057:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.020059:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:3.0:1767384898.020061:0:16799:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.020063:0:16799:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.020064:0:16799:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384898.020067:0:16799:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000048c3054e. 00000040:00000001:3.0:1767384898.020069:0:16799:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384898.020070:0:16799:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384898.020243:0:16799:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.020246:0:16799:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.020247:0:16799:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384898.020249:0:16799:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384898.020251:0:16799:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384898.020253:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384898.020254:0:16799:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000001:3.0:1767384898.020256:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384898.020257:0:16799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000048c3054e. 00000040:00000010:3.0:1767384898.020259:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000052e3ba67. 00000040:00000040:3.0:1767384898.020265:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:3.0:1767384898.020266:0:16799:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.020268:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179008 00010000:00000001:3.0:1767384898.020270:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.020272:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e01043d x1853237373179008/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8416 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.020277:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.020278:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.020279:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.020281:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.020283:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.020284:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.020285:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.020286:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.020288:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.020289:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.020291:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008a3e471d. 00000100:00000200:3.0:1767384898.020293:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237373179008, offset 224 00000400:00000200:3.0:1767384898.020296:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.020300:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.020303:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958273501480 00000400:00000200:3.0:1767384898.020306:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1089 [4] + 224 00000400:00000200:3.0:1767384898.020310:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.020311:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.020314:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.020315:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373179008/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.020320:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000101f3a3e x1853237373179008/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.020332:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.020334:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3e471d 00000400:00000010:3.0:1767384898.020336:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008a3e471d. 00000100:00000001:3.0:1767384898.020337:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.020342:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.020345:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.020347:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.020348:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.020350:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.020351:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.020354:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e01043d x1853237373179008/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8416 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.020360:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e01043d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179008:12345-0@lo:503: Request processed in 390us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.020367:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384898.020372:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.020376:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.020379:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.020382:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d11be85. 00000020:00000010:3.0:1767384898.020385:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.020390:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.020395:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384898.020398:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.020401:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ec755e64. 02000000:00000001:3.0:1767384898.020410:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.020413:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.020417:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.020421:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009198b86f. 00000400:00000010:3.0:1767384898.020426:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a3e471d. 00000100:00000001:3.0:1767384898.021513:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.021517:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179136 02000000:00000001:3.0:1767384898.021520:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.021522:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.021525:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.021528:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.021533:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179136 00000020:00000001:3.0:1767384898.021535:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.021538:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.021541:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.021565:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384898.021569:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.021573:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.021579:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.021581:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.021583:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.021585:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000010:3.0:1767384898.021588:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.021590:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010542b99. 00000020:00000010:3.0:1767384898.021608:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.021613:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.021614:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.021616:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.021617:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.021620:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.021628:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.021634:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.021635:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.021637:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384898.021639:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.021640:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640341584 : -129520069210032 : ffff8a33c2489050) 00000100:00000040:3.0:1767384898.021643:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c774a7f6 x1853237373179136/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.021649:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.021651:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.021653:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.021655:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.021658:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c774a7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179136:12345-0@lo:502: 00000100:00000200:3.0:1767384898.021660:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179136 00000020:00000001:3.0:1767384898.021662:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.021664:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.021665:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.021672:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.021673:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444400 : -1041107216 : ffffffffc1f1f6f0) 00000020:00000001:3.0:1767384898.021676:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.021677:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.021678:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.021679:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.021680:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.021682:0:16799:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384898.021683:0:16799:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384898.021685:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.021686:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.021692:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ec755e64. 02000000:00000001:3.0:1767384898.021693:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.021695:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384898.021696:0:16799:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:3.0:1767384898.021698:0:16799:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384898.021699:0:16799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.021701:0:16799:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384898.021702:0:16799:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384898.021703:0:16799:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:3.0:1767384898.021705:0:16799:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:3.0:1767384898.021707:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.021709:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:3.0:1767384898.021710:0:16799:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.021711:0:16799:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.021713:0:16799:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384898.021715:0:16799:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000048c3054e. 00000040:00000001:3.0:1767384898.021716:0:16799:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384898.021717:0:16799:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384898.021748:0:16799:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.021750:0:16799:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.021751:0:16799:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.021753:0:16799:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384898.021754:0:16799:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384898.021756:0:16799:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384898.021819:0:16799:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384898.021833:0:16799:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.021834:0:16799:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384898.021835:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384898.021837:0:16799:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000001:3.0:1767384898.021838:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384898.021839:0:16799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000048c3054e. 00000040:00000010:3.0:1767384898.021841:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000052e3ba67. 00000040:00000040:3.0:1767384898.021842:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:3.0:1767384898.021844:0:16799:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.021847:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179136 00010000:00000001:3.0:1767384898.021849:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.021852:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c774a7f6 x1853237373179136/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8472 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.021860:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.021862:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.021864:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.021867:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.021869:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.021871:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.021873:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.021874:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.021876:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.021890:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.021893:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000017153fec. 00000100:00000200:3.0:1767384898.021897:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237373179136, offset 224 00000400:00000200:3.0:1767384898.021901:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.021907:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.021912:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958273501500 00000400:00000200:3.0:1767384898.021916:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1099 [4] + 224 00000400:00000200:3.0:1767384898.021922:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.021924:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.021927:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.021929:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373179136/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.021960:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000101f3a3e x1853237373179136/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.021975:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.021981:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017153fec 00000400:00000010:3.0:1767384898.021983:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000017153fec. 00000100:00000001:3.0:1767384898.021985:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.021986:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.021989:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.021991:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.021993:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.021995:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.021997:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.022001:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c774a7f6 x1853237373179136/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8472 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.022014:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c774a7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179136:12345-0@lo:502: Request processed in 362us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.022027:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384898.022042:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.022047:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.022051:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.022055:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010542b99. 00000020:00000010:3.0:1767384898.022061:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.022067:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:3.0:1767384898.022073:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384898.022076:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384898.022078:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ec755e64. 02000000:00000001:3.0:1767384898.022087:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.022090:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.022095:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384898.022110:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004548686c. 00000400:00000010:3.0:1767384898.022115:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017153fec. 00000100:00000040:3.0:1767384898.024663:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294888620, at 4294888621 00000100:00000010:3.0:1767384898.024679:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee64411. 00080000:00000001:1.0:1767384898.024832:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.024842:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.024849:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384898.024852:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:1.0:1767384898.024854:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024856:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.024858:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.024863:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024865:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024866:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.024868:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e0cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384898.024871:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384898.024872:0:17572:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.024874:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.024875:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.024877:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.024880:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b47ddd88. 00080000:00000001:1.0:1767384898.024882:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659748352 : -129520049803264 : ffff8a33c370b000) 00000040:00000001:1.0:1767384898.024884:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.024886:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.024887:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.024895:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.024896:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.024898:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.024903:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.024904:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024906:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024907:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.024909:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.024917:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024919:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.024920:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.024921:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.024925:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.024931:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.024933:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.024937:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.024939:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.024943:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.024945:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.024969:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384898.024973:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:1.0:1767384898.024975:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024977:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.024979:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.024985:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024987:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.024988:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.024990:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e0dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384898.024993:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384898.024994:0:17572:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.024996:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.024997:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.024999:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025002:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005f38b72. 00080000:00000001:1.0:1767384898.025005:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659745280 : -129520049806336 : ffff8a33c370a400) 00000040:00000001:1.0:1767384898.025007:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025008:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025010:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025017:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025019:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025020:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025026:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025027:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025029:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025031:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025032:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025039:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025041:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025043:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025044:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025048:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025054:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025056:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025059:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025061:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025065:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025067:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025089:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384898.025099:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:1.0:1767384898.025102:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025103:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025106:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025113:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025115:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025117:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025119:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e0eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384898.025121:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384898.025123:0:17572:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025125:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025126:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025127:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025130:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009661acfe. 00080000:00000001:1.0:1767384898.025133:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659751424 : -129520049800192 : ffff8a33c370bc00) 00000040:00000001:1.0:1767384898.025135:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025136:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025138:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025145:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025147:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025148:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025154:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025155:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025156:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025158:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025160:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025167:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025169:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025171:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025172:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025176:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025184:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025186:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025189:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025191:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025196:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025198:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025204:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384898.025206:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:1.0:1767384898.025214:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025216:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025218:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025226:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025227:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025229:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025231:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e0f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384898.025233:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384898.025235:0:17572:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025237:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025238:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025240:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025243:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dd8c89db. 00080000:00000001:1.0:1767384898.025246:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659746304 : -129520049805312 : ffff8a33c370a800) 00000040:00000001:1.0:1767384898.025248:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025249:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025251:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025258:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025259:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025261:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025266:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025267:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025269:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025270:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025272:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025279:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025281:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025282:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025283:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025286:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025292:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025294:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025297:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025299:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025303:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025305:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025309:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384898.025311:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:1.0:1767384898.025313:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025321:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025323:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025329:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025331:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025333:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025334:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e0f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384898.025337:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384898.025339:0:17572:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025341:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025342:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025343:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025346:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a78384df. 00080000:00000001:1.0:1767384898.025348:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659747328 : -129520049804288 : ffff8a33c370ac00) 00000040:00000001:1.0:1767384898.025350:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025351:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025353:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025359:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025370:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025372:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025378:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025379:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025381:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025383:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025384:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025392:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025394:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025395:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025397:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025401:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025408:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025410:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025413:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025415:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025418:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025420:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025441:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384898.025443:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:1.0:1767384898.025446:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025447:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025455:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025461:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025462:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025464:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025465:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e1018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384898.025468:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384898.025469:0:17572:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025471:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025472:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025474:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025477:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ce55d5c. 00080000:00000001:1.0:1767384898.025479:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659738112 : -129520049813504 : ffff8a33c3708800) 00000040:00000001:1.0:1767384898.025481:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025482:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025484:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025490:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025491:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025493:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025498:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025500:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025501:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025503:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025505:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025511:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025513:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025514:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025515:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025519:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025525:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025527:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025530:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025532:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025536:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025538:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025543:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384898.025545:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:1.0:1767384898.025564:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025566:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025568:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025580:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025582:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025584:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025585:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e1098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384898.025588:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384898.025589:0:17572:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025591:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025612:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025614:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025618:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d399d3d0. 00080000:00000001:1.0:1767384898.025620:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659744256 : -129520049807360 : ffff8a33c370a000) 00000040:00000001:1.0:1767384898.025622:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025623:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025625:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025632:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025633:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025635:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025640:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025641:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025643:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025645:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025646:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025653:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025655:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025657:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025658:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025662:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025668:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025670:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025673:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025674:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025678:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025680:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025685:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384898.025687:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:1.0:1767384898.025689:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025691:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025692:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025697:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025704:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025706:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025707:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e1178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384898.025710:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384898.025712:0:17572:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025714:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025715:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025717:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025720:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fc86a5d0. 00080000:00000001:1.0:1767384898.025721:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659743232 : -129520049808384 : ffff8a33c3709c00) 00000040:00000001:1.0:1767384898.025723:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025725:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025726:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025734:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025735:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025737:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025742:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025744:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025745:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025747:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025749:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025756:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025758:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025759:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025760:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025764:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025770:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025772:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025775:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025777:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025781:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025783:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025803:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384898.025806:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:1.0:1767384898.025808:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025809:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025811:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025817:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025818:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025825:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025827:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e1258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384898.025829:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384898.025831:0:17572:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.025832:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.025834:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.025835:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.025845:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed25bf5c. 00080000:00000001:1.0:1767384898.025847:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648039936 : -129520061511680 : ffff8a33c2be0800) 00000040:00000001:1.0:1767384898.025849:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025851:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.025852:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025860:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025861:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025863:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.025869:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.025870:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025872:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025874:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025875:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.025883:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025885:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.025886:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.025887:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.025891:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025897:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.025899:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025903:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.025904:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025908:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.025910:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.025915:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384898.025917:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:1.0:1767384898.025919:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025920:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.025922:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.025927:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025929:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.025931:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.025937:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e12a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384898.025939:0:17572:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384898.025942:0:17572:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384898.025943:0:17572:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384898.025945:0:17572:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000010:1.0:1767384898.025949:0:17572:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101f3a3e. 00000020:00000040:1.0:1767384898.025951:0:17572:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384898.025953:0:17572:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384898.025955:0:17572:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384898.025957:0:17572:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384898.025960:0:17572:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088f6ab2f. 00000100:00000001:1.0:1767384898.025964:0:17572:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.025967:0:17572:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384898.025968:0:17572:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384898.025971:0:17572:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030967198. 00000100:00000001:1.0:1767384898.025973:0:17572:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558310547456 : -129515399004160 : ffff8a34d8a64000) 00000100:00000001:1.0:1767384898.025975:0:17572:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384898.025976:0:17572:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807141760 : -129514902409856 : ffff8a34f63fad80) 00000100:00000001:1.0:1767384898.025979:0:17572:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384898.025980:0:17572:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.025982:0:17572:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384898.025983:0:17572:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384898.025986:0:17572:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.025994:0:17572:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384898.025995:0:17572:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.025998:0:17572:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384898.025999:0:17572:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384898.026001:0:17572:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384898.026003:0:17572:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101f3a3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:daf33691-1772-4ae5-a3a2-7d43c77f6bea:17572:1853237373179264:0@lo:502: 00000100:00000001:1.0:1767384898.026007:0:17572:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384898.026009:0:17572:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384898.026010:0:17572:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.026012:0:17572:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384898.026025:0:17572:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001aa9d0e1. 02000000:00000001:1.0:1767384898.026031:0:17572:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384898.026034:0:17572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3b3a83. 00000400:00000010:1.0:1767384898.026038:0:17572:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000079ca5903. 00000100:00000200:1.0:1767384898.026041:0:17572:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373179264, portal 25 00000100:00000001:1.0:1767384898.026043:0:17572:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384898.026044:0:17572:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807141760 : -129514902409856 : ffff8a34f63fad80) 00000100:00000040:1.0:1767384898.026048:0:17572:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026054:0:17572:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384898.026057:0:17572:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384898.026059:0:17572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d4322cd. 00000100:00000200:1.0:1767384898.026061:0:17572:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373179264, offset 0 00000400:00000200:1.0:1767384898.026065:0:17572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384898.026071:0:17572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384898.026077:0:17572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273501580 00000400:00000200:1.0:1767384898.026081:0:17572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a1 [2] + 0 00000400:00000010:1.0:1767384898.026084:0:17572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 00000400:00000200:1.0:1767384898.026087:0:17572:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf641af7 00000400:00000200:1.0:1767384898.026090:0:17572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384898.026093:0:17572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384898.026095:0:17572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf641af7 00000400:00000010:1.0:1767384898.026098:0:17572:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf641af7. 00000100:00000001:1.0:1767384898.026101:0:17572:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384898.026102:0:17572:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384898.026104:0:17572:0:(events.c:337:request_in_callback()) incoming req@00000000b99dd375 x1853237373179264 msgsize 272 00000100:00100000:1.0:1767384898.026108:0:17572:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384898.026110:0:17572:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384898.026122:0:17572:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384898.026125:0:17572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d4322cd 00000400:00000010:1.0:1767384898.026127:0:17572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d4322cd. 00000100:00000001:1.0:1767384898.026129:0:17572:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384898.026132:0:17572:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026139:0:17572:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384898.026149:0:17572:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026156:0:17572:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.026158:0:17572:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384898.026164:0:17572:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.026165:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384898.026167:0:17572:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294888625 00000100:00100000:3.0:1767384898.026169:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179264 00000100:00000010:1.0:1767384898.026172:0:17572:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db584724. 02000000:00000001:3.0:1767384898.026173:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.026177:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.026179:0:17572:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384898.026181:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.026185:0:17572:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294888625 02000000:00000001:3.0:1767384898.026186:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384898.026190:0:17572:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa690c10. 00000100:00100000:3.0:1767384898.026192:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179264 00000100:00000001:1.0:1767384898.026194:0:17572:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384898.026196:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384898.026199:0:17572:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294888625 00000020:00000040:3.0:1767384898.026200:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000010:1.0:1767384898.026204:0:17572:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000088372d9. 00000020:00000001:3.0:1767384898.026205:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384898.026209:0:17572:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000020:00000040:3.0:1767384898.026210:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384898.026214:0:17572:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294888625 00000020:00000001:3.0:1767384898.026215:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000010:1.0:1767384898.026220:0:17572:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089949605. 00000020:00000001:3.0:1767384898.026221:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384898.026224:0:17572:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384898.026226:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384898.026228:0:17572:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.026231:0:17572:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384898.026232:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:1.0:1767384898.026233:0:17572:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384898.026238:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.026238:0:17572:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384898.026244:0:17572:0:(client.c:2690:ptlrpc_set_wait()) set 0000000030967198 going to sleep for 11 seconds 00000020:00000010:3.0:1767384898.026245:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00000001:1.0:1767384898.026249:0:17572:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384898.026252:0:17572:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384898.026253:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:3.0:1767384898.026258:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010542b99. 00000020:00000010:3.0:1767384898.026261:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000100:00000040:3.0:1767384898.026266:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.026269:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.026271:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.026273:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.026277:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.026289:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.026297:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.026299:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.026303:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384898.026306:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.026308:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640338512 : -129520069213104 : ffff8a33c2488450) 00000100:00000040:3.0:1767384898.026312:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b99dd375 x1853237373179264/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.026336:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.026339:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000100:00000001:3.0:1767384898.026342:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.026345:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000100:00100000:3.0:1767384898.026350:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b99dd375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179264:12345-0@lo:502: 00000100:00000200:3.0:1767384898.026355:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179264 00000020:00000001:3.0:1767384898.026358:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.026361:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.026363:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.026365:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.026367:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444400 : -1041107216 : ffffffffc1f1f6f0) 00000020:00000001:3.0:1767384898.026369:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.026370:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.026373:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.026374:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.026376:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.026377:0:16799:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384898.026379:0:16799:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384898.026382:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.026383:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.026399:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ddb8122b. 02000000:00000001:3.0:1767384898.026402:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.026404:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384898.026406:0:16799:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:3.0:1767384898.026409:0:16799:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384898.026411:0:16799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052e3ba67. 00000040:00000001:3.0:1767384898.026414:0:16799:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384898.026416:0:16799:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384898.026418:0:16799:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:3.0:1767384898.026421:0:16799:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:3.0:1767384898.026424:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.026427:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:3.0:1767384898.026435:0:16799:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.026437:0:16799:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.026439:0:16799:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384898.026442:0:16799:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000048c3054e. 00000040:00000001:3.0:1767384898.026444:0:16799:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384898.026445:0:16799:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384898.026492:0:16799:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.026495:0:16799:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.026497:0:16799:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.026500:0:16799:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384898.026501:0:16799:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384898.026504:0:16799:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384898.026526:0:16799:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384898.026528:0:16799:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384898.026529:0:16799:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384898.026530:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384898.026532:0:16799:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000001:3.0:1767384898.026534:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384898.026535:0:16799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000048c3054e. 00000040:00000010:3.0:1767384898.026537:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000052e3ba67. 00000040:00000040:3.0:1767384898.026538:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:3.0:1767384898.026540:0:16799:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.026541:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179264 00010000:00000001:3.0:1767384898.026543:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384898.026562:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b99dd375 x1853237373179264/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8472 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.026568:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.026569:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.026571:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.026573:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.026575:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:3.0:1767384898.026576:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.026578:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.026579:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.026581:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.026588:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.026590:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e85ca8e4. 00000100:00000200:3.0:1767384898.026592:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237373179264, offset 224 00000400:00000200:3.0:1767384898.026612:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.026616:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.026621:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958273501580 00000400:00000200:3.0:1767384898.026625:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10a9 [4] + 224 00000400:00000200:3.0:1767384898.026629:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.026632:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.026635:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.026638:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.026645:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.026657:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.026660:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85ca8e4 00000400:00000010:3.0:1767384898.026662:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e85ca8e4. 00000100:00000001:3.0:1767384898.026663:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.026664:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.026666:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.026668:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00010000:00000001:3.0:1767384898.026669:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.026670:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.026672:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.026674:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b99dd375 x1853237373179264/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 272/8472 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.026679:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b99dd375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179264:12345-0@lo:502: Request processed in 344us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.026685:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384898.026687:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384898.026689:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.026690:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.026692:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010542b99. 00000020:00000010:3.0:1767384898.026699:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61fc16c. 00000020:00000010:3.0:1767384898.026702:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000100:00000001:1.0:1767384898.026703:0:17572:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384898.026705:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384898.026709:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:1.0:1767384898.026709:0:17572:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767384898.026710:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ddb8122b. 00000400:00000001:1.0:1767384898.026713:0:17572:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384898.026717:0:17572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f3b3a83. 02000000:00000001:3.0:1767384898.026718:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767384898.026721:0:17572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ca5903 00000100:00000001:3.0:1767384898.026722:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.026727:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384898.026727:0:17572:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000079ca5903. 00000400:00000010:3.0:1767384898.026732:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000449569. 00000100:00000001:1.0:1767384898.026733:0:17572:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384898.026737:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e85ca8e4. 00000100:00000200:1.0:1767384898.026740:0:17572:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384898.026766:0:17572:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026773:0:17572:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384898.026775:0:17572:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.026777:0:17572:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384898.026778:0:17572:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384898.026780:0:17572:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.026781:0:17572:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.026783:0:17572:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384898.026786:0:17572:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384898.026789:0:17572:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384898.026791:0:17572:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384898.026793:0:17572:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384898.026795:0:17572:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384898.026796:0:17572:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.026798:0:17572:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.026801:0:17572:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026808:0:17572:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.026810:0:17572:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384898.026812:0:17572:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384898.026814:0:17572:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.026822:0:17572:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101f3a3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:daf33691-1772-4ae5-a3a2-7d43c77f6bea:17572:1853237373179264:0@lo:502: 00000100:00000001:1.0:1767384898.026826:0:17572:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.026828:0:17572:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.026829:0:17572:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384898.026831:0:17572:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384898.026833:0:17572:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026839:0:17572:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384898.026841:0:17572:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000030967198. 00000100:00000001:1.0:1767384898.026850:0:17572:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384898.026851:0:17572:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.026856:0:17572:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384898.026858:0:17572:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384898.026861:0:17572:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101f3a3e x1853237373179264/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.026868:0:17572:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384898.026869:0:17572:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384898.026871:0:17572:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001aa9d0e1. 02000000:00000001:1.0:1767384898.026881:0:17572:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384898.026883:0:17572:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384898.026884:0:17572:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384898.026886:0:17572:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384898.026888:0:17572:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000088f6ab2f. 02000000:00000001:1.0:1767384898.026891:0:17572:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384898.026892:0:17572:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384898.026893:0:17572:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101f3a3e. 00000100:00000001:1.0:1767384898.026896:0:17572:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384898.026897:0:17572:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384898.026900:0:17572:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384898.026901:0:17572:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384898.026903:0:17572:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384898.026904:0:17572:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.026906:0:17572:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e12a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384898.026909:0:17572:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384898.026910:0:17572:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:1.0:1767384898.026912:0:17572:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384898.026914:0:17572:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384898.026916:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.026920:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007d4c52f5. 00080000:00000001:1.0:1767384898.026922:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648046080 : -129520061505536 : ffff8a33c2be2000) 00000040:00000001:1.0:1767384898.026924:0:17572:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384898.026927:0:17572:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384898.026929:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.026938:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.026939:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.026941:0:17572:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384898.026956:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.026957:0:17572:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.026959:0:17572:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.026961:0:17572:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.026963:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.026972:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.026974:0:17572:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384898.026975:0:17572:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384898.026977:0:17572:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384898.026981:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.026989:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384898.026991:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.026995:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384898.026997:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.027001:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384898.027003:0:17572:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384898.027010:0:17572:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384898.027012:0:17572:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:1.0:1767384898.027015:0:17572:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027016:0:17572:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027018:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.027024:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027026:0:17572:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027028:0:17572:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027030:0:17572:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384898.027032:0:17572:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:1.0:1767384898.027034:0:17572:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000117f1418. 00000020:00000010:1.0:1767384898.027039:0:17572:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004c4e2dcd. 00000020:00000010:1.0:1767384898.027046:0:17572:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004dfc37c3. 00000040:00000010:1.0:1767384898.027050:0:17572:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dc51472e. 00000020:00000010:1.0:1767384898.027052:0:17572:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000630f4176. 00000020:00000010:1.0:1767384898.027055:0:17572:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384898.027059:0:17572:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce709c24. 80000000:00000010:1.0:1767384898.027062:0:17572:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004817b374. 40000000:00000010:1.0:1767384898.027064:0:17572:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000098213916. 00100000:00000010:1.0:1767384898.027067:0:17572:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000093eb0f2e. 00040000:00000010:1.0:1767384898.027070:0:17572:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7826983. 00040000:00000010:1.0:1767384898.027072:0:17572:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000007dee9f3. 00040000:00000010:1.0:1767384898.027082:0:17572:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000052f9468f. 00080000:00000010:1.0:1767384898.027085:0:17572:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000197251e0. 00000004:00000010:1.0:1767384898.027088:0:17572:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001dcc33d6. 00000004:00000010:1.0:1767384898.027090:0:17572:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000094181104. 00000004:00000010:1.0:1767384898.027093:0:17572:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c936d29b. 00002000:00000010:1.0:1767384898.027096:0:17572:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000a91d05c. 00000004:00000010:1.0:1767384898.027099:0:17572:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007665ff3a. 00000020:00000010:1.0:1767384898.027102:0:17572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc640bd4. 00000040:00000010:1.0:1767384898.027104:0:17572:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000196d43c1. 00000040:00000001:1.0:1767384898.027106:0:17572:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027108:0:17572:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384898.027110:0:17572:0:(lu_object.c:207:lu_object_put()) Add 00000000f8a1d878/00000000d76b4450 to site lru. bkt: 00000000e652f366 00000040:00000010:1.0:1767384898.027113:0:17572:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001d2bb5b9. 00000040:00000001:1.0:1767384898.027115:0:17572:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384898.027116:0:17572:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000029e7a089. 00000040:00000010:1.0:1767384898.027119:0:17572:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002ae7d669. 00000040:00000010:1.0:1767384898.027121:0:17572:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000351807af. 00000040:00000010:1.0:1767384898.027123:0:17572:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006d5fe35d. 00000040:00000001:1.0:1767384898.027125:0:17572:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027126:0:17572:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384898.027128:0:17572:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384898.027130:0:17572:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006d5fe35d. 00000040:00000001:1.0:1767384898.027133:0:17572:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384898.027134:0:17572:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384898.027136:0:17572:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614558040052224 : -129515669499392 : 0xffff8a34c886d200) 00000020:00000001:1.0:1767384898.027138:0:17572:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614558040052224 : -129515669499392 : ffff8a34c886d200) 00080000:00000001:1.0:1767384898.027142:0:17572:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384898.027157:0:17572:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384898.027160:0:17572:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384898.027161:0:17572:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027163:0:17572:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384898.027166:0:17572:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001d2bb5b9. 00000020:00000001:1.0:1767384898.027169:0:17572:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384898.027171:0:17572:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614553650816856 : -129520058734760 : ffff8a33c2e86758) 00000040:00000001:1.0:1767384898.027174:0:17572:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027181:0:17572:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027184:0:17572:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384898.027185:0:17572:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384898.027186:0:17572:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384898.027188:0:17572:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384898.027192:0:17572:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007c5cc9c7. 00080000:00000001:1.0:1767384898.027194:0:17572:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648045056 : -129520061506560 : ffff8a33c2be1c00) 00000040:00000001:1.0:1767384898.027196:0:17572:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384898.027198:0:17572:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384898.027200:0:17572:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1767384898.027207:0:17572:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384898.027209:0:17572:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1767384898.027212:0:17572:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384898.027218:0:17572:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384898.027220:0:17572:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027222:0:17572:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384898.027224:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384898.027225:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384898.027230:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384898.027231:0:17572:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384898.027243:0:17572:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027245:0:17572:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027247:0:17572:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027249:0:17572:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384898.027260:0:17572:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027263:0:17572:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384898.027265:0:17572:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1767384898.027275:0:17572:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384898.027276:0:17572:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027284:0:17572:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027287:0:17572:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1767384898.027290:0:17572:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027292:0:17572:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1767384898.027294:0:17572:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384898.027295:0:17572:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027469:0:17572:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384898.027472:0:17572:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027475:0:17572:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027477:0:17572:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384898.027492:0:17572:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027495:0:17572:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027497:0:17572:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384898.027505:0:17572:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000abdfa85e. 00000020:00000010:1.0:1767384898.027509:0:17572:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd9d4730. 00000040:00000010:1.0:1767384898.027513:0:17572:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001d2bb5b9. 00000040:00000001:1.0:1767384898.027515:0:17572:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384898.027517:0:17572:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006d5fe35d. 00000040:00000001:1.0:1767384898.027519:0:17572:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384898.027522:0:17572:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000d40a77bb. 10000000:00000040:1.0:1767384898.027525:0:17572:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000057059f0e : new refcount 1 10000000:00000001:1.0:1767384898.027528:0:17572:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.027531:0:17572:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384898.027532:0:17572:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767384898.027534:0:17572:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384898.027536:0:17572:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006d5fe35d. 00000040:00000001:1.0:1767384898.027539:0:17572:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384898.027540:0:17572:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384898.027541:0:17572:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614558040052224 : -129515669499392 : 0xffff8a34c886d200) 00000020:00000001:1.0:1767384898.027544:0:17572:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614558040052224 : -129515669499392 : ffff8a34c886d200) 00080000:00000001:1.0:1767384898.027565:0:17572:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384898.027577:0:17572:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384898.027579:0:17572:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384898.027580:0:17572:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.027582:0:17572:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384898.027585:0:17572:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001d2bb5b9. 00000020:00000001:1.0:1767384898.027589:0:17572:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384898.027591:0:17572:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558039954776 : -129515669596840 : ffff8a34c8855558) 00000040:00000001:1.0:1767384898.027615:0:17572:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027617:0:17572:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027620:0:17572:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384898.027624:0:17572:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000351807af. 00000040:00000001:1.0:1767384898.027626:0:17572:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384898.027628:0:17572:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384898.027668:0:17572:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027670:0:17572:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027678:0:17572:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.027681:0:17572:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384898.027683:0:17572:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ffcc2ca4. 00000040:00001000:1.0:1767384898.027684:0:17572:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384898.027886:0:17591:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384898.027890:0:17591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ae7d669. 00000020:00000010:1.0:1767384898.027893:0:17591:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dc640bd4. 00000040:00000010:1.0:1767384898.027896:0:17591:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000052f9468f. 00000020:00000010:1.0:1767384898.027899:0:17591:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384898.027903:0:17591:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384898.027906:0:17591:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce709c24. 80000000:00000010:1.0:1767384898.027909:0:17591:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edf4295e. 40000000:00000010:1.0:1767384898.027911:0:17591:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba5a1798. 00100000:00000010:1.0:1767384898.027915:0:17591:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001dcc33d6. 00040000:00000010:1.0:1767384898.027918:0:17591:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7826983. 00040000:00000010:1.0:1767384898.027921:0:17591:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000197251e0. 00040000:00000010:1.0:1767384898.027923:0:17591:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc51472e. 00080000:00000010:1.0:1767384898.027927:0:17591:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000007dee9f3. 00000004:00000010:1.0:1767384898.027929:0:17591:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000093eb0f2e. 00000004:00000010:1.0:1767384898.027932:0:17591:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094181104. 00000004:00000010:1.0:1767384898.027935:0:17591:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000630f4176. 00002000:00000010:1.0:1767384898.027938:0:17591:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2b7576b. 00000004:00000010:1.0:1767384898.027941:0:17591:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ec755e64. 00000020:00000010:1.0:1767384898.027943:0:17591:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d789b045. 00000040:00000010:1.0:1767384898.027948:0:17591:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000029e7a089. 00000040:00001000:1.0:1767384898.027951:0:17591:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384898.027953:0:17591:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384898.027954:0:17591:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384898.027958:0:17591:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384898.027986:0:17591:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384898.027989:0:17591:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.027991:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384898.027993:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384898.027995:0:17591:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028005:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028008:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028010:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028013:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.028016:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028018:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e60e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384898.028020:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384898.028022:0:17591:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028024:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.028025:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028027:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384898.028029:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384898.028031:0:17591:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028032:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.028034:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028035:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384898.028037:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384898.028039:0:17591:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028041:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028042:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028044:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028045:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.028047:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028049:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e62e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384898.028050:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384898.028052:0:17591:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028054:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028055:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028056:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028057:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.028059:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028061:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e63c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384898.028063:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384898.028064:0:17591:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028071:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.028073:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028075:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384898.028076:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384898.028078:0:17591:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028080:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.028081:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028083:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e64e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384898.028084:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384898.028086:0:17591:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028088:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028089:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028090:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028092:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.028093:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028095:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e65c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384898.028096:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384898.028098:0:17591:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028100:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028101:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028103:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028104:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.028106:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028107:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e66a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384898.028109:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384898.028110:0:17591:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028112:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.028114:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028115:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384898.028117:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384898.028118:0:17591:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028120:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028121:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028122:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028129:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.028130:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028132:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e67f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384898.028134:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384898.028136:0:17591:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028137:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.028139:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.028140:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.028142:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.028144:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e68d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384898.028145:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384898.028147:0:17591:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.028149:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.028150:0:17591:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1767384898.028154:0:17591:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000004cf14590. 00000100:00000040:1.0:1767384898.028159:0:17591:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.149@tcp 192.168.204.149@tcp cnt=2 00000400:00000200:1.0:1767384898.028162:0:17591:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1767384898.028164:0:17591:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767384898.028167:0:17591:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1767384898.028169:0:17591:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1767384898.028171:0:17591:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp 00000400:00000200:1.0:1767384898.028176:0:17591:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384898.028180:0:17591:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (1) 00000400:00000200:1.0:1767384898.028185:0:17591:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384898.028188:0:17591:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:1.0:1767384898.028190:0:17591:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (2) 00000400:00000200:1.0:1767384898.028192:0:17591:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000100:00000010:1.0:1767384898.028195:0:17591:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000004cf14590. 00000020:00000010:1.0:1767384898.028199:0:17591:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000de503be9. 00000020:00000001:1.0:1767384898.028201:0:17591:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384898.028203:0:17591:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000186368fa. 00000020:00000001:1.0:1767384898.028207:0:17591:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384898.028209:0:17591:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000186368fa. 00000020:00000010:1.0:1767384898.028212:0:17591:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000186368fa. 00000020:01000004:1.0:1767384898.028215:0:17591:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1767384898.028223:0:17591:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1767384898.028227:0:17591:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000643608b5. 00000020:00000080:1.0:1767384898.028230:0:17591:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1767384898.028232:0:17591:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:1.0:1767384898.028235:0:17591:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1767384898.028254:0:17591:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000dacb98d. 00000020:00000080:1.0:1767384898.028258:0:17591:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (000000000dacb98d) 00000020:00000001:1.0:1767384898.028262:0:17591:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384898.028265:0:17591:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000055857605. 00000020:00000001:1.0:1767384898.028267:0:17591:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384898.028269:0:17591:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000055857605 with handle 0xcb8130832f6b357a to hash 00000020:00000001:1.0:1767384898.028271:0:17591:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384898.028274:0:17591:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384898.028276:0:17591:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.028279:0:17591:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614558764611584 : -129514944940032 : ffff8a34f3b6b800) 00000020:00000040:1.0:1767384898.028281:0:17591:0:(genops.c:898:class_export_put()) PUTting export 0000000055857605 : new refcount 1 00000020:00000040:1.0:1767384898.028290:0:17591:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000000dacb98d) now 2 - obd_device_list 00000020:00000001:1.0:1767384898.028296:0:17591:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384898.028298:0:17591:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:1.0:1767384898.028301:0:17591:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.028303:0:17591:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384898.028306:0:17591:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000643608b5. 00000020:00000001:1.0:1767384898.028308:0:17591:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.204.149@tcp (null) (null) (null) 00000020:00000010:1.0:1767384898.028312:0:17591:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000c3b2cf52. 00000020:00000080:1.0:1767384898.028314:0:17591:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767384898.028319:0:17591:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:1.0:1767384898.028329:0:17591:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384898.028332:0:17591:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b5727d38. 00000001:00000010:1.0:1767384898.028336:0:17591:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001f11d027. 00000001:00000010:1.0:1767384898.028340:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004dfc37c3. 00000001:00000010:1.0:1767384898.028342:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088f6ab2f. 00000001:00000010:1.0:1767384898.028346:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f1f0aaa. 00000001:00000010:1.0:1767384898.028349:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df48648b. 00000001:00000001:1.0:1767384898.028351:0:17591:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384898.028358:0:17591:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c071d135. 00000001:00000010:1.0:1767384898.028362:0:17591:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fad14ea3. 00000001:00000010:1.0:1767384898.028365:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c800dc7. 00000001:00000010:1.0:1767384898.028368:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a68e1b12. 00000001:00000010:1.0:1767384898.028371:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059c628af. 00000001:00000010:1.0:1767384898.028374:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d865f6c6. 00000020:00000001:1.0:1767384898.028377:0:17591:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1767384898.028380:0:17591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a689222. 00000020:00000010:1.0:1767384898.028383:0:17591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000643608b5. 00000020:00000010:1.0:1767384898.028387:0:17591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000008:00000010:1.0:1767384898.028392:0:17591:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000cd96bde3. 00020000:00000010:1.0:1767384898.028396:0:17591:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a698bc8d. 00008000:00000010:1.0:1767384898.028401:0:17591:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000028e6ea58. 00000080:00000010:1.0:1767384898.028406:0:17591:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002fe76d39. 00000020:00000010:1.0:1767384898.028410:0:17591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0eee4ad. 00000020:00000010:1.0:1767384898.028412:0:17591:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0ca2819. 00000040:00000010:1.0:1767384898.028415:0:17591:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c02f63c. 00000020:00000010:1.0:1767384898.028418:0:17591:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe2b359f. 00000020:00000010:1.0:1767384898.028421:0:17591:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093a77b49. 00000020:00000010:1.0:1767384898.028423:0:17591:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bccd440. 80000000:00000010:1.0:1767384898.028426:0:17591:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004817b374. 40000000:00000010:1.0:1767384898.028428:0:17591:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b747197b. 00100000:00000010:1.0:1767384898.028431:0:17591:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000fbdd1df. 00040000:00000010:1.0:1767384898.028435:0:17591:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee9481bd. 00040000:00000010:1.0:1767384898.028438:0:17591:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000314efa6b. 00040000:00000010:1.0:1767384898.028440:0:17591:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055dd8b1c. 00080000:00000010:1.0:1767384898.028444:0:17591:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c909c5fc. 00000004:00000010:1.0:1767384898.028447:0:17591:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000682e7e9a. 00000004:00000010:1.0:1767384898.028451:0:17591:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004ece0035. 00000004:00000010:1.0:1767384898.028454:0:17591:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ed67883. 00000004:00000010:1.0:1767384898.028456:0:17591:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d0d9f0e. 00000010:00000010:1.0:1767384898.028460:0:17591:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000196d43c1. 00000010:00000001:1.0:1767384898.028463:0:17591:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:1.0:1767384898.028474:0:17591:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1767384898.028475:0:17591:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.028571:0:17591:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1767384898.028575:0:17591:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1767384898.028578:0:17591:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000d826f346. 00000010:00000010:1.0:1767384898.028581:0:17591:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000061c7ea0c. 00000010:00000010:1.0:1767384898.028585:0:17591:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000238a5594. 00000020:00000001:1.0:1767384898.028587:0:17591:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1767384898.028589:0:17591:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384898.028592:0:17591:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558031553152 : -129515677998464 : ffff8a34c8052280) 00000020:01000004:1.0:1767384898.028628:0:17591:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000eba75398 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384898.028631:0:17591:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446614558031553152 : -129515677998464 : ffff8a34c8052280) 00000020:00000001:1.0:1767384898.028634:0:17591:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384898.028635:0:17591:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384898.028637:0:17591:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558031553152 : -129515677998464 : ffff8a34c8052280) 00000020:01000004:1.0:1767384898.028639:0:17591:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000eba75398 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384898.028642:0:17591:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384898.028644:0:17591:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000eba75398 3 00000020:00000001:1.0:1767384898.028645:0:17591:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.028647:0:17591:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384898.028650:0:17591:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000016abf48a. 00010000:00000001:1.0:1767384898.028654:0:17591:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1767384898.028660:0:17591:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ad319346. 00010000:00000010:1.0:1767384898.028670:0:17591:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000b8ac39a2. 00010000:00000010:1.0:1767384898.028675:0:17591:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000087c8d288. 00010000:00000001:1.0:1767384898.028678:0:17591:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384898.028680:0:17591:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384898.028684:0:17591:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a566395e. 00000020:00000040:1.0:1767384898.028686:0:17591:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000000dacb98d) now 3 - import 00000020:00000001:1.0:1767384898.028692:0:17591:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384898.028694:0:17591:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384898.028696:0:17591:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384898.028698:0:17591:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384898.028706:0:17591:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-0@lo 00000100:00000001:1.0:1767384898.028708:0:17591:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384898.028718:0:17591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384898.028720:0:17591:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000001:1.0:1767384898.028723:0:17591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384898.028725:0:17591:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558045085376 : -129515664466240 : 0xffff8a34c8d39ec0) 00000100:00000040:1.0:1767384898.028728:0:17591:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000946550df refcount 14 to 0@lo 00000100:00000040:1.0:1767384898.028731:0:17591:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.149@tcp -> 00000000946550df 00010000:00000010:1.0:1767384898.028734:0:17591:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000006f8baab4. 00010000:00080000:1.0:1767384898.028737:0:17591:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a566395e@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.149@tcp at head 00010000:00000001:1.0:1767384898.028740:0:17591:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384898.028743:0:17591:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1767384898.028745:0:17591:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384898.028746:0:17591:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384898.028749:0:17591:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000de8b99ed. 00000001:00000001:1.0:1767384898.028752:0:17591:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384898.028754:0:17591:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a3346ee6. 00000001:00000010:1.0:1767384898.028758:0:17591:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000029a7aa8f. 00000001:00000010:1.0:1767384898.028822:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000909399dd. 00000001:00000010:1.0:1767384898.028889:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f0ec83c. 00000001:00000010:1.0:1767384898.028959:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c4964149. 00000001:00000010:1.0:1767384898.029038:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c610784. 00000001:00000010:1.0:1767384898.029119:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009823135b. 00000001:00000010:1.0:1767384898.029191:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001871e29e. 00000001:00000010:1.0:1767384898.029261:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b6b82f42. 00000001:00000010:1.0:1767384898.029334:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000620f5329. 00000001:00000010:1.0:1767384898.029404:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095a3e34b. 00000001:00000010:1.0:1767384898.029477:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002de9bfe0. 00000001:00000010:1.0:1767384898.029566:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b949a151. 00000100:00000040:1.0:1767384898.029645:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294888625, at 4294888626 00000100:00000010:1.0:1767384898.029655:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa690c10. 00000001:00000010:1.0:1767384898.029716:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000269a21ff. 00000001:00000010:1.0:1767384898.029790:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000006a23499. 00000001:00000010:1.0:1767384898.029861:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082f0388d. 00000001:00000010:1.0:1767384898.029946:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fde941c7. 00000001:00000010:1.0:1767384898.030024:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000415c20fa. 00000001:00000010:1.0:1767384898.030098:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008d936f36. 00000001:00000010:1.0:1767384898.030168:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000830cd6a7. 00000001:00000010:1.0:1767384898.030240:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000150afda1. 00000100:00000040:3.0:1767384898.030243:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294888625, at 4294888626 00000100:00000010:3.0:1767384898.030251:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089949605. 00000001:00000010:1.0:1767384898.030320:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000695d0f04. 00000001:00000010:1.0:1767384898.030393:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000098cab33a. 00000001:00000010:1.0:1767384898.030470:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b4ddb9aa. 00000001:00000010:1.0:1767384898.030541:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003330f69d. 00000001:00000010:1.0:1767384898.030653:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000618180b0. 00000001:00000010:1.0:1767384898.030725:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1542226. 00000001:00000010:1.0:1767384898.030792:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000677321c8. 00000001:00000010:1.0:1767384898.030869:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005eb4e506. 00000001:00000010:1.0:1767384898.030938:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f8acd338. 00000001:00000010:1.0:1767384898.031016:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d60e211a. 00000001:00000010:1.0:1767384898.031088:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8a2239e. 00000001:00000010:1.0:1767384898.031157:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000767c7ab8. 00000001:00000010:1.0:1767384898.031228:0:17591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000716b9fd. 00000020:00000010:1.0:1767384898.031299:0:17591:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000095ee6073. 00000020:00000010:1.0:1767384898.031304:0:17591:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000ba20853a. 00010000:00000001:1.0:1767384898.031321:0:17591:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1767384898.031359:0:17591:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1767384898.031384:0:17591:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000057f6acfe. 00000020:00000010:1.0:1767384898.031388:0:17591:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000009a70a23d. 00010000:00000001:1.0:1767384898.031402:0:17591:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1767384898.031404:0:17591:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:1.0:1767384898.031406:0:17591:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384898.031409:0:17591:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446614553648050176 : -129520061501440 : ffff8a33c2be3000) 00010000:00000001:1.0:1767384898.031413:0:17591:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384898.031417:0:17591:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000d826f346. 00000010:00000010:1.0:1767384898.031420:0:17591:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000238a5594. 00000010:00000010:1.0:1767384898.031423:0:17591:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000061c7ea0c. 00000010:00000010:1.0:1767384898.031433:0:17591:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000016abf48a. 00000010:00000001:1.0:1767384898.031436:0:17591:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384898.031461:0:17591:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004935463f. 00000020:00000010:1.0:1767384898.031465:0:17591:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c2f8dec1. 00000010:00000001:1.0:1767384898.031489:0:17591:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384898.031494:0:17591:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0ca2819. 00000040:00000010:1.0:1767384898.031499:0:17591:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c02f63c. 00000020:00000010:1.0:1767384898.031501:0:17591:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fe2b359f. 00000020:00000010:1.0:1767384898.031505:0:17591:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093a77b49. 00000020:00000010:1.0:1767384898.031509:0:17591:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bccd440. 80000000:00000010:1.0:1767384898.031512:0:17591:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004817b374. 40000000:00000010:1.0:1767384898.031515:0:17591:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b747197b. 00100000:00000010:1.0:1767384898.031518:0:17591:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000fbdd1df. 00040000:00000010:1.0:1767384898.031522:0:17591:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ee9481bd. 00040000:00000010:1.0:1767384898.031526:0:17591:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000314efa6b. 00040000:00000010:1.0:1767384898.031529:0:17591:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000055dd8b1c. 00080000:00000010:1.0:1767384898.031533:0:17591:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c909c5fc. 00000004:00000010:1.0:1767384898.031537:0:17591:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000682e7e9a. 00000004:00000010:1.0:1767384898.031541:0:17591:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004ece0035. 00000004:00000010:1.0:1767384898.031544:0:17591:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ed67883. 00000004:00000010:1.0:1767384898.031562:0:17591:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d0d9f0e. 00000020:00000010:1.0:1767384898.031565:0:17591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0eee4ad. 00000020:00000010:1.0:1767384898.031569:0:17591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000643608b5. 00000020:00000010:1.0:1767384898.031573:0:17591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000008:00000010:1.0:1767384898.031576:0:17591:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000cd96bde3. 00020000:00000010:1.0:1767384898.031580:0:17591:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a698bc8d. 00008000:00000010:1.0:1767384898.031583:0:17591:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000028e6ea58. 00000080:00000010:1.0:1767384898.031587:0:17591:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002fe76d39. 00000020:00000010:1.0:1767384898.031590:0:17591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a689222. 00000020:00000001:1.0:1767384898.031620:0:17591:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384898.031624:0:17591:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000000dacb98d) now 4 - setup 00000020:00000080:1.0:1767384898.031627:0:17591:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1767384898.031629:0:17591:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.031631:0:17591:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384898.031642:0:17591:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000c3b2cf52. 00000020:00000001:1.0:1767384898.031649:0:17591:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1767384898.031652:0:17591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a689222. 00000020:00000010:1.0:1767384898.031655:0:17591:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0eee4ad. 00000040:00000010:1.0:1767384898.031658:0:17591:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055dd8b1c. 00000020:00000010:1.0:1767384898.031662:0:17591:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ed67883. 00000020:00000010:1.0:1767384898.031666:0:17591:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093a77b49. 00000020:00000010:1.0:1767384898.031669:0:17591:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bccd440. 80000000:00000010:1.0:1767384898.031672:0:17591:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3b2cf52. 40000000:00000010:1.0:1767384898.031674:0:17591:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b5b1973. 00100000:00000010:1.0:1767384898.031678:0:17591:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000682e7e9a. 00040000:00000010:1.0:1767384898.031681:0:17591:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee9481bd. 00040000:00000010:1.0:1767384898.031684:0:17591:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c909c5fc. 00040000:00000010:1.0:1767384898.031686:0:17591:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c02f63c. 00080000:00000010:1.0:1767384898.031690:0:17591:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000314efa6b. 00000004:00000010:1.0:1767384898.031693:0:17591:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000fbdd1df. 00000004:00000010:1.0:1767384898.031697:0:17591:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007427cccf. 00000004:00000010:1.0:1767384898.031700:0:17591:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe2b359f. 00000004:00000010:1.0:1767384898.031703:0:17591:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d0d9f0e. 00000020:00000010:1.0:1767384898.031707:0:17591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0ca2819. 00000020:00000010:1.0:1767384898.031710:0:17591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000643608b5. 00000020:00000010:1.0:1767384898.031714:0:17591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000020:00000010:1.0:1767384898.031718:0:17591:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000079ca5903. 00000020:00000010:1.0:1767384898.031721:0:17591:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000a0c94125. 00000020:00000001:1.0:1767384898.031723:0:17591:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:1.0:1767384898.031726:0:17591:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1767384898.031727:0:17591:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1767384898.031730:0:17591:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384898.031732:0:17591:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384898.031735:0:17591:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d8df5db5. 00000020:00000001:1.0:1767384898.031738:0:17591:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384898.031740:0:17591:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8df5db5 with handle 0xcb8130832f6b3581 to hash 00000020:00000001:1.0:1767384898.031742:0:17591:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384898.031745:0:17591:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384898.031747:0:17591:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384898.031757:0:17591:0:(genops.c:887:class_export_get()) GET export 00000000d8df5db5 refcount=3 00000020:00000040:1.0:1767384898.031761:0:17591:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000000dacb98d) now 5 - export 00000020:00000001:1.0:1767384898.031763:0:17591:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000020:00000040:1.0:1767384898.031766:0:17591:0:(genops.c:898:class_export_put()) PUTting export 00000000d8df5db5 : new refcount 2 00000020:00000080:1.0:1767384898.031768:0:17591:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xcb8130832f6b3581 00000020:00000001:1.0:1767384898.031771:0:17591:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.031773:0:17591:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384898.031775:0:17591:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3581 00000020:00000001:1.0:1767384898.031777:0:17591:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384898.031779:0:17591:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8df5db5 refcount=3 00000020:00000001:1.0:1767384898.031781:0:17591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000020:00000001:1.0:1767384898.031784:0:17591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000100:00000001:1.0:1767384898.031788:0:17591:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767384898.031792:0:17591:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384898.031795:0:17591:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1767384898.031799:0:17591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384898.031801:0:17591:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 15 to 0@lo 00000100:00000001:1.0:1767384898.031803:0:17591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:1.0:1767384898.031806:0:17591:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384898.031808:0:17591:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3581 00000020:00000001:1.0:1767384898.031810:0:17591:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384898.031811:0:17591:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8df5db5 refcount=4 00000020:00000001:1.0:1767384898.031813:0:17591:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000020:00000001:1.0:1767384898.031816:0:17591:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000100:00000001:1.0:1767384898.031818:0:17591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384898.031820:0:17591:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 16 to 0@lo 00000100:00000001:1.0:1767384898.031822:0:17591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000040:1.0:1767384898.031825:0:17591:0:(genops.c:898:class_export_put()) PUTting export 00000000d8df5db5 : new refcount 3 00000100:00080000:1.0:1767384898.031828:0:17591:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a566395e using connection 192.168.204.149@tcp/0@lo 00000100:00000001:1.0:1767384898.031831:0:17591:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.031834:0:17591:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384898.031846:0:17591:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384898.031849:0:17591:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1767384898.031853:0:17591:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661049408 : -1048502208 : ffffffffc1812040) 02000000:00000001:1.0:1767384898.031856:0:17591:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.031859:0:17591:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384898.031861:0:17591:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384898.031866:0:17591:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101f3a3e. 00000020:00000040:1.0:1767384898.031869:0:17591:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384898.031873:0:17591:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384898.031874:0:17591:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.031876:0:17591:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384898.031878:0:17591:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384898.031880:0:17591:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384898.031884:0:17591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007605adfa. 00000100:00000001:1.0:1767384898.031888:0:17591:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384898.031895:0:17591:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384898.031905:0:17591:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384898.031907:0:17591:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.031911:0:17591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101f3a3e] to pc [ptlrpcd_rcv+-1] req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.031931:0:17591:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.031935:0:17591:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1767384898.031937:0:17591:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1767384898.031940:0:17591:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384898.031950:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384898.031956:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384898.031956:0:17591:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.031958:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000010:00000001:1.0:1767384898.031962:0:17591:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384898.031965:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.031975:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384898.031977:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.031979:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384898.031980:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384898.031983:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.031985:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101f3a3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237373179392:0@lo:38: 00000100:00000001:3.0:1767384898.031987:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384898.031990:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384898.031991:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.031993:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384898.031996:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b157dc39. 02000000:00000001:3.0:1767384898.031998:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384898.032001:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008402a76d. 00000400:00000010:3.0:1767384898.032005:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384898.032008:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373179392, portal 10 00000100:00000001:3.0:1767384898.032011:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384898.032012:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807141760 : -129514902409856 : ffff8a34f63fad80) 00000020:00000010:3.0:1767384898.032023:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000048c3054e. 00000100:00000040:3.0:1767384898.032032:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.032041:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.032047:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.032051:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384898.032054:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237373179392, offset 0 00000400:00000200:3.0:1767384898.032062:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.032073:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.032085:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958273501600 00000400:00000200:3.0:1767384898.032096:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:3.0:1767384898.032105:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384898.032109:0:17591:0:(genops.c:887:class_export_get()) GET export 00000000d8df5db5 refcount=4 00000400:00000200:3.0:1767384898.032113:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.032117:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384898.032119:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384898.032121:0:17591:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384898.032123:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 00000020:00000040:1.0:1767384898.032126:0:17591:0:(genops.c:887:class_export_get()) GET export 00000000d8df5db5 refcount=5 00000100:00000040:3.0:1767384898.032127:0:16162:0:(events.c:337:request_in_callback()) incoming req@00000000ac667ac9 x1853237373179392 msgsize 520 00000020:00000001:1.0:1767384898.032134:0:17591:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384898.032139:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384898.032141:0:17591:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 0000000079ca5903. 00000020:00000010:1.0:1767384898.032148:0:17591:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000a0c94125. 00000100:00000001:3.0:1767384898.032154:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384898.032157:0:17591:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0eee4ad. 00000400:00000200:3.0:1767384898.032163:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384898.032168:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000040:00000010:1.0:1767384898.032173:0:17591:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055dd8b1c. 00000100:00000001:3.0:1767384898.032175:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384898.032181:0:17591:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ed67883. 00000100:00000200:3.0:1767384898.032183:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384898.032189:0:17591:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093a77b49. 00000020:00000010:1.0:1767384898.032198:0:17591:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bccd440. 00000100:00000001:3.0:1767384898.032201:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:1.0:1767384898.032205:0:17591:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3b2cf52. 00000100:00000040:3.0:1767384898.032206:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:1.0:1767384898.032213:0:17591:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b5b1973. 00100000:00000010:1.0:1767384898.032221:0:17591:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000682e7e9a. 00000100:00000001:3.0:1767384898.032223:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032226:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:1.0:1767384898.032227:0:17591:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ee9481bd. 00000100:00000001:3.0:1767384898.032233:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384898.032234:0:17591:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c909c5fc. 00000100:00000040:3.0:1767384898.032239:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00040000:00000010:1.0:1767384898.032242:0:17591:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c02f63c. 00000100:00000001:3.0:1767384898.032245:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294888631 00080000:00000010:1.0:1767384898.032248:0:17591:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000314efa6b. 00000100:00000010:3.0:1767384898.032251:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012bb7868. 00000004:00000010:1.0:1767384898.032255:0:17591:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000fbdd1df. 00000004:00000010:1.0:1767384898.032263:0:17591:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007427cccf. 00000100:00000001:3.0:1767384898.032264:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384898.032271:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294888631 00000004:00000010:1.0:1767384898.032272:0:17591:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe2b359f. 00000100:00000010:3.0:1767384898.032276:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091cb9c6d. 00000004:00000010:1.0:1767384898.032278:0:17591:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d0d9f0e. 00000100:00000001:3.0:1767384898.032281:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384898.032285:0:17591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a689222. 00000100:00000001:3.0:1767384898.032286:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294888631 00000100:00000010:3.0:1767384898.032293:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033331382. 00000020:00000010:1.0:1767384898.032295:0:17591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000643608b5. 00000100:00000001:3.0:1767384898.032297:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384898.032304:0:17591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000100:00000001:3.0:1767384898.032305:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294888631 00000100:00000010:3.0:1767384898.032311:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011bb67b9. 00000020:00000010:1.0:1767384898.032313:0:17591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0ca2819. 00000100:00000001:3.0:1767384898.032317:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384898.032322:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384898.032323:0:17591:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000de503be9. 00000100:00000001:3.0:1767384898.032325:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384898.032330:0:17591:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000186368fa. 00000100:00000001:3.0:1767384898.032331:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032338:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384898.032339:0:17591:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032343:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384898.032346:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032347:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.032354:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00001000:1.0:1767384898.032354:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6930 type=0x10620000 idx=14 00000100:00000001:3.0:1767384898.032357:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384898.032362:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032362:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000100:00000001:3.0:1767384898.032366:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032369:0:17591:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.032374:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.032379:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032380:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384898.032386:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032386:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e69b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384898.032394:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384898.032402:0:17591:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000010:3.0:1767384898.032403:0:16805:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000899303b. 00000020:00000001:1.0:1767384898.032410:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1767384898.032411:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384898.032414:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032419:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6a40 type=0x10620000 idx=16 00000100:00100000:3.0:1767384898.032422:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179392 02000000:00000001:3.0:1767384898.032426:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.032429:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.032433:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032435:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 02000000:00000001:3.0:1767384898.032436:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.032441:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179392 00000040:00001000:1.0:1767384898.032441:0:17591:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384898.032445:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.032449:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384898.032449:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384898.032453:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384898.032455:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.032456:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032461:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6ae0 type=0x10620000 idx=17 00000020:00000001:3.0:1767384898.032468:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032468:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000020:00000010:3.0:1767384898.032475:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052e3ba67. 00000040:00001000:1.0:1767384898.032476:0:17591:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000010:3.0:1767384898.032481:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000424e42d2. 00000020:00000001:1.0:1767384898.032482:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.032487:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000010:3.0:1767384898.032488:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61fc16c. 00000040:00000001:1.0:1767384898.032493:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1767384898.032494:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.032497:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384898.032498:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032502:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032503:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6bc0 type=0x10620000 idx=18 00000100:00000001:3.0:1767384898.032508:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032510:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384898.032517:0:17591:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:3.0:1767384898.032518:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384898.032524:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.032527:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.032530:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1767384898.032532:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384898.032534:0:17591:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384898.032536:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179520 02000000:00000001:3.0:1767384898.032541:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384898.032542:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032545:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.032560:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032563:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6ca0 type=0x10620000 idx=19 02000000:00000001:3.0:1767384898.032565:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.032571:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179520 00000040:00001000:1.0:1767384898.032571:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000020:00000001:3.0:1767384898.032576:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1767384898.032578:0:17591:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:3.0:1767384898.032579:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:3.0:1767384898.032582:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384898.032585:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:3.0:1767384898.032586:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000020:00000001:3.0:1767384898.032591:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000001:1.0:1767384898.032591:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.032623:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000040:00001000:1.0:1767384898.032627:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6cf0 type=0x10620000 idx=20 00000100:00000001:3.0:1767384898.032630:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000040:00001000:1.0:1767384898.032633:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000020:00000010:3.0:1767384898.032635:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000040:00001000:1.0:1767384898.032637:0:17591:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:3.0:1767384898.032639:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.032643:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000020:00000001:1.0:1767384898.032643:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.032647:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000010:3.0:1767384898.032649:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dae27d6c. 00000040:00000001:1.0:1767384898.032651:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:3.0:1767384898.032654:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003be44d7. 00000020:00000001:1.0:1767384898.032655:0:17591:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.032659:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000afa0aab1. 00000020:00000001:1.0:1767384898.032661:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032666:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6dd0 type=0x10620000 idx=21 00000100:00000040:3.0:1767384898.032669:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000040:00001000:1.0:1767384898.032671:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:3.0:1767384898.032673:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.032677:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.032679:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.032686:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000040:00001000:1.0:1767384898.032686:0:17591:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:3.0:1767384898.032690:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384898.032694:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.032698:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:3.0:1767384898.032700:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.032703:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1767384898.032705:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384898.032709:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.032714:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032717:0:16805:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000040:00001000:1.0:1767384898.032720:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6eb0 type=0x10620000 idx=22 00000100:00100000:3.0:1767384898.032721:0:16805:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000040:00001000:1.0:1767384898.032727:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000100:00000010:3.0:1767384898.032728:0:16805:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000089267018. 00000040:00001000:1.0:1767384898.032732:0:17591:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00100000:3.0:1767384898.032736:0:16805:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000020:00000001:1.0:1767384898.032739:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.032743:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032747:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384898.032755:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384898.032761:0:17591:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.032767:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384898.032771:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032777:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e6f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384898.032784:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384898.032790:0:17591:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384898.032796:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1767384898.032801:0:16805:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.032801:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.032806:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000040:00001000:1.0:1767384898.032807:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e7018 type=0x10620000 idx=25 00000100:00000001:3.0:1767384898.032809:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000040:00001000:1.0:1767384898.032814:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000100:00100000:3.0:1767384898.032817:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000040:00001000:1.0:1767384898.032821:0:17591:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:3.0:1767384898.032822:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000020:00000001:1.0:1767384898.032826:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1767384898.032828:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014280064 : -129515695271552 : ffff8a34c6fd9180) 00000020:00000001:1.0:1767384898.032830:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.032835:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2d14462 x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:124/0 lens 224/0 e 0 to 0 dl 1767384909 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1767384898.032837:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e7098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384898.032846:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000100:00000001:3.0:1767384898.032849:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000040:00001000:1.0:1767384898.032851:0:17591:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000010:3.0:1767384898.032854:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000643aacc. 00000020:00000001:1.0:1767384898.032856:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1767384898.032858:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.032862:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000643aacc. 00000040:00000001:1.0:1767384898.032862:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.032866:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384898.032871:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384898.032872:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d14462 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373179520:12345-0@lo:400: 00000100:00000200:3.0:1767384898.032880:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179520 00000020:00000001:1.0:1767384898.032880:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.032884:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.032887:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.032891:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.032894:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000040:00001000:1.0:1767384898.032894:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e7178 type=0x10620000 idx=27 00000020:00000001:3.0:1767384898.032898:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000040:00001000:1.0:1767384898.032901:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000020:00000001:3.0:1767384898.032902:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.032906:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384898.032908:0:17591:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384898.032909:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.032912:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384898.032915:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384898.032916:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384898.032919:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:3.0:1767384898.032920:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000040:00000001:1.0:1767384898.032924:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1767384898.032925:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.032930:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384898.032930:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.032935:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032938:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e7258 type=0x10620000 idx=28 02000000:00000010:3.0:1767384898.032941:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000945becd1. 00000040:00001000:1.0:1767384898.032942:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 02000000:00000001:3.0:1767384898.032945:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032947:0:17591:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:3.0:1767384898.032951:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.032953:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384898.032958:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.032959:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.032963:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179520 00000040:00001000:1.0:1767384898.032965:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e72a8 type=0x10620000 idx=29 00010000:00000001:3.0:1767384898.032966:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000040:00001000:1.0:1767384898.032972:0:17591:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00010000:00000200:3.0:1767384898.032973:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2d14462 x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384898.032979:0:17591:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384898.032985:0:17591:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00010000:00000001:3.0:1767384898.032986:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384898.032990:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.032993:0:17591:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000100:00001000:3.0:1767384898.032994:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.033001:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384898.033005:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:3.0:1767384898.033009:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384898.033013:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.033016:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.033019:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.033024:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.033028:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384898.033033:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373179520, offset 224 00000400:00000200:3.0:1767384898.033041:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.033052:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.033064:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273501680 00000040:00000001:1.0:1767384898.033068:0:17591:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384898.033074:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10c1 [1] + 224 00000040:00000001:1.0:1767384898.033076:0:17591:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384898.033079:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:1.0:1767384898.033083:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e72a8 type=0x10620000 idx=29 00000400:00000200:3.0:1767384898.033087:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00001000:1.0:1767384898.033090:0:17591:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000100:00000001:3.0:1767384898.033092:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000040:00001000:1.0:1767384898.033096:0:17591:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000100:00000200:3.0:1767384898.033099:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384898.033102:0:17591:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384898.033106:0:17591:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384898.033111:0:17591:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000040:3.0:1767384898.033113:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384898.033116:0:17591:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384898.033125:0:17591:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384898.033131:0:17591:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8a33c10e7388 type=0x0 idx=0 00000100:00000001:3.0:1767384898.033133:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000040:00000001:1.0:1767384898.033138:0:17591:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384898.033141:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000040:00080000:1.0:1767384898.033145:0:17591:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000040:00000010:1.0:1767384898.033152:0:17591:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000029e7a089. 00000400:00000010:3.0:1767384898.033155:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384898.033162:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384898.033163:0:17591:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d789b045. 00000100:00000001:3.0:1767384898.033165:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.033172:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384898.033179:0:17591:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dc640bd4. 00000100:00000040:3.0:1767384898.033180:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00010000:00000001:3.0:1767384898.033187:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.033191:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384898.033194:0:17591:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052f9468f. 00000020:00000001:3.0:1767384898.033197:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384898.033202:0:17591:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c936d29b. 00000100:00000040:3.0:1767384898.033205:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2d14462 x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384898.033209:0:17591:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384898.033217:0:17591:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce709c24. 80000000:00000010:1.0:1767384898.033225:0:17591:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000edf4295e. 40000000:00000010:1.0:1767384898.033232:0:17591:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba5a1798. 00000100:00100000:3.0:1767384898.033238:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d14462 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373179520:12345-0@lo:400: Request processed in 384us (839us total) trans 0 rc 0/0 00100000:00000010:1.0:1767384898.033242:0:17591:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001dcc33d6. 00000100:00100000:3.0:1767384898.033248:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00040000:00000010:1.0:1767384898.033249:0:17591:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7826983. 00000100:00000040:3.0:1767384898.033255:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00040000:00000010:1.0:1767384898.033257:0:17591:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000197251e0. 00000100:00000001:3.0:1767384898.033258:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.033263:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00040000:00000010:1.0:1767384898.033264:0:17591:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc51472e. 00000020:00000010:3.0:1767384898.033267:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003be44d7. 00000020:00000010:3.0:1767384898.033272:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000afa0aab1. 00080000:00000010:1.0:1767384898.033272:0:17591:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000007dee9f3. 00000020:00000010:3.0:1767384898.033280:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dae27d6c. 00000004:00000010:1.0:1767384898.033282:0:17591:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000093eb0f2e. 00000020:00000040:3.0:1767384898.033284:0:16805:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:3.0:1767384898.033290:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1767384898.033290:0:17591:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000094181104. 00000004:00000010:1.0:1767384898.033300:0:17591:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000630f4176. 00002000:00000010:1.0:1767384898.033307:0:17591:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d2b7576b. 00000100:00000001:3.0:1767384898.033308:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384898.033311:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384898.033315:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000010:1.0:1767384898.033315:0:17591:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ec755e64. 00000400:00000001:3.0:1767384898.033319:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384898.033323:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064dda202. 00000020:00000010:1.0:1767384898.033324:0:17591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ae7d669. 00000400:00000200:3.0:1767384898.033329:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb0fcc3 00000400:00000010:3.0:1767384898.033332:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb0fcc3. 00000100:00000001:3.0:1767384898.033335:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384898.033342:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384898.033357:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.033374:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384898.033385:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384898.033390:0:17593:0:(genops.c:887:class_export_get()) GET export 00000000d8df5db5 refcount=6 00000100:00000001:3.0:1767384898.033391:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384898.033395:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00000001:1.0:1767384898.033398:0:17593:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000100:00000001:3.0:1767384898.033399:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.033403:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384898.033404:0:17593:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.033410:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384898.033412:0:17593:0:(genops.c:887:class_export_get()) GET export 00000000d8df5db5 refcount=7 00000100:00001000:3.0:1767384898.033415:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=1 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384898.033418:0:17593:0:(genops.c:898:class_export_put()) PUTting export 00000000d8df5db5 : new refcount 6 00000100:00001000:3.0:1767384898.033425:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.033429:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384898.033433:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.033439:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384898.033445:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.033459:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.033464:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384898.033468:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384898.033484:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384898.033486:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.033493:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.033508:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.033513:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384898.033517:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384898.033523:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.033541:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f98396f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373179520:0@lo:400: 00000100:00000001:3.0:1767384898.033562:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.033567:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.033574:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f98396f x1853237373179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.033615:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384898.033618:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384898.033620:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000478d2a3b. 02000000:00000001:3.0:1767384898.033631:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384898.033634:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384898.033637:0:16166:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384898.033643:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384898.033646:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000383f61be. 02000000:00000001:3.0:1767384898.033652:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384898.033655:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384898.033658:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f98396f. 00000100:00000001:1.0:1767384898.033658:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384898.033664:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384898.033665:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384898.033669:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384898.033672:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384898.033673:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384898.033677:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384898.033681:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384898.033682:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008402a76d. 00000100:00000001:3.0:1767384898.033686:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384898.033689:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000100:00000001:3.0:1767384898.033692:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384898.033695:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384898.033696:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.033704:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384898.033707:0:17594:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000200:1.0:1767384898.033713:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384898.033717:0:17594:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000643aacc. 00000020:00000010:3.0:1767384898.033723:0:17594:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003f7be883. 00000020:00000010:3.0:1767384898.033729:0:17594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dae27d6c. 00000020:00000010:3.0:1767384898.033735:0:17594:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000210d6075. 00000040:00000010:3.0:1767384898.033742:0:17594:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd263228. 00000020:00000010:3.0:1767384898.033748:0:17594:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052854682. 00000100:00000200:1.0:1767384898.033752:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384898.033755:0:17594:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c2c40d63. 00000020:00000010:3.0:1767384898.033761:0:17594:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ee53e469. 80000000:00000010:3.0:1767384898.033767:0:17594:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a575dc6f. 40000000:00000010:3.0:1767384898.033772:0:17594:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b7fe90bb. 00100000:00000010:3.0:1767384898.033778:0:17594:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006f0947a1. 00000100:00000001:1.0:1767384898.033781:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00040000:00000010:3.0:1767384898.033783:0:17594:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000453ec27f. 00040000:00000010:3.0:1767384898.033787:0:17594:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6060a58. 00040000:00000010:3.0:1767384898.033791:0:17594:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b96925a6. 00000100:00000001:1.0:1767384898.033793:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384898.033797:0:17594:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005fbc78da. 00000100:00000001:1.0:1767384898.033799:0:16162:0:(client.c:1578:after_reply()) Process entered 00000004:00000010:3.0:1767384898.033801:0:17594:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000df40df82. 02000000:00000001:1.0:1767384898.033804:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000010:3.0:1767384898.033806:0:17594:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000071240b31. 00000100:00000001:1.0:1767384898.033807:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.033812:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.033818:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384898.033822:0:17594:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb247dbf. 00000020:00000010:1.0:1767384898.033826:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000029e7a089. 00002000:00000010:3.0:1767384898.033827:0:17594:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028f7bba6. 00000004:00000010:3.0:1767384898.033833:0:17594:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000091111638. 00000100:00001000:1.0:1767384898.033835:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=1767384898 v=5 (0 0 0 0) 00000100:00001000:1.0:1767384898.033843:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=1767384898 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384898.033848:0:16162:0:(import.c:2194:obd_at_measure()) AT 000000006312ed15 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1767384898.033854:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384898.033856:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384898.033859:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384898.033863:0:16162:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384898.033880:0:16162:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384898.033881:0:17594:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000003822ec90. 00000100:00000001:1.0:1767384898.033887:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384898.033891:0:16162:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000200:3.0:1767384898.033893:0:17594:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000040:1.0:1767384898.033897:0:16162:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384898.033903:0:16162:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384898.033907:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.033915:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.033937:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.033942:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384898.033945:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.033951:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384898.033956:0:16162:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:1.0:1767384898.033959:0:16162:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384898.033962:0:16162:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3581 00000020:00000001:1.0:1767384898.033965:0:16162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384898.033969:0:16162:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8df5db5 refcount=7 00000020:00000001:1.0:1767384898.033973:0:16162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000020:00000001:1.0:1767384898.033978:0:16162:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000100:00001000:1.0:1767384898.033994:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=1767384898 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384898.034003:0:16162:0:(import.c:2194:obd_at_measure()) AT 000000006312ed15 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1767384898.034013:0:16162:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1767384898.034018:0:16162:0:(genops.c:898:class_export_put()) PUTting export 00000000d8df5db5 : new refcount 6 00000100:00000001:1.0:1767384898.034024:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384898.034028:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767384898.034032:0:16162:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1767384898.034038:0:16162:0:(import.c:65:import_set_state_nolock()) 00000000a566395e lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767384898.034043:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384898.034048:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384898.034052:0:16162:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.034058:0:16162:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384898.034064:0:16162:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.034071:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.034081:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.034110:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101f3a3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237373179392:0@lo:38: 00000100:00000001:1.0:1767384898.034120:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.034125:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384898.034132:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101f3a3e x1853237373179392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.034152:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384898.034156:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384898.034160:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b157dc39. 02000000:00000001:1.0:1767384898.034168:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384898.034173:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384898.034178:0:16162:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384898.034183:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384898.034187:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007605adfa. 02000000:00000001:1.0:1767384898.034195:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384898.034198:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384898.034199:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101f3a3e. 00000100:00000001:1.0:1767384898.034213:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384898.034217:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.034222:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.034224:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.034229:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179648 00000100:00000001:1.0:1767384898.034229:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384898.034233:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384898.034234:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.034238:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.034239:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.034242:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.034246:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.034247:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.034253:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179648 00000020:00000001:3.0:1767384898.034256:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.034258:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384898.034261:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.034264:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384898.034267:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384898.034269:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384898.034272:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.034275:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124db044. 00000100:00000001:3.0:1767384898.034278:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.034283:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124db044. 00000020:00000010:3.0:1767384898.034286:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2cc687f. 00000020:00000010:3.0:1767384898.034289:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003be44d7. 00000020:00000010:3.0:1767384898.034292:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000afa0aab1. 00000100:00000040:3.0:1767384898.034300:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384898.034303:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384898.034307:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.034309:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.034313:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.034324:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.034333:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.034335:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384898.034341:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:3.0:1767384898.034345:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384898.034347:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640339536 : -129520069212080 : ffff8a33c2488850) 00000100:00000040:3.0:1767384898.034349:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044150763 x1853237373179648/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 4848/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.034361:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.034363:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124db044. 00000100:00000001:3.0:1767384898.034364:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.034365:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124db044. 00000100:00100000:3.0:1767384898.034368:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044150763 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179648:12345-0@lo:253: 00000100:00000200:3.0:1767384898.034371:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179648 00000020:00000001:3.0:1767384898.034373:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384898.034374:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.034376:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.034377:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.034378:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384898.034380:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.034382:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.034383:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384898.034384:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384898.034385:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.034387:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384898.034388:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.034391:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000f75a8f1. 02000000:00000001:3.0:1767384898.034392:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.034393:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.034395:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384898.034408:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ced4089f. 20000000:01000000:3.0:1767384898.034411:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384898.034413:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384898.034415:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384898.034416:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.034418:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.034420:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384898.034422:0:16799:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000004c20261c. 20000000:00000010:3.0:1767384898.034428:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065e345f4. 20000000:01000000:3.0:1767384898.034430:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:3.0:1767384898.034432:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384898.034439:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384898.034522:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384898.034524:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384898.034525:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.034526:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384898.034528:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384898.034531:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384898.034533:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384898.034536:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002419c2b7. 00080000:00000001:3.0:1767384898.034537:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632605184 : -129520076946432 : ffff8a33c1d28400) 00080000:00000001:3.0:1767384898.034539:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384898.034643:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384898.034644:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.034647:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384898.034657:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.034659:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384898.034706:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384898.034708:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384898.037658:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294888633, at 4294888634 00000100:00000010:1.0:1767384898.037668:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091cb9c6d. 00000100:00000040:3.0:1767384898.037761:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294888633, at 4294888634 00000100:00000010:3.0:1767384898.037766:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011bb67b9. 00080000:00000001:1.0:1767384898.041130:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384898.041138:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384898.041145:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384898.041149:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384898.041152:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384898.041163:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384898.041167:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384898.041174:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384898.041176:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384898.041180:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384898.041183:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384898.041187:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384898.041190:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384898.041195:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017f48bd4. 00010000:00000001:3.0:1767384898.041200:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384898.041203:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000281cd9b4. 00000020:00000001:3.0:1767384898.041205:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384898.041207:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000281cd9b4 with handle 0xcb8130832f6b358f to hash 00000020:00000001:3.0:1767384898.041208:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384898.041209:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384898.041212:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384898.041215:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384898.041216:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384898.041224:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041230:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384898.041233:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384898.041235:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384898.041237:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384898.041238:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.041240:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384898.041241:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.041243:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384898.041245:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384898.041246:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384898.041248:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384898.041249:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017f48bd4) refcount = 1 00010000:00010000:3.0:1767384898.041252:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041256:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384898.041257:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384898.041259:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.041260:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.041261:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384898.041264:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384898.041266:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001629032s 00010000:00000001:3.0:1767384898.041268:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384898.041269:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.041271:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000281cd9b4 refcount=4 00000020:00000001:3.0:1767384898.041272:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384898.041274:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384898.041276:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384898.041277:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041281:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384898.041286:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041290:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.041291:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384898.041293:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041296:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384898.041297:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.041299:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384898.041301:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384898.041305:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000281cd9b4 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384898.041307:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384898.041309:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384898.041310:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041314:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384898.041316:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384898.041317:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.041318:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000281cd9b4 refcount=5 00000020:00000001:3.0:1767384898.041319:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384898.041321:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384898.041323:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384898.041324:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041328:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384898.041329:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384898.041330:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.041332:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384898.041334:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384898.041335:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384898.041340:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384898.041342:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000281cd9b4 with handle 0xcb8130832f6b358f from hash 00010000:00000001:3.0:1767384898.041343:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384898.041344:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.041345:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.041346:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384898.041347:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384898.041349:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384898.041351:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384898.041352:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384898.041354:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.041356:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384898.041357:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384898.041358:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.041359:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.041360:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.041361:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.041362:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384898.041363:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041366:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.041367:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.041367:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384898.041368:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384898.041369:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.041370:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.041371:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384898.041372:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384898.041373:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384898.041375:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.041379:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384898.041380:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384898.041381:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b358f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384898.041393:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017f48bd4 count: 0 00010000:00000001:3.0:1767384898.041398:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384898.041399:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384898.043025:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384898.043029:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384898.043031:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ced4089f. 20000000:00000001:1.0:1767384898.043037:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384898.043040:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179648 00010000:00000001:1.0:1767384898.043043:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384898.043048:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044150763 x1853237373179648/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384898.043058:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384898.043060:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384898.043063:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384898.043066:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384898.043068:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000001:1.0:1767384898.043071:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384898.043074:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384898.043076:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.043078:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384898.043081:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384898.043090:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fe6ace5. 00000100:00000200:1.0:1767384898.043094:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373179648, offset 224 00000400:00000200:1.0:1767384898.043099:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384898.043107:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384898.043114:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273501700 00000400:00000200:1.0:1767384898.043119:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10d1 [2] + 224 00000400:00000200:1.0:1767384898.043125:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384898.043129:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384898.043133:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384898.043136:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e07e64c x1853237373179648/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384898.043145:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001e07e64c x1853237373179648/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.043161:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384898.043166:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe6ace5 00000400:00000010:1.0:1767384898.043168:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fe6ace5. 00000100:00000001:1.0:1767384898.043172:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384898.043175:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384898.043180:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.043188:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00010000:00000001:1.0:1767384898.043193:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384898.043196:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.043200:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384898.043207:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044150763 x1853237373179648/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:124/0 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.043233:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044150763 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:17572:x1853237373179648:12345-0@lo:253: Request processed in 8869us (9045us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384898.043250:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384898.043254:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384898.043258:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384898.043260:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384898.043265:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003be44d7. 00000020:00000010:1.0:1767384898.043272:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000afa0aab1. 00000020:00000010:1.0:1767384898.043283:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2cc687f. 00000020:00000040:1.0:1767384898.043288:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384898.043295:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384898.043298:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000f75a8f1. 02000000:00000001:1.0:1767384898.043303:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384898.043307:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384898.043314:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384898.043319:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3b3a83. 00000400:00000010:1.0:1767384898.043326:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fe6ace5. 00010000:00000010:3.1:1767384898.048621:0:17461:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017f48bd4. 00010000:00000010:3.1:1767384898.048629:0:17461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000281cd9b4. 00080000:00000001:3.0:1767384898.064873:0:10092:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384898.064883:0:10092:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.064887:0:10092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.064893:0:10092:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384898.064896:0:10092:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.064898:0:10092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.235721:0:17610:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384898.235736:0:17610:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.235741:0:17610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384898.235749:0:17610:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384898.235756:0:17610:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.235760:0:17610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.363701:0:16788:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384898.363706:0:16788:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.509253:0:17658:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384898.509266:0:17658:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.509269:0:17658:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384898.509274:0:17658:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384898.509278:0:17658:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.509281:0:17658:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384898.627241:0:17695:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384898.627248:0:17695:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384898.627250:0:17695:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384899.067664:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384899.067676:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384899.067678:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.067682:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384899.067685:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384899.067687:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.067690:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384899.114345:0:17756:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384899.114357:0:17756:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.114360:0:17756:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384899.114365:0:17756:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384899.114369:0:17756:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.114372:0:17756:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.389013:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384899.389018:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179776 02000000:00000001:3.0:1767384899.389022:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384899.389027:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384899.389029:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384899.389032:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384899.389038:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179776 00000020:00000001:3.0:1767384899.389041:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384899.389044:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384899.389047:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.389049:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384899.389054:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384899.389064:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384899.389070:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384899.389075:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000756077b. 00000100:00000001:3.0:1767384899.389078:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.389082:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000756077b. 00000020:00000010:3.0:1767384899.389088:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000676cb88c. 00000020:00000010:3.0:1767384899.389097:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da655e10. 00000020:00000010:3.0:1767384899.389102:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000020ee11ba. 00000100:00000040:3.0:1767384899.389111:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384899.389115:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384899.389118:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384899.389120:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.389128:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.389139:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.389149:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384899.389151:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384899.389155:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:3.0:1767384899.389158:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384899.389160:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640337488 : -129520069214128 : ffff8a33c2488050) 00000100:00000040:3.0:1767384899.389164:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091f78370 x1853237373179776/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:125/0 lens 328/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.389171:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384899.389173:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000756077b. 00000100:00000001:3.0:1767384899.389175:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.389177:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000756077b. 00000100:00100000:3.0:1767384899.389180:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091f78370 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373179776:12345-0@lo:101: 00000100:00000200:3.0:1767384899.389183:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179776 00000020:00000001:3.0:1767384899.389185:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384899.389188:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384899.389190:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.389192:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384899.389193:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:3.0:1767384899.389201:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384899.389202:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384899.389204:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384899.389206:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384899.389209:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.389211:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384899.389213:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384899.389214:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384899.389216:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384899.389217:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.389221:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384899.389224:0:16799:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000089ac8648. 00010000:00000001:3.0:1767384899.389226:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384899.389228:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000080c9348f. 00000020:00000001:3.0:1767384899.389230:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384899.389231:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000080c9348f with handle 0xcb8130832f6b359d to hash 00000020:00000001:3.0:1767384899.389233:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384899.389234:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000001:3.0:1767384899.389236:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00010000:3.0:1767384899.389238:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b3596 expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384899.389243:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:3.0:1767384899.389245:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384899.389250:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384899.389252:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384899.389255:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000766c06a7. 02000000:00000001:3.0:1767384899.389257:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.389258:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.389260:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384899.389262:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384899.389265:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384899.389266:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.389268:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.389269:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.389275:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.389277:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384899.389278:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384899.389280:0:16799:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384899.389281:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384899.389282:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000089ac8648) refcount = 1 00010000:00010000:3.0:1767384899.389285:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.389289:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384899.389290:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384899.389291:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.389293:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.389294:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384899.389298:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384899.389299:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.389304:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384899.389306:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384899.389307:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.389309:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.389310:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384899.389311:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.389312:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384899.389313:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000080c9348f, rc 0) 00000020:00000001:3.0:1767384899.389316:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384899.389318:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179776 00010000:00000001:3.0:1767384899.389320:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384899.389323:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091f78370 x1853237373179776/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:125/0 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.389329:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.389331:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384899.389334:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384899.389337:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384899.389339:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000001:3.0:1767384899.389345:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384899.389347:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384899.389349:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.389351:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384899.389353:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384899.389355:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384899.389357:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373179776, offset 224 00000400:00000200:3.0:1767384899.389361:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384899.389365:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384899.389371:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273501780 00000400:00000200:3.0:1767384899.389374:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10e1 [1] + 224 00000400:00000200:3.0:1767384899.389378:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.389380:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384899.389383:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384899.389386:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a0a65b3 x1853237373179776/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384899.389392:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000005a0a65b3 x1853237373179776/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.389405:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384899.389409:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384899.389411:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384899.389413:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384899.389415:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384899.389418:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.389420:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00010000:00000001:3.0:1767384899.389422:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384899.389424:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.389425:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384899.389429:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091f78370 x1853237373179776/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:125/0 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.389442:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091f78370 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373179776:12345-0@lo:101: Request processed in 266us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384899.389456:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:3.0:1767384899.389471:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384899.389477:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384899.389481:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384899.389489:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da655e10. 00000020:00000010:3.0:1767384899.389497:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000020ee11ba. 00000020:00000010:3.0:1767384899.389503:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000676cb88c. 00000020:00000040:3.0:1767384899.389511:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384899.389519:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384899.389538:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000766c06a7. 02000000:00000001:3.0:1767384899.389545:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384899.389549:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384899.389556:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384899.389564:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0815a76. 00000400:00000010:3.0:1767384899.389572:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba726354. 00000100:00000001:3.0:1767384899.389927:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384899.389931:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373179904 02000000:00000001:3.0:1767384899.389935:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384899.389939:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384899.389943:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384899.389949:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384899.389955:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373179904 00000020:00000001:3.0:1767384899.389961:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384899.389965:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384899.389971:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.389976:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384899.389982:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384899.389987:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384899.389990:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384899.389994:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000756077b. 00000100:00000001:3.0:1767384899.389997:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.389999:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000756077b. 00000020:00000010:3.0:1767384899.390004:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000676cb88c. 00000020:00000010:3.0:1767384899.390008:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da655e10. 00000020:00000010:3.0:1767384899.390012:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000020ee11ba. 00000100:00000040:3.0:1767384899.390017:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384899.390027:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384899.390028:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384899.390030:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.390035:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.390048:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.390058:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384899.390060:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384899.390064:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000040:3.0:1767384899.390067:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384899.390070:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640340560 : -129520069211056 : ffff8a33c2488c50) 00000100:00000040:3.0:1767384899.390075:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000849ad9eb x1853237373179904/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:125/0 lens 304/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.390084:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384899.390088:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000756077b. 00000100:00000001:3.0:1767384899.390090:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.390093:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000756077b. 00000100:00100000:3.0:1767384899.390097:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000849ad9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373179904:12345-0@lo:256: 00000100:00000200:3.0:1767384899.390101:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373179904 00000020:00000001:3.0:1767384899.390103:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384899.390106:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384899.390107:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.390110:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384899.390112:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:3.0:1767384899.390115:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384899.390116:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384899.390118:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384899.390120:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384899.390123:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.390126:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384899.390127:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384899.390130:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000766c06a7. 02000000:00000001:3.0:1767384899.390133:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.390135:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.390144:0:16799:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384899.390148:0:16799:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384899.390151:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384899.390154:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384899.390157:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.390160:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384899.390162:0:16799:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384899.390165:0:16799:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000094bde05c. 20000000:00000001:3.0:1767384899.390169:0:16799:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384899.390181:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1767384899.390189:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:3.0:1767384899.390193:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1767384899.390195:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:3.0:1767384899.390198:0:16799:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:3.0:1767384899.390200:0:16799:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:3.0:1767384899.390203:0:16799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384899.390207:0:16799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004b640de7. 00000100:00000010:3.0:1767384899.390211:0:16799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000089b950d6. 00000020:00000040:3.0:1767384899.390213:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:3.0:1767384899.390217:0:16799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384899.390220:0:16799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384899.390224:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000400:00000010:3.0:1767384899.390231:0:16799:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093f0fe9a. 00000400:00000200:3.0:1767384899.390235:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384899.390244:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384899.390252:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958273501800 00000400:00000200:3.0:1767384899.390257:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10f1 [4] + 0 00000400:00000010:3.0:1767384899.390261:0:16799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd1ae355. 00000400:00000200:3.0:1767384899.390265:0:16799:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e328a7a6 00000400:00000200:3.0:1767384899.390269:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.390272:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384899.390275:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e328a7a6 00000400:00000010:3.0:1767384899.390276:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e328a7a6. 00000100:00000001:3.0:1767384899.390280:0:16799:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384899.390281:0:16799:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005a0a65b3 desc 0000000008f18b7f mbits 1853237373179904 00000100:00000001:3.0:1767384899.390295:0:16799:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384899.390308:0:16799:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384899.390318:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384899.390328:0:16799:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10fd 00000400:00000200:3.0:1767384899.390331:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.390334:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384899.390337:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384899.390339:0:16799:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004b640de7 00000100:00000001:3.0:1767384899.390342:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384899.390347:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384899.390349:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384899.390352:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384899.390353:0:16799:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004b640de7 00000100:00000001:3.0:1767384899.390355:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384899.390359:0:16799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958273501800-0x6958273501800 00000100:00000001:3.0:1767384899.390362:0:16799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.390366:0:16799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.390369:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384899.390372:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:3.0:1767384899.390374:0:16799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000089b950d6. 00000100:00000010:3.0:1767384899.390378:0:16799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004b640de7. 00000100:00000001:3.0:1767384899.390380:0:16799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384899.390381:0:16799:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384899.390388:0:16799:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000094bde05c. 20000000:00000001:3.0:1767384899.390392:0:16799:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384899.390395:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373179904 00010000:00000001:3.0:1767384899.390397:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384899.390400:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000849ad9eb x1853237373179904/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:125/0 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.390409:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.390410:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384899.390413:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384899.390416:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384899.390418:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000001:3.0:1767384899.390421:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384899.390423:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384899.390432:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.390435:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384899.390437:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384899.390440:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384899.390443:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373179904, offset 224 00000400:00000200:3.0:1767384899.390448:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384899.390454:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384899.390460:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273501800 00000400:00000200:3.0:1767384899.390465:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10f5 [1] + 224 00000400:00000200:3.0:1767384899.390469:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.390472:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384899.390476:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384899.390479:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a0a65b3 x1853237373179904/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384899.390489:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000005a0a65b3 x1853237373179904/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.390508:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384899.390513:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384899.390515:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384899.390519:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384899.390534:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384899.390539:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.390545:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00010000:00000001:3.0:1767384899.390551:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384899.390554:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.390560:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384899.390569:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000849ad9eb x1853237373179904/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:125/0 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.390631:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000849ad9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373179904:12345-0@lo:256: Request processed in 506us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384899.390650:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:3.0:1767384899.390656:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384899.390660:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384899.390671:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384899.390677:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da655e10. 00000020:00000010:3.0:1767384899.390684:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000020ee11ba. 00000020:00000010:3.0:1767384899.390689:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000676cb88c. 00000020:00000040:3.0:1767384899.390696:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384899.390702:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384899.390706:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000766c06a7. 02000000:00000001:3.0:1767384899.390711:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384899.390715:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384899.390722:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384899.390729:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8f503b. 00000400:00000010:3.0:1767384899.390738:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004be77644. 00000100:00000040:1.0:1767384899.393634:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294889989, at 4294889990 00000100:00000040:3.0:1767384899.393637:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294889989, at 4294889990 00000100:00000010:1.0:1767384899.393645:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0b3dd7c. 00000100:00000010:3.0:1767384899.393647:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000401a084a. 00000020:00000010:1.0:1767384899.399907:0:17828:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ab8c8e78. 00000020:00000040:1.0:1767384899.399916:0:17828:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:1.0:1767384899.399920:0:17828:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1767384899.399922:0:17828:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 000000008c1685c3 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:1.0:1767384899.399928:0:17828:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384899.399939:0:17828:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-0@lo 00000100:00000001:1.0:1767384899.399942:0:17828:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384899.399945:0:17828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384899.399947:0:17828:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000001:1.0:1767384899.399950:0:17828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384899.399959:0:17828:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558045085376 : -129515664466240 : 0xffff8a34c8d39ec0) 00000100:00000040:1.0:1767384899.399963:0:17828:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000040:1.0:1767384899.399966:0:17828:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.149@tcp -> 00000000946550df 00010000:00080000:1.0:1767384899.399969:0:17828:0:(ldlm_lib.c:85:import_set_conn()) imp 000000008c1685c3@lustre-OST0000-osc-MDT0000: found existing conn 192.168.204.149@tcp, moved to head 00010000:00000001:1.0:1767384899.399972:0:17828:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384899.399975:0:17828:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00010000:00000001:1.0:1767384899.399977:0:17828:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.399980:0:17828:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:1.0:1767384899.399983:0:17828:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ab8c8e78. 00000001:00000001:3.0:1767384899.783295:0:17922:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384899.783300:0:17922:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1767384899.787305:0:17922:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384899.799033:0:17924:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:1.0:1767384900.091637:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384900.091649:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384900.091652:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.091657:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384900.091659:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.091663:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.091666:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384900.240033:0:17987:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384900.240044:0:17987:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.240048:0:17987:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384900.240052:0:17987:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384900.240056:0:17987:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.240058:0:17987:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384900.697051:0:18036:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384900.697063:0:18036:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.697066:0:18036:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384900.697071:0:18036:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384900.697076:0:18036:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.697078:0:18036:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.115770:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384901.115791:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384901.115792:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.115797:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.115799:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384901.115803:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.115804:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384901.601707:0:18120:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384901.601714:0:18120:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:3.0:1767384901.607087:0:18120:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1767384902.140639:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384902.140644:0:16162:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1767384902.140652:0:16162:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384892/real 1767384892] req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384902.140666:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384902.140668:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384902.140670:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003480c9b2. 00000400:00000200:1.0:1767384902.140674:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc581dd5 00000400:00000010:1.0:1767384902.140675:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc581dd5. 00000100:00000001:1.0:1767384902.140679:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384902.140681:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384902.140698:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.140702:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384902.140704:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.140706:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384902.140707:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384902.140709:0:16162:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.140713:0:16162:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.140760:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384902.140761:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.140763:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.140765:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384902.140766:0:16162:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384902.140769:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.140774:0:16162:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1767384902.140776:0:16162:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.140777:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384902.140778:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.140780:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384902.140781:0:16162:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1767384902.140783:0:16162:0:(import.c:65:import_set_state_nolock()) 000000008c1685c3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384902.140816:0:16162:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1767384902.140818:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1767384902.140821:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384902.140827:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237373175040:0@lo:8: 00000100:00000001:1.0:1767384902.140832:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.140842:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384902.140845:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373175040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384902 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.140849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384902.140851:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384902.140856:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384902.140860:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000b5ec7b3. 02000000:00000001:1.0:1767384902.140864:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384902.140868:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384902.140869:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1767384902.140872:0:16162:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384902.140876:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c1b2f97. 00000020:00000001:1.0:1767384902.140877:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384902.140898:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004d8796b2. 00000020:00000040:3.0:1767384902.140902:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 02000000:00000001:1.0:1767384902.140906:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384902.140909:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384902.140911:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384902.140913:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 02000000:00000001:3.0:1767384902.140916:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384902.140922:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384902.140925:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.140927:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.140937:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384902.140942:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001376388d. 00000100:00000001:1.0:1767384902.140944:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384902.140949:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.140954:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.140956:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.140957:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.140974:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384902.140990:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384902.140993:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.140999:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c1b2f97] to pc [ptlrpcd_00_00+0] req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.141038:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384902.141041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384902.141045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384902.141049:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384902.141052:0:38:0:(import.c:65:import_set_state_nolock()) 000000008c1685c3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384902.141057:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767384902.141061:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767384902.141062:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:3.0:1767384902.141071:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:1.0:1767384902.141073:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.141076:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384902.141079:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384902.141083:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 18 to 0@lo 00000100:00000001:3.0:1767384902.141088:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000040:1.0:1767384902.141092:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384902.141095:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.141115:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b34d2 00000020:00000001:3.0:1767384902.141119:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384902.141126:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384902.141130:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.141135:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384902.141138:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384902.141142:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009f0ef30e refcount=4 02000000:00000001:1.0:1767384902.141144:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.141147:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558304798720 : -129515404752896 : ffff8a34d84e8800) 00000020:00000001:3.0:1767384902.141154:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558304798720 : -129515404752896 : ffff8a34d84e8800) 00000100:00100000:1.0:1767384902.141154:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c1b2f97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373180032:0@lo:400: 00000100:00000001:1.0:1767384902.141161:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384902.141168:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 17 to 0@lo 02000000:00000001:1.0:1767384902.141170:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384902.141171:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384902.141175:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 18 to 0@lo 02000000:00000001:1.0:1767384902.141176:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.141177:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000040:3.0:1767384902.141184:0:38:0:(genops.c:898:class_export_put()) PUTting export 000000009f0ef30e : new refcount 3 02000000:00000001:1.0:1767384902.141184:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1767384902.141188:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000008c1685c3 using connection 192.168.204.149@tcp/0@lo 00000100:00000001:3.0:1767384902.141189:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.141191:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384902.141212:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384902.141215:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bdedb8e. 02000000:00000001:3.0:1767384902.141217:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.141225:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1767384902.141226:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384902.141235:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebd8f904. 00000100:00000001:3.0:1767384902.141239:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384902.141241:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d4322cd. 00000100:00000010:3.0:1767384902.141247:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da3d9b68. 00000100:00000200:1.0:1767384902.141250:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373180032, portal 25 00000020:00000040:3.0:1767384902.141255:0:38:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384902.141256:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384902.141271:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013179648 : -129515696371968 : ffff8a34c6ecc700) 02000000:00000001:3.0:1767384902.141273:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384902.141294:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.141299:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384902.141302:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384902.141303:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384902.141309:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384902.141319:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f6071859. 00000100:00000001:1.0:1767384902.141321:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384902.141326:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.141341:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384902.141346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384902.141349:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f7e2d8. 00000100:00000200:1.0:1767384902.141357:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373180032, offset 0 00000100:00000001:3.0:1767384902.141371:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384902.141372:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384902.141378:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.141385:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da3d9b68] to pc [ptlrpcd_rcv+-1] req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384902.141406:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384902.141423:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.141423:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273501880 00000100:00000040:3.0:1767384902.141437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384902.141458:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 00000100:00000001:3.0:1767384902.141462:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384902.141482:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001e013b3. 00000400:00000010:1.0:1767384902.141485:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec7392ff. 00000020:00000040:3.0:1767384902.141489:0:38:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1767384902.141490:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8ccd096 00000100:00000001:3.0:1767384902.141502:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384902.141506:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384902.141507:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384902.141511:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.141514:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384902.141520:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2e9623c. 00000400:00000200:1.0:1767384902.141521:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ccd096 00000400:00000010:1.0:1767384902.141526:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8ccd096. 00000100:00000001:3.0:1767384902.141527:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141532:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384902.141535:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384902.141537:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384902.141541:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000001b2009bd x1853237373180032 msgsize 224 00000100:00100000:1.0:1767384902.141554:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384902.141559:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384902.141562:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384902.141566:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141569:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384902.141574:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e013b3] to pc [ptlrpcd_00_01+1] req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384902.141577:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f7e2d8 00000400:00000010:1.0:1767384902.141581:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f7e2d8. 00000100:00000001:1.0:1767384902.141585:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384902.141591:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.141627:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141628:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384902.141632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384902.141635:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.141641:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384902.141646:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384902.141650:0:38:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384902.141656:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384902.141658:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.141659:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384902.141663:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141663:0:16163:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384902.141670:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013946b73. 00000100:00000001:1.0:1767384902.141671:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.141677:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141678:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294892741 00000100:00000040:3.0:1767384902.141683:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384902.141685:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063b28ad2. 00000100:00000001:1.0:1767384902.141693:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384902.141701:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384902.141702:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294892741 00000100:00000001:3.0:1767384902.141703:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384902.141708:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f458a77d. 00000100:00000040:3.0:1767384902.141710:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_02+2] req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.141714:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384902.141719:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294892741 00000100:00000010:1.0:1767384902.141725:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c05d706. 00000100:00000001:1.0:1767384902.141729:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384902.141732:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294892741 00000100:00000010:1.0:1767384902.141734:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f45c6c. 00000100:00000001:1.0:1767384902.141736:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384902.141737:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141738:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.141741:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.141742:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (230) 00000100:00000001:1.0:1767384902.141743:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141747:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.141754:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384902.141757:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384902.141777:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384902.141778:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384902.141782:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180032 00000100:00000001:1.0:1767384902.141783:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384902.141788:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384902.141788:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.141792:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384902.141796:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.141801:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.141802:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.141804:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.141806:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.141811:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384902.141812:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384902.141816:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180032 00000020:00000001:3.0:1767384902.141820:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384902.141822:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384902.141823:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384902.141824:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384902.141827:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.141832:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000040:1.0:1767384902.141833:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384902.141840:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384902.141847:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384902.141850:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384902.141854:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384902.141854:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.141860:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 02000000:00000001:1.0:1767384902.141861:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384902.141865:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384902.141868:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384902.141871:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.141872:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac4d323. 00000100:00100000:1.0:1767384902.141879:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373180288:0@lo:400: 00000020:00000010:3.0:1767384902.141882:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50ce1fd. 00000020:00000010:3.0:1767384902.141890:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001f633ca. 00000100:00000001:1.0:1767384902.141891:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384902.141896:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384902.141898:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000020ee11ba. 02000000:00000001:1.0:1767384902.141900:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.141904:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384902.141908:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022035c12. 00000100:00000040:3.0:1767384902.141909:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384902.141911:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.141916:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384902.141919:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384902.141925:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384902.141928:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918be6d8. 00000400:00000010:1.0:1767384902.141935:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f7e2d8. 00000100:00000001:3.0:1767384902.141937:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384902.141942:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373180288, portal 10 00000100:00000001:1.0:1767384902.141946:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384902.141948:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013192192 : -129515696359424 : ffff8a34c6ecf800) 00000100:00000001:3.0:1767384902.141952:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384902.141956:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.141965:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384902.141969:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384902.141972:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384902.141978:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:1.0:1767384902.141980:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384902.141983:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000010:1.0:1767384902.141986:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000001:3.0:1767384902.141988:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640344656 : -129520069206960 : ffff8a33c2489c50) 00000100:00000200:1.0:1767384902.141993:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373180288, offset 0 00000100:00000040:3.0:1767384902.142001:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b2009bd x1853237373180032/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384902.142001:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384902.142016:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384902.142022:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.142027:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 00000400:00000200:1.0:1767384902.142031:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273501980 00000100:00000001:3.0:1767384902.142033:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384902.142042:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000020:00000010:3.0:1767384902.142045:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac4d323. 00000400:00000200:1.0:1767384902.142054:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384902.142059:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b2009bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373180032:12345-0@lo:400: 00000400:00000200:1.0:1767384902.142063:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384902.142070:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180032 00000100:00000001:1.0:1767384902.142071:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384902.142074:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384902.142079:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384902.142082:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384902.142085:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384902.142087:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101f3a3e. 00000020:00000001:3.0:1767384902.142091:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384902.142092:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000101f3a3e x1853237373180288 msgsize 224 00000020:00000001:3.0:1767384902.142096:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000020:00000001:3.0:1767384902.142104:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384902.142106:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384902.142107:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.142114:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.142120:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384902.142121:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384902.142123:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.142130:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384902.142131:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000100:00000001:3.0:1767384902.142135:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384902.142137:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 02000000:00000001:3.0:1767384902.142140:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384902.142145:0:16163:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1767384902.142147:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002419c2b7. 02000000:00000001:3.0:1767384902.142153:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384902.142155:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.142158:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.142162:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384902.142169:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373180032 00010000:00000001:3.0:1767384902.142176:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384902.142185:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b2009bd x1853237373180032/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.142186:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384902.142195:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.142210:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384902.142214:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142216:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142222:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:3.0:1767384902.142223:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384902.142230:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.142233:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384902.142236:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1471 usecs (2 jiffies) 00000100:00000040:3.0:1767384902.142237:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000001:1.0:1767384902.142243:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892740 00000100:00000001:3.0:1767384902.142244:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384902.142251:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384902.142251:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892741 02000000:00000001:3.0:1767384902.142256:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142257:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892740 00000100:00000001:1.0:1767384902.142264:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892741 00000100:00000001:1.0:1767384902.142266:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892740 00000100:00000001:3.0:1767384902.142272:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384902.142275:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892741 00000100:00000040:3.0:1767384902.142281:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384902.142283:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892740 00000100:00000001:1.0:1767384902.142289:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892741 00000400:00000010:3.0:1767384902.142292:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000001:1.0:1767384902.142295:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384902.142299:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373180032, offset 224 00000100:00000001:1.0:1767384902.142299:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142308:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142312:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.142313:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384902.142340:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384902.142348:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000351807af. 00000400:00000200:3.0:1767384902.142354:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273501880 00000100:00000001:1.0:1767384902.142357:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384902.142361:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:3.0:1767384902.142366:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384902.142367:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180160 02000000:00000001:1.0:1767384902.142372:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384902.142377:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384902.142377:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.142381:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.142387:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.142392:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180160 00000100:00000001:3.0:1767384902.142395:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384902.142396:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384902.142400:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384902.142405:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384902.142409:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.142411:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.142412:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.142419:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079694326. 00000020:00000010:1.0:1767384902.142427:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec16d8cc. 00000020:00000010:1.0:1767384902.142434:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000100:00000001:1.0:1767384902.142442:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384902.142445:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.142447:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384902.142450:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142496:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.142508:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384902.142511:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384902.142518:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384902.142523:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:1.0:1767384902.142525:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384902.142528:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384902.142528:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384902.142532:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384902.142536:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384902.142539:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142542:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776116992 : -129514933434624 : ffff8a34f4664700) 00000100:00000040:3.0:1767384902.142546:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00000100:00000040:1.0:1767384902.142548:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e07e64c x1853237373180160/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.142554:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384902.142557:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.142563:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384902.142569:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b2009bd x1853237373180032/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384902.142573:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e07e64c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16162:x1853237373180160:12345-0@lo:8: 00000100:00000200:1.0:1767384902.142582:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180160 00000020:00000001:1.0:1767384902.142586:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384902.142591:0:17576:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00100000:3.0:1767384902.142620:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b2009bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373180032:12345-0@lo:400: Request processed in 595us (1075us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384902.142624:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 4 - find 00000100:00100000:3.0:1767384902.142630:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000020:00000001:1.0:1767384902.142631:0:17576:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446614558669144064 : -129515040407552 : ffff8a34ee060000) 00000100:00000040:3.0:1767384902.142634:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384902.142638:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384902.142638:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384902.142640:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384902.142642:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384902.142645:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001f633ca. 02000000:00000010:1.0:1767384902.142647:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007f6ad4b0. 00000020:00000010:3.0:1767384902.142650:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000020ee11ba. 02000000:00000001:1.0:1767384902.142655:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.142661:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.142663:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d50ce1fd. 00010000:00000040:1.0:1767384902.142664:0:17576:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000020:00000040:3.0:1767384902.142669:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00010000:00080000:1.0:1767384902.142672:0:17576:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 225 last 0 02000000:00000001:3.0:1767384902.142674:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384902.142678:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002419c2b7. 00010000:00000001:1.0:1767384902.142678:0:17576:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:1.0:1767384902.142681:0:17576:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 02000000:00000001:3.0:1767384902.142683:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384902.142684:0:17576:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:3.0:1767384902.142687:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384902.142688:0:17576:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384902.142693:0:17576:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c49c09d2. 00000100:00000200:3.0:1767384902.142694:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384902.142698:0:17576:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000010:3.0:1767384902.142700:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d6ec82. 00000020:00000040:1.0:1767384902.142701:0:17576:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c49c09d2 with handle 0xcb8130832f6b35a4 to hash 00000020:00000001:1.0:1767384902.142705:0:17576:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000010:3.0:1767384902.142706:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7a4768e. 00000020:00000001:1.0:1767384902.142708:0:17576:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:1.0:1767384902.142713:0:17576:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384902.142716:0:17576:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b03a7b18. 00000001:00000001:1.0:1767384902.142721:0:17576:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.142722:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.142727:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.142727:0:17576:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384902.142731:0:17576:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384902.142735:0:17576:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c37576c3. 00000001:00000010:1.0:1767384902.142740:0:17576:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000060c7222c. 00000100:00000001:3.0:1767384902.142742:0:17594:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:1.0:1767384902.142744:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000bf848a8. 00000100:00100000:3.0:1767384902.142746:0:17594:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180416 00000001:00000010:1.0:1767384902.142749:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047edcb2a. 02000000:00000001:3.0:1767384902.142751:0:17594:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000010:1.0:1767384902.142753:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004832284d. 00000100:00000001:3.0:1767384902.142754:0:17594:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384902.142758:0:17594:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384902.142759:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007faa01db. 02000000:00000001:3.0:1767384902.142761:0:17594:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.142763:0:17576:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384902.142765:0:17594:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180416 00010000:00000001:1.0:1767384902.142766:0:17576:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.142768:0:17594:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.142772:0:17594:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:1.0:1767384902.142772:0:17576:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.142775:0:17594:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.142778:0:17576:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=3 00000020:00000040:3.0:1767384902.142779:0:17594:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000020:00000001:3.0:1767384902.142784:0:17594:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000040:1.0:1767384902.142784:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 5 - export 00000020:00000001:1.0:1767384902.142805:0:17576:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384902.142806:0:17594:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000040:1.0:1767384902.142813:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 2 00000100:00000001:3.0:1767384902.142815:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000080:1.0:1767384902.142817:0:17576:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcb8130832f6b35a4 00000020:00000010:3.0:1767384902.142822:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 00000020:00000001:1.0:1767384902.142823:0:17576:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.142830:0:17594:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000048d4acf0. 00000020:00000001:1.0:1767384902.142830:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.142836:0:17594:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000040:1.0:1767384902.142840:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:1.0:1767384902.142845:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.142849:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=3 00000100:00000001:3.0:1767384902.142850:0:17594:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384902.142853:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000010:3.0:1767384902.142857:0:17594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50ce1fd. 00000020:00000001:1.0:1767384902.142858:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000001:00000001:1.0:1767384902.142866:0:17576:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000010:3.0:1767384902.142867:0:17594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001f633ca. 00000001:00000001:1.0:1767384902.142871:0:17576:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000020:00000010:3.0:1767384902.142874:0:17594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000020ee11ba. 00000100:00000001:3.0:1767384902.142879:0:17594:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000040:1.0:1767384902.142880:0:17576:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.149@tcp 00000100:00000001:3.0:1767384902.142883:0:17594:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000040:1.0:1767384902.142886:0:17576:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 5 00000100:00000001:3.0:1767384902.142888:0:17594:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384902.142891:0:17576:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446614553643174912 : -129520066376704 : ffff8a33c273cc00) 00000001:00000001:1.0:1767384902.142894:0:17576:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384902.142898:0:17576:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=4 00000001:00000040:1.0:1767384902.142902:0:17576:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 6 00000100:00000001:3.0:1767384902.142903:0:17594:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384902.142908:0:17594:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384902.142910:0:17594:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.142911:0:17576:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dffaf8ec. 00000020:00000010:1.0:1767384902.142916:0:17576:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000004ead406a. 00000100:00000001:3.0:1767384902.142918:0:17594:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.142935:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:1.0:1767384902.142935:0:17576:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.142939:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:08000000:1.0:1767384902.142943:0:17576:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000100:00100000:3.0:1767384902.142949:0:17594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000001:00000040:1.0:1767384902.142949:0:17576:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 5 00000001:00000001:1.0:1767384902.142956:0:17576:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.142957:0:17594:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:3.0:1767384902.142963:0:17594:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776130432 : -129514933421184 : ffff8a34f4667b80) 00002000:00100000:1.0:1767384902.142964:0:17576:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00000040:3.0:1767384902.142973:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015bc6d35 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00080000:1.0:1767384902.142974:0:17576:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1767384902.142981:0:17576:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:1.0:1767384902.142988:0:17576:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384902.142996:0:17576:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000001:3.0:1767384902.142997:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000040:1.0:1767384902.143001:0:17576:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000020:00000010:3.0:1767384902.143003:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000929d8a1b. 00000001:00000001:1.0:1767384902.143011:0:17576:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000001:3.0:1767384902.143012:0:17594:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384902.143018:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000929d8a1b. 00080000:00000001:1.0:1767384902.143018:0:17576:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384902.143027:0:17576:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d1d812a0. 00000100:00100000:3.0:1767384902.143030:0:17594:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015bc6d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373180416:12345-0@lo:400: 00080000:00000001:1.0:1767384902.143032:0:17576:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558764566528 : -129514944985088 : ffff8a34f3b60800) 00080000:00000001:1.0:1767384902.143040:0:17576:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000200:3.0:1767384902.143042:0:17594:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180416 00000020:00000001:3.0:1767384902.143047:0:17594:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384902.143052:0:17594:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384902.143056:0:17594:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.143060:0:17594:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384902.143064:0:17594:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:3.0:1767384902.143067:0:17594:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384902.143072:0:17594:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.143076:0:17594:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.143079:0:17594:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384902.143082:0:17594:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.143087:0:17594:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384902.143092:0:17594:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384902.143096:0:17594:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384902.143102:0:17594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002419c2b7. 02000000:00000001:3.0:1767384902.143107:0:17594:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.143113:0:17594:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.143120:0:17594:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384902.143133:0:17594:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373180416 00010000:00000001:3.0:1767384902.143137:0:17594:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384902.143145:0:17594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015bc6d35 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.143159:0:17594:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:1.0:1767384902.143162:0:17576:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384902.143163:0:17594:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384902.143170:0:17594:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=5 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384902.143176:0:17576:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.143179:0:17594:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384902.143185:0:17594:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 20 to 0@lo 00080000:00000001:1.0:1767384902.143185:0:17576:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384902.143192:0:17594:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384902.143198:0:17594:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384902.143200:0:17594:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.143205:0:17594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384902.143211:0:17594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1767384902.143215:0:17576:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.143217:0:17594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000001:00000010:1.0:1767384902.143223:0:17576:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009d155729. 00000100:00000200:3.0:1767384902.143226:0:17594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373180416, offset 224 00000001:00000040:1.0:1767384902.143228:0:17576:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000c49c09d2 : new cb_count 1 00000020:00000040:1.0:1767384902.143235:0:17576:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=5 00000400:00000200:3.0:1767384902.143241:0:17594:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:1.0:1767384902.143243:0:17576:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384902.143250:0:17594:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384902.143262:0:17594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273501a00 00000400:00000200:3.0:1767384902.143274:0:17594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1121 [1] + 224 00000400:00000200:3.0:1767384902.143281:0:17594:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384902.143289:0:17594:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384902.143296:0:17594:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384902.143304:0:17594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.143315:0:17594:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.143333:0:17594:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384902.143342:0:17594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384902.143346:0:17594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384902.143350:0:17594:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384902.143354:0:17594:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1767384902.143360:0:17576:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:3.0:1767384902.143363:0:17594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384902.143365:0:17576:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000040:3.0:1767384902.143370:0:17594:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00080000:00000001:1.0:1767384902.143370:0:17576:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384902.143382:0:17594:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00080000:00000001:1.0:1767384902.143385:0:17576:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.143386:0:17594:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384902.143392:0:17576:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000001:3.0:1767384902.143393:0:17594:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:1.0:1767384902.143400:0:17576:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.143402:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015bc6d35 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384902.143406:0:17576:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384902.143411:0:17576:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384902.143418:0:17576:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000198f31d8 00000020:00000010:1.0:1767384902.143425:0:17576:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c0bcfa02. 00000020:00000040:1.0:1767384902.143436:0:17576:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000c0bcfa02 for nid 0@lo - ref 2 00000100:00100000:3.0:1767384902.143440:0:17594:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015bc6d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373180416:12345-0@lo:400: Request processed in 438us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384902.143484:0:17594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384902.143489:0:17594:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:3.0:1767384902.143495:0:17594:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384902.143500:0:17594:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384902.143505:0:17594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001f633ca. 00000020:00000010:3.0:1767384902.143514:0:17594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000020ee11ba. 00000020:00000010:3.0:1767384902.143518:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d50ce1fd. 00000020:00000040:3.0:1767384902.143523:0:17594:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000001:3.0:1767384902.143526:0:17594:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384902.143527:0:17576:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.143537:0:17576:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000aad929c6. 00000020:00000010:1.0:1767384902.143540:0:17576:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000836367d9. 00000020:00000010:1.0:1767384902.143543:0:17576:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000004d8796b2. 00000100:00080000:3.0:1767384902.143551:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384902.143557:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000010:1.0:1767384902.143561:0:17576:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000b5ec7b3. 00000020:00000010:1.0:1767384902.143565:0:17576:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000071fd4b91. 00000020:00000010:1.0:1767384902.143568:0:17576:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f1fd3d28. 00000100:00000001:3.0:1767384902.143572:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.143576:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384902.143578:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000918be6d8. 00002000:00000001:1.0:1767384902.143578:0:17576:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1767384902.143581:0:17576:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767384902.143583:0:17576:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.143584:0:17576:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.143589:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f7e2d8 00000020:00000010:1.0:1767384902.143590:0:17576:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000197251e0. 00000400:00000010:2.0:1767384902.143592:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f7e2d8. 00000020:00000040:1.0:1767384902.143630:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - import 00000020:00000001:1.0:1767384902.143637:0:17576:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384902.143638:0:17576:0:(genops.c:1242:class_import_put()) import 00000000197251e0 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384902.143639:0:17576:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384902.143644:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384902.143645:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384902.143648:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057a24d8. 00000400:00000001:3.0:1767384902.143649:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384902.143651:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384902.143654:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003473d109. 00000020:00000040:1.0:1767384902.143656:0:17576:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=6 00000100:00000040:1.0:1767384902.143661:0:17576:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000400:00000200:3.0:1767384902.143662:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbcf4ebb 00000100:00000001:1.0:1767384902.143665:0:17576:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1767384902.143666:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384902.143667:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbcf4ebb. 00000100:00000001:1.0:1767384902.143668:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384902.143673:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384902.143675:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000200:3.0:1767384902.143681:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.143681:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384902.143682:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384902.143686:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.143687:0:17576:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558045085376 : -129515664466240 : 0xffff8a34c8d39ec0) 00000100:00000001:2.0:1767384902.143692:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384902.143696:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384902.143696:0:17576:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000946550df refcount 19 to 0@lo 00000100:00000001:2.0:1767384902.143699:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384902.143704:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.143704:0:17576:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=7 00000100:00000200:3.0:1767384902.143707:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384902.143710:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.143711:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384902.143717:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 20 to 0@lo 00000100:00001000:2.0:1767384902.143718:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=5 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384902.143721:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384902.143722:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00001000:2.0:1767384902.143723:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384902.143725:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384902.143727:0:17576:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1767384902.143729:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384902.143730:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384902.143731:0:17576:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000100:00000001:2.0:1767384902.143732:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:08000000:1.0:1767384902.143734:0:17576:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00010000:00000001:2.0:1767384902.143736:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384902.143738:0:17576:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661049408 : -1048502208 : ffffffffc1812040) 02000000:00000001:3.0:1767384902.143741:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384902.143741:0:17576:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384902.143743:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.143744:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.143745:0:17576:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384902.143748:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.143749:0:17576:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384902.143753:0:17576:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.143754:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384902.143758:0:17576:0:(import.c:65:import_set_state_nolock()) 00000000197251e0 : changing import state from RECOVER to FULL 00000100:00001000:3.0:1767384902.143761:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=4 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384902.143761:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.143762:0:17576:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384902.143765:0:17576:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384902.143767:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1767384902.143769:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=4 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384902.143769:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384902.143770:0:17576:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.143774:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1767384902.143776:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 6 00000100:00000001:3.0:1767384902.143777:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384902.143777:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.143780:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.143781:0:17576:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - find 00010000:00000001:3.0:1767384902.143783:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384902.143785:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.143787:0:17576:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384902.143790:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.143793:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384902.143796:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609504 : -1036942112 : ffffffffc23184e0) 00000020:00000001:1.0:1767384902.143802:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384902.143806:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384902.143806:0:17576:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.143808:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.143811:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384902.143812:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384902.143813:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384902.143815:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384902.143816:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384902.143820:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384902.143821:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384902.143823:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.143824:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.143825:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.143831:0:17576:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000040:3.0:1767384902.143833:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.143836:0:17576:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384902.143838:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373180288:0@lo:400: 00010000:00000040:1.0:1767384902.143841:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373180160 00010000:00000001:1.0:1767384902.143845:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384902.143848:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384902.143867:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:1.0:1767384902.143868:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e07e64c x1853237373180160/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384902.143870:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384902.143871:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384902.143874:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384902.143879:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebd8f904. 00000100:00000040:3.0:1767384902.143883:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.143884:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384902.143886:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d4322cd 00010000:00000001:1.0:1767384902.143888:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384902.143891:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d4322cd. 00000100:00001000:1.0:1767384902.143894:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=1767384902 v=10 (0 0 0 0) 00000100:00000001:2.0:1767384902.143897:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384902.143904:0:17576:0:(import.c:2194:obd_at_measure()) AT 00000000df52370f change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000200:2.0:1767384902.143905:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.143912:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373180416:0@lo:400: 00000100:00001000:1.0:1767384902.143918:0:17576:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@000000001e07e64c x1853237373180160/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.143925:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.143930:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384902.143937:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373180416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384902.143945:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384902.143950:0:17576:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384902.143958:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384902.143963:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384902.143970:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384902.143974:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384902.143975:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384902.143979:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384902.143979:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.143981:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384902.143983:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcc5f931. 00000100:00000001:1.0:1767384902.143984:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384902.143985:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.143989:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384902.143991:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384902.143994:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384902.143995:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384902.143996:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384902.143999:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384902.144000:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000001:2.0:1767384902.144001:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.144007:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384902.144008:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384902.144008:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237373180160, offset 0 00000020:00000001:3.0:1767384902.144012:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767384902.144015:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=10 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384902.144016:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013946b73. 00000400:00000200:1.0:1767384902.144022:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384902.144025:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767384902.144026:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=10 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384902.144029:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384902.144033:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000400:00000200:1.0:1767384902.144035:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384902.144036:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384902.144038:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384902.144040:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144042:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384902.144045:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384902.144046:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384902.144050:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958273501900 00010000:00000001:2.0:1767384902.144051:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144054:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.144058:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.144059:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.144060:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1111 [1] + 0 00000100:00000001:3.0:1767384902.144067:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384902.144068:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384902.144070:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.144072:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.144077:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384902.144084:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384902.144086:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384902.144090:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.144091:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384902.144094:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384902.144102:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384902.144114:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c1b2f97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373180032:0@lo:400: 00000100:00000001:2.0:1767384902.144122:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384902.144132:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.144133:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384902.144139:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001e013b3 x1853237373180288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.144165:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384902.144166:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384902.144168:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022035c12. 02000000:00000001:2.0:1767384902.144171:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384902.144173:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384902.144173:0:16163:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384902.144175:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384902.144176:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2e9623c. 00000100:00000001:1.0:1767384902.144179:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384902.144180:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384902.144184:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384902.144186:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001e013b3. 00000100:00000001:2.0:1767384902.144189:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384902.144191:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000100:00000001:2.0:1767384902.144192:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.144198:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384902.144198:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000040:2.0:1767384902.144204:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c1b2f97 x1853237373180032/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.144206:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.144207:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384902.144211:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384902.144212:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384902.144213:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767384902.144218:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384902.144218:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384902.144220:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384902.144221:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bdedb8e. 00000400:00000001:3.0:1767384902.144222:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384902.144226:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c9d827. 02000000:00000001:2.0:1767384902.144229:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384902.144230:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:2.0:1767384902.144233:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384902.144234:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f311173 00000020:00000040:2.0:1767384902.144235:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00010000:00000001:1.0:1767384902.144235:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384902.144240:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f311173. 00000020:00000001:1.0:1767384902.144240:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.144241:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384902.144244:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001376388d. 00000020:00000001:1.0:1767384902.144248:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384902.144249:0:16162:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384902.144250:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384902.144253:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384902.144256:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e07e64c x1853237373180160/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384902.144257:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384902.144258:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c1b2f97. 00000100:00000001:2.0:1767384902.144274:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384902.144278:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.144285:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.144294:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384902.144300:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.144300:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e07e64c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16162:x1853237373180160:12345-0@lo:8: Request processed in 1727us (2504us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384902.144305:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.144308:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384902.144313:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144320:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384902.144320:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384902.144323:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384902.144327:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:3.0:1767384902.144328:0:16162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384902.144332:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384902.144333:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384902.144335:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.144336:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384902.144338:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.144341:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec16d8cc. 02000000:00000001:3.0:1767384902.144342:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.144348:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000020:00000010:1.0:1767384902.144352:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079694326. 00000020:00000010:3.0:1767384902.144353:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002ea791c2. 00000020:00000040:1.0:1767384902.144354:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000100:00001000:3.0:1767384902.144360:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=1767384902 v=5 (0 0 0 0) 00000100:00000001:1.0:1767384902.144360:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384902.144367:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=1767384902 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384902.144369:0:16162:0:(import.c:2194:obd_at_measure()) AT 00000000adfa264a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1767384902.144372:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384902.144379:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.144381:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384902.144385:0:16162:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.144391:0:16162:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144394:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384902.144395:0:16162:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767384902.144398:0:16162:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384902.144400:0:16162:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384902.144400:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.144403:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.144408:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384902.144409:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384902.144410:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.144412:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384902.144415:0:16162:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:3.0:1767384902.144417:0:16162:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.144418:0:16162:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b34d2 00000020:00000001:3.0:1767384902.144419:0:16162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.144421:0:16162:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009f0ef30e refcount=4 00000020:00000001:3.0:1767384902.144423:0:16162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558304798720 : -129515404752896 : ffff8a34d84e8800) 00000020:00000001:3.0:1767384902.144426:0:16162:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558304798720 : -129515404752896 : ffff8a34d84e8800) 00000100:00001000:3.0:1767384902.144430:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=1767384902 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384902.144433:0:16162:0:(import.c:2194:obd_at_measure()) AT 00000000adfa264a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384902.144440:0:16162:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:3.0:1767384902.144443:0:16162:0:(genops.c:898:class_export_put()) PUTting export 000000009f0ef30e : new refcount 3 00000100:00000001:3.0:1767384902.144446:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384902.144449:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384902.144467:0:16162:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1767384902.144469:0:16162:0:(import.c:65:import_set_state_nolock()) 000000008c1685c3 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384902.144485:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000001:2.0:1767384902.144503:0:16828:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00080000:3.0:1767384902.144505:0:16162:0:(osp_dev.c:1635:osp_import_event()) got connected 00000004:00000001:2.0:1767384902.144506:0:16828:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144509:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:2.0:1767384902.144510:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384902.144514:0:16162:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000004:00000020:2.0:1767384902.144514:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384902.144519:0:16162:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:2.0:1767384902.144519:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000100:00000001:3.0:1767384902.144522:0:16162:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384902.144523:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384902.144526:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.144528:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384902.144530:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384902.144532:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384902.144534:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384902.144534:0:16827:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:1.0:1767384902.144539:0:16827:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000010:2.0:1767384902.144542:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce437af5. 00000004:00080000:1.0:1767384902.144543:0:16827:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:1.0:1767384902.144547:0:16827:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000100:00000001:2.0:1767384902.144549:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384902.144550:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000da3d9b68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237373180160:0@lo:8: 00000040:00000001:1.0:1767384902.144550:0:16827:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1767384902.144554:0:16827:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:2.0:1767384902.144556:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384902.144559:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.144560:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384902.144560:0:16827:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144564:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384902.144568:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101f4b3] to pc [ptlrpcd_00_03+3] req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.144569:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000da3d9b68 x1853237373180160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384902.144572:0:16827:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1767384902.144575:0:16827:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00080000:00000001:1.0:1767384902.144581:0:16827:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384902.144588:0:16827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007605adfa. 00080000:00000001:1.0:1767384902.144614:0:16827:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648049152 : -129520061502464 : ffff8a33c2be2c00) 00000040:00000001:1.0:1767384902.144617:0:16827:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384902.144619:0:16827:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384902.144623:0:16827:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384902.144628:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384902.144630:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384902.144632:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dac3c74d. 02000000:00000001:3.0:1767384902.144635:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1767384902.144636:0:16827:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384902.144637:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1767384902.144638:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.144639:0:16827:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.144640:0:16162:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:2.0:1767384902.144644:0:16828:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000020:00000001:3.0:1767384902.144645:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384902.144645:0:16827:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384902.144650:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f6071859. 00000004:00080000:2.0:1767384902.144650:0:16828:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000040:00000001:1.0:1767384902.144650:0:16827:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384902.144656:0:16827:0:(llog.c:108:llog_declare_destroy()) Process entered 02000000:00000001:3.0:1767384902.144657:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000001:2.0:1767384902.144657:0:16828:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000040:00000001:1.0:1767384902.144659:0:16827:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 02000000:00000001:3.0:1767384902.144661:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384902.144663:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f9766a. 00000100:00000010:3.0:1767384902.144664:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000da3d9b68. 00080000:00000002:1.0:1767384902.144664:0:16827:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000020:00000040:2.0:1767384902.144669:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384902.144670:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000010:1.0:1767384902.144671:0:16827:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000821801a8. 00000100:00000001:3.0:1767384902.144673:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.144675:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384902.144676:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.144676:0:16827:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 02000000:00000001:2.0:1767384902.144677:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1767384902.144679:0:16827:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384902.144682:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.144682:0:16827:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144683:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.144687:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384902.144687:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000841b3a79. 00080000:00000001:1.0:1767384902.144688:0:16827:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384902.144692:0:16827:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1767384902.144693:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384902.144694:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.144694:0:16827:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144697:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.144700:0:16828:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384902.144703:0:16828:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384902.144705:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384902.144706:0:16828:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7bee7c3. 00000100:00000001:3.0:1767384902.144708:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384902.144710:0:16828:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557950065664 : -129515759485952 : ffff8a34c329bc00) 00000100:00000001:3.0:1767384902.144711:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384902.144713:0:16828:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384902.144715:0:16828:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776129536 : -129514933422080 : ffff8a34f4667800) 00000100:00000040:3.0:1767384902.144716:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.144719:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384902.144722:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.144725:0:16828:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384902.144732:0:16828:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384902.144754:0:16828:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f9766a x1853237373180672/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.144769:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384902.144772:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.144775:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384902.144777:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384902.144778:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.144780:0:16828:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384902.144781:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373180544:0@lo:13: 00000100:00000001:2.0:1767384902.144783:0:16828:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144790:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384902.144791:0:16828:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384902.144793:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384902.144795:0:16828:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384902.144797:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384902.144799:0:16828:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.144800:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384902.144806:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f6071859. 00000100:00100000:2.0:1767384902.144807:0:16828:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4f9766a pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16828:1853237373180672:0@lo:7: 02000000:00000001:3.0:1767384902.144812:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.144814:0:16828:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384902.144817:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc5c1153. 02000000:00000001:2.0:1767384902.144819:0:16828:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384902.144823:0:16828:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.144826:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 02000000:00000001:2.0:1767384902.144826:0:16828:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384902.144830:0:16828:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000500b773f. 00000100:00000200:3.0:1767384902.144831:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373180544, portal 4 02000000:00000001:2.0:1767384902.144835:0:16828:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.144836:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384902.144839:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000400:00000010:2.0:1767384902.144841:0:16828:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790d753f. 00000001:00000001:1.0:1767384902.144841:0:16827:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384902.144845:0:16827:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:3.0:1767384902.144846:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384902.144849:0:16828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009919058d. 00000100:00000200:2.0:1767384902.144856:0:16828:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373180672, portal 4 00000100:00000001:3.0:1767384902.144858:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384902.144860:0:16828:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384902.144865:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384902.144865:0:16828:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776129536 : -129514933422080 : ffff8a34f4667800) 00000400:00000010:3.0:1767384902.144871:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000040:2.0:1767384902.144875:0:16828:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f9766a x1853237373180672/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384918 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384902.144876:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373180544, offset 0 00000400:00000200:3.0:1767384902.144888:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384902.144888:0:16828:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384902.144894:0:16828:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384902.144898:0:16828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000400:00000200:3.0:1767384902.144901:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384902.144903:0:16828:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237373180672, offset 0 00000400:00000200:3.0:1767384902.144915:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273501a80 00000400:00000200:2.0:1767384902.144916:0:16828:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384902.144924:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 0 00000400:00000200:2.0:1767384902.144930:0:16828:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384902.144933:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384902.144941:0:16828:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958273501b00 00000400:00000200:3.0:1767384902.144942:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:1.0:1767384902.144946:0:16827:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384902.144951:0:16827:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.144952:0:16828:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000040:00000001:1.0:1767384902.144955:0:16827:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.144958:0:16828:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384902.144959:0:16166:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:1.0:1767384902.144959:0:16827:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000200:3.0:1767384902.144965:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1767384902.144970:0:16828:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384902.144972:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da3d9b68. 00000100:00000001:2.0:1767384902.144974:0:16828:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:1.0:1767384902.144976:0:16827:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384902.144977:0:16828:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000040:00000001:1.0:1767384902.144983:0:16827:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000040:3.0:1767384902.144984:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000da3d9b68 x1853237373180544 msgsize 224 00000040:00000001:1.0:1767384902.144986:0:16827:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384902.144990:0:16827:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000010:2.0:1767384902.144993:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f52e6c7. 00000100:00100000:3.0:1767384902.144998:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384902.144999:0:16828:0:(events.c:337:request_in_callback()) incoming req@000000001f52e6c7 x1853237373180672 msgsize 264 00080000:00000001:1.0:1767384902.144999:0:16827:0:(osd_io.c:399:osd_write()) Process entered 00000100:00100000:2.0:1767384902.145007:0:16828:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384902.145009:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384902.145018:0:16828:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384902.145019:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384902.145023:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000001:3.0:1767384902.145026:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384902.145029:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384902.145031:0:16828:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:2.0:1767384902.145036:0:16828:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00000001:2.0:1767384902.145043:0:16828:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384902.145044:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384902.145051:0:16828:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f9766a x1853237373180672/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384918 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.145052:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384902.145064:0:16827:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384902.145071:0:16827:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.145077:0:16827:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1767384902.145081:0:16827:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384902.145087:0:16827:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145092:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145094:0:16828:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384902.145099:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1767384902.145100:0:16827:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384902.145102:0:16828:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4f9766a x1853237373180672/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384918 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.145108:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145111:0:16828:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.145113:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3656 usecs (4 jiffies) 00080000:00000001:1.0:1767384902.145114:0:16827:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145115:0:16828:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384902.145121:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892745 00000040:00000001:1.0:1767384902.145121:0:16827:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145123:0:16828:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145131:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892741 00000040:00000001:1.0:1767384902.145131:0:16827:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384902.145132:0:16828:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3656 usecs (4 jiffies) 00000040:00000001:1.0:1767384902.145138:0:16827:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145141:0:16828:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892745 00000100:00000001:3.0:1767384902.145142:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892745 00080000:00000001:1.0:1767384902.145144:0:16827:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384902.145146:0:16828:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892745 00000100:00000001:3.0:1767384902.145149:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892742 00000100:00000001:2.0:1767384902.145152:0:16828:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892745 00080000:00000010:1.0:1767384902.145153:0:16827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007d0d9f0e. 00000100:00000001:3.0:1767384902.145154:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892745 00000100:00000001:2.0:1767384902.145159:0:16828:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892745 00000100:00000001:3.0:1767384902.145162:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294892742 00080000:00000001:1.0:1767384902.145162:0:16827:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648051200 : -129520061500416 : ffff8a33c2be3400) 00000100:00000001:2.0:1767384902.145163:0:16828:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892745 00000100:00000001:3.0:1767384902.145170:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892745 00000100:00000001:2.0:1767384902.145171:0:16828:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892745 00080000:00000001:1.0:1767384902.145171:0:16827:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384902.145178:0:16828:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892745 00000100:00000001:3.0:1767384902.145179:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294892742 00080000:00000001:1.0:1767384902.145180:0:16827:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145185:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384902.145185:0:16828:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892745 00000004:00001000:1.0:1767384902.145186:0:16827:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000001:3.0:1767384902.145191:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145193:0:16828:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1767384902.145195:0:16827:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cfd84429. 00000100:00000001:3.0:1767384902.145196:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145197:0:16828:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145202:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.145204:0:16828:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00080000:1.0:1767384902.145205:0:16827:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 225445609544ns, next at 0ns, rc = 0 00000100:00000001:2.0:1767384902.145207:0:16828:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384902.145208:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.145212:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384902.145214:0:16828:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b7bee7c3 going to sleep for 11 seconds 00080000:00000001:1.0:1767384902.145215:0:16827:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384902.145216:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.145221:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384902.145222:0:16828:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1767384902.145223:0:16827:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.145225:0:16828:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145231:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145235:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384902.145237:0:16827:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000004:00000001:1.0:1767384902.145242:0:16827:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384902.145243:0:16827:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384902.145247:0:16827:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384902.145248:0:16827:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145250:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.145254:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.145269:0:17578:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004a2db0b2. 00000100:00000001:1.0:1767384902.145276:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384902.145278:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180544 02000000:00000001:1.0:1767384902.145281:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384902.145282:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.145284:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.145287:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.145289:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180544 00000020:00000001:1.0:1767384902.145292:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384902.145294:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:1.0:1767384902.145296:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.145298:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 00000020:00000001:1.0:1767384902.145300:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:1.0:1767384902.145303:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:1.0:1767384902.145306:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.145311:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b2aaa75b. 00000020:00000010:1.0:1767384902.145317:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000836eea3e. 00000100:00000001:3.0:1767384902.145318:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384902.145324:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180672 00000020:00000010:1.0:1767384902.145325:0:17578:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000057a24d8. 02000000:00000001:3.0:1767384902.145328:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384902.145331:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384902.145331:0:17578:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384902.145335:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.145340:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384902.145342:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180672 00000100:00000001:1.0:1767384902.145344:0:17578:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384902.145345:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.145348:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000010:1.0:1767384902.145349:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079694326. 00000020:00000001:3.0:1767384902.145351:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.145355:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=7 00000020:00000010:1.0:1767384902.145355:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec16d8cc. 00000020:00000001:3.0:1767384902.145361:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384902.145363:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000010:1.0:1767384902.145363:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000100:00000001:3.0:1767384902.145370:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.145374:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000929d8a1b. 00000100:00000040:1.0:1767384902.145374:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384902.145380:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.145381:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384902.145384:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000929d8a1b. 00000100:00000001:1.0:1767384902.145385:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384902.145390:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.145394:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50ce1fd. 00000100:00000001:1.0:1767384902.145395:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.145401:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d96e82a. 00000020:00000010:3.0:1767384902.145407:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000020ee11ba. 00000100:00000001:1.0:1767384902.145413:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384902.145414:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384902.145419:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384902.145421:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384902.145423:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.145429:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384902.145431:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.145432:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384902.145440:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384902.145444:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:1.0:1767384902.145448:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013187712 : -129515696363904 : ffff8a34c6ece680) 00000100:00000001:3.0:1767384902.145450:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384902.145481:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000da3d9b68 x1853237373180544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.145489:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384902.145492:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384902.145492:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057a24d8. 00000100:00000001:3.0:1767384902.145496:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384902.145497:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384902.145501:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057a24d8. 00000100:00100000:3.0:1767384902.145504:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1767384902.145508:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000da3d9b68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16166:x1853237373180544:12345-0@lo:13: 00000100:00000040:3.0:1767384902.145510:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 2 00000100:00000200:1.0:1767384902.145512:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180544 00000020:00000001:1.0:1767384902.145514:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384902.145515:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384902.145517:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145519:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776116096 : -129514933435520 : ffff8a34f4664380) 00000020:00000001:1.0:1767384902.145520:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384902.145524:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000020:00000001:1.0:1767384902.145527:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384902.145528:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f52e6c7 x1853237373180672/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 264/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.145536:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.145537:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384902.145541:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384902.145542:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000929d8a1b. 00000020:00000001:1.0:1767384902.145542:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384902.145546:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384902.145546:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.145550:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000929d8a1b. 00000100:00000001:1.0:1767384902.145550:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384902.145553:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384902.145556:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f52e6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16828:x1853237373180672:12345-0@lo:7: 00000100:00000200:3.0:1767384902.145559:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180672 00000020:00000001:3.0:1767384902.145561:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384902.145565:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384902.145567:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.145569:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384902.145570:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609456 : -1036942160 : ffffffffc23184b0) 00000020:00000001:3.0:1767384902.145572:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00080000:1.0:1767384902.145590:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384902.145613:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 02000000:00000010:1.0:1767384902.145624:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d2b7576b. 02000000:00000001:1.0:1767384902.145626:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.145628:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384902.145630:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384902.145631:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.145634:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:1.0:1767384902.145634:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384902.145638:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384902.145638:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384902.145641:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:3.0:1767384902.145642:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384902.145646:0:17576:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:3.0:1767384902.145649:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384902.145649:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.145651:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384902.145653:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384902.145655:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 02000000:00000010:3.0:1767384902.145656:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004b640de7. 00000020:00000020:1.0:1767384902.145658:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 02000000:00000001:3.0:1767384902.145660:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.145663:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384902.145663:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384902.145669:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00002000:00000001:3.0:1767384902.145670:0:17576:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384902.145674:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000010:3.0:1767384902.145675:0:17576:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000cf641af7. 00000020:00000010:1.0:1767384902.145677:0:17578:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ad7f18cb. 00000020:00000001:3.0:1767384902.145679:0:17576:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000001:00000001:1.0:1767384902.145681:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384902.145683:0:17576:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:1.0:1767384902.145684:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384902.145687:0:17576:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000001:1.0:1767384902.145687:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384902.145689:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373180544 00010000:00000001:1.0:1767384902.145691:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384902.145695:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da3d9b68 x1853237373180544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.145700:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384902.145701:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384902.145702:0:17576:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000079d556e7. 00000100:00001000:1.0:1767384902.145703:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=1767384902 v=10 (0 0 0 0) 00002000:00000001:3.0:1767384902.145708:0:17576:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614558307685208 : -129515401866408 : ffff8a34d87a9358) 00000100:00001000:1.0:1767384902.145708:0:17578:0:(import.c:2194:obd_at_measure()) AT 00000000c03d8203 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00002000:00000001:3.0:1767384902.145716:0:17576:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000100:00001000:1.0:1767384902.145716:0:17578:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@00000000da3d9b68 x1853237373180544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000040:3.0:1767384902.145718:0:17576:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00000100:00000001:1.0:1767384902.145731:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384902.145750:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384902.145752:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384902.145754:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384902.145756:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.145759:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:3.0:1767384902.145760:0:17576:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eedb5313. 00000100:00000040:1.0:1767384902.145765:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:3.0:1767384902.145767:0:17576:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384902.145769:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00080000:00000001:3.0:1767384902.145772:0:17576:0:(osd_object.c:530:osd_object_init()) Process entered 00000100:00000200:1.0:1767384902.145774:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373180544, offset 224 00080000:00000001:3.0:1767384902.145775:0:17576:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384902.145780:0:17576:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000200:1.0:1767384902.145784:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:3.0:1767384902.145786:0:17576:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000929d8a1b. 00080000:00000010:3.0:1767384902.145790:0:17576:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000013946b73. 00000400:00000200:1.0:1767384902.145795:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384902.146002:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273501a80 00000400:00000200:1.0:1767384902.146008:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x113d [1] + 224 00000400:00000200:1.0:1767384902.146014:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384902.146018:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384902.146023:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384902.146030:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384902.146042:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.146055:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384902.146062:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:1.0:1767384902.146065:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:3.0:1767384902.146066:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.146069:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384902.146072:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384902.146075:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384902.146076:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384902.146078:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384902.146082:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc5c1153. 00000100:00000001:1.0:1767384902.146083:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.146086:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384902.146090:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000040:1.0:1767384902.146091:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384902.146095:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384902.146097:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384902.146101:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.146102:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.146108:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384902.146118:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da3d9b68 x1853237373180544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384902.146119:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.146169:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384902.146171:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.146173:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384902.146175:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384902.146176:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384902.146178:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.146179:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384902.146183:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=1767384902 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384902.146186:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384902.146189:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384902.146191:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.146193:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384902.146199:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.146219:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.146222:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384902.146224:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000da3d9b68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16166:x1853237373180544:12345-0@lo:13: Request processed in 729us (1235us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384902.146232:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384902.146236:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384902.146237:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384902.146240:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.146242:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 1 00000100:00000040:3.0:1767384902.146246:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.146247:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384902.146251:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384902.146256:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec16d8cc. 00000100:00000001:3.0:1767384902.146257:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384902.146262:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384902.146262:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000100:00000001:3.0:1767384902.146263:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384902.146268:0:16166:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:1.0:1767384902.146271:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079694326. 00000004:00000040:3.0:1767384902.146272:0:16166:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384902.146280:0:16166:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00000020:00000040:1.0:1767384902.146282:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 6 00000004:00000020:3.0:1767384902.146289:0:16166:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:1.0:1767384902.146290:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384902.146299:0:16166:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.146303:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.146311:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373180544:0@lo:13: 00000100:00000001:3.0:1767384902.146316:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.146318:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384902.146321:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373180544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.146328:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384902.146330:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384902.146332:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f6071859. 02000000:00000001:3.0:1767384902.146335:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384902.146337:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384902.146338:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384902.146341:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384902.146343:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce437af5. 02000000:00000001:3.0:1767384902.146346:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384902.146348:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384902.146349:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:3.0:1767384902.146360:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384902.146362:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.146364:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.146369:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.146370:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.146372:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.146374:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.148230:0:17576:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:3.0:1767384902.148340:0:17576:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1767384902.149026:0:17576:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:2.0:1767384902.149031:0:17576:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446614557964282496 : -129515745269120 : ffff8a34c402aa80) 00002000:00080000:2.0:1767384902.149035:0:17576:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:2.0:1767384902.149040:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000a8f1b3b6. 00000001:00000001:2.0:1767384902.149044:0:17576:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384902.149046:0:17576:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384902.149048:0:17576:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384902.149051:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373180672 00010000:00000001:2.0:1767384902.149053:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384902.149058:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f52e6c7 x1853237373180672/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 264/240 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384902.149065:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384902.149067:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384902.149070:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384902.149073:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384902.149076:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384902.149078:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384902.149080:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384902.149082:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.149084:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384902.149087:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384902.149090:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000200:2.0:1767384902.149093:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237373180672, offset 224 00000400:00000200:2.0:1767384902.149099:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384902.149106:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384902.149112:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958273501b00 00000400:00000200:2.0:1767384902.149116:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1141 [1] + 224 00000400:00000200:2.0:1767384902.149121:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384902.149124:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384902.149127:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384902.149131:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f9766a x1853237373180672/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384902.149139:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e4f9766a x1853237373180672/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384918 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.149173:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384902.149178:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:2.0:1767384902.149180:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00000001:2.0:1767384902.149182:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384902.149183:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384902.149187:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384902.149190:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384902.149193:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384902.149194:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.149197:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384902.149204:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f52e6c7 x1853237373180672/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 264/240 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384902.149220:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f52e6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16828:x1853237373180672:12345-0@lo:7: Request processed in 3681us (4218us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384902.149233:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001685a3e6. 00000100:00100000:2.0:1767384902.149246:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384902.149253:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:2.0:1767384902.149257:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384902.149260:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384902.149266:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d96e82a. 00000020:00000010:2.0:1767384902.149273:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000020ee11ba. 00000020:00000010:2.0:1767384902.149281:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d50ce1fd. 00000020:00000040:2.0:1767384902.149293:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000100:00000001:2.0:1767384902.149299:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.149631:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384902.149635:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180800 02000000:00000001:2.0:1767384902.149637:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384902.149640:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384902.149644:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384902.149647:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384902.149651:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180800 00000020:00000001:2.0:1767384902.149655:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384902.149658:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294892745, at 4294892746 00000020:00000040:2.0:1767384902.149663:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000010:1.0:1767384902.149667:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f458a77d. 00000020:00000001:2.0:1767384902.149668:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384902.149671:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 00000020:00000001:2.0:1767384902.149676:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:2.0:1767384902.149681:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384902.149686:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384902.149691:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000370c095f. 00000100:00000001:2.0:1767384902.149697:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384902.149703:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000370c095f. 00000020:00000010:2.0:1767384902.149742:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cc27b01. 00000020:00000010:2.0:1767384902.149749:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e27b178e. 00000020:00000010:2.0:1767384902.149757:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc247189. 00000100:00000040:2.0:1767384902.149767:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384902.149773:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384902.149777:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384902.149780:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.149786:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.149804:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.149816:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384902.149819:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384902.149820:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384902.149824:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384902.149828:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384902.149831:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:3.0:1767384902.149834:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014290816 : -129515695260800 : ffff8a34c6fdbb80) 00000100:00000001:2.0:1767384902.149834:0:17576:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.149841:0:17576:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.149845:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087c7c3b4 x1853237373180800/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 432/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.149854:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.149856:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d41684fd. 00000100:00000001:3.0:1767384902.149859:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384902.149861:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d41684fd. 00000100:00100000:3.0:1767384902.149864:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087c7c3b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16828:x1853237373180800:12345-0@lo:5: 00000100:00000200:3.0:1767384902.149868:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180800 00000020:00000001:3.0:1767384902.149869:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384902.149871:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384902.149873:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.149874:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384902.149876:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609360 : -1036942256 : ffffffffc2318450) 00000020:00000001:3.0:1767384902.149878:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384902.149880:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.149881:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.149882:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384902.149884:0:17575:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384902.149886:0:17575:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384902.149893:0:17575:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.149895:0:17575:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384902.149896:0:17575:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.149899:0:17575:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384902.149900:0:17575:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384902.149902:0:17575:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.149903:0:17575:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384902.149904:0:17575:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384902.149905:0:17575:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.149906:0:17575:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384902.149907:0:17575:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384902.149908:0:17575:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.149910:0:17575:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.149912:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.149914:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384902.149915:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384902.149918:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000c3cfc5a4. 02000000:00000001:3.0:1767384902.149919:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.149921:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384902.149923:0:17575:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384902.149925:0:17575:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384902.149926:0:17575:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384902.149927:0:17575:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384902.149929:0:17575:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446614557964282496 : -129515745269120 : ffff8a34c402aa80) 00002000:00080000:3.0:1767384902.149932:0:17575:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384902.149935:0:17575:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000020:00000010:3.0:1767384902.149937:0:17575:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ff34b8af. 00000001:00000001:3.0:1767384902.149940:0:17575:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384902.149941:0:17575:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384902.149943:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373180800 00010000:00000001:3.0:1767384902.149945:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384902.149948:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087c7c3b4 x1853237373180800/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 432/432 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.149954:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384902.149955:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384902.149957:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384902.149963:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384902.149965:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384902.149967:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384902.149968:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384902.149970:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.149972:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384902.149973:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384902.149975:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000200:3.0:1767384902.149978:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237373180800, offset 224 00000400:00000200:3.0:1767384902.149981:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384902.149986:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384902.149991:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958273501b80 00000400:00000200:3.0:1767384902.149995:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000400:00000200:3.0:1767384902.149998:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384902.150001:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384902.150004:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384902.150006:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a0a65b3 x1853237373180800/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.150014:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000005a0a65b3 x1853237373180800/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384918 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.150027:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384902.150031:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384902.150033:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384902.150036:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384902.150037:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384902.150041:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.150043:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384902.150045:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384902.150047:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.150050:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384902.150055:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087c7c3b4 x1853237373180800/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 432/432 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.150072:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087c7c3b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16828:x1853237373180800:12345-0@lo:5: Request processed in 216us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384902.150094:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384902.150100:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:3.0:1767384902.150105:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384902.150108:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384902.150112:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e27b178e. 00000020:00000010:3.0:1767384902.150119:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc247189. 00000020:00000010:3.0:1767384902.150125:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cc27b01. 00000020:00000040:3.0:1767384902.150130:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000100:00000001:3.0:1767384902.150132:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.150549:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384902.150553:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373180928 02000000:00000001:3.0:1767384902.150557:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384902.150559:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384902.150562:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.150566:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384902.150571:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373180928 00000020:00000001:3.0:1767384902.150574:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.150577:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:3.0:1767384902.150636:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.150639:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 00000020:00000001:3.0:1767384902.150641:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384902.150643:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384902.150646:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.150697:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bfac8a6. 00000100:00000001:3.0:1767384902.150703:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384902.150707:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bfac8a6. 00000020:00000010:3.0:1767384902.150712:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcb5fef3. 00000020:00000010:3.0:1767384902.150717:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f9e7d63. 00000020:00000010:3.0:1767384902.150720:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000561c12e8. 00000100:00000040:3.0:1767384902.150724:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384902.150727:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384902.150728:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384902.150730:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.150738:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.150744:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.150754:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384902.150756:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384902.150760:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384902.150762:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:3.0:1767384902.150764:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014287232 : -129515695264384 : ffff8a34c6fdad80) 00000100:00000040:3.0:1767384902.150767:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f98396f x1853237373180928/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 432/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.150772:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.150775:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bfac8a6. 00000100:00000001:3.0:1767384902.150776:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384902.150777:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bfac8a6. 00000100:00100000:3.0:1767384902.150780:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f98396f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16828:x1853237373180928:12345-0@lo:5: 00000100:00000200:3.0:1767384902.150782:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373180928 00000020:00000001:3.0:1767384902.150784:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384902.150785:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384902.150787:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.150788:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384902.150789:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609360 : -1036942256 : ffffffffc2318450) 00000020:00000001:3.0:1767384902.150791:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384902.150792:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.150793:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.150794:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384902.150795:0:17575:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384902.150797:0:17575:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384902.150798:0:17575:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.150800:0:17575:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384902.150801:0:17575:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.150802:0:17575:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384902.150804:0:17575:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384902.150805:0:17575:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.150807:0:17575:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384902.150812:0:17575:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384902.150814:0:17575:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.150815:0:17575:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384902.150816:0:17575:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384902.150818:0:17575:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.150820:0:17575:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.150840:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.150843:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384902.150844:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384902.150847:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f6071859. 02000000:00000001:3.0:1767384902.150848:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.150849:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384902.150851:0:17575:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384902.150853:0:17575:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:3.0:1767384902.150855:0:17575:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384902.150856:0:17575:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384902.150857:0:17575:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446614557964282496 : -129515745269120 : ffff8a34c402aa80) 00000020:00000001:3.0:1767384902.150860:0:17575:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:3.0:1767384902.150862:0:17575:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384902.150863:0:17575:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384902.150868:0:17575:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.150869:0:17575:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384902.150871:0:17575:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000292fe3e7 free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384902.150874:0:17575:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384902.150876:0:17575:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000292fe3e7 avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:3.0:1767384902.150878:0:17575:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:3.0:1767384902.150881:0:17575:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:3.0:1767384902.150882:0:17575:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.150884:0:17575:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:3.0:1767384902.150886:0:17575:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:3.0:1767384902.150888:0:17575:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384902.150891:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000005472ad3. 00002000:00000001:3.0:1767384902.150894:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384902.150895:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384902.150897:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384902.150901:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000088039348. 00002000:00000001:3.0:1767384902.150903:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614558307686728 : -129515401864888 : ffff8a34d87a9948) 00002000:00000001:3.0:1767384902.150905:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384902.150906:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:3.0:1767384902.150908:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4c3a43b. 00002000:00000001:3.0:1767384902.150909:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.150911:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384902.150912:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384902.150913:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384902.150915:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384902.150916:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384902.150918:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384902.150919:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.150920:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384902.150921:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384902.150922:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:3.0:1767384902.154498:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384902.154504:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384902.154507:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384902.154509:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384902.154511:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384902.154514:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.154516:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384902.154518:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384902.154521:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.154525:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553633355800 : -129520076195816 : ffff8a33c1ddf818) 00002000:00000001:3.0:1767384902.154529:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553633355712 : -129520076195904 : ffff8a33c1ddf7c0) 00002000:00000001:3.0:1767384902.154532:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384902.154534:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384902.154537:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384902.154542:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000098db0ce4. 00002000:00000001:3.0:1767384902.154544:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614558307680344 : -129515401871272 : ffff8a34d87a8058) 00002000:00000001:3.0:1767384902.154549:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384902.154550:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:3.0:1767384902.154555:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d03594b7. 00002000:00000001:3.0:1767384902.154559:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.154572:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384902.154574:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384902.154576:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384902.154578:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384902.154580:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384902.154582:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384902.154586:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.154589:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384902.154591:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384902.154646:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00000100:00000040:1.0:1767384902.155688:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294892751, at 4294892752 00000100:00000010:1.0:1767384902.155699:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008be9ac5f. 00080000:00000001:2.0:1767384902.155882:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384902.155889:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.155891:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.155893:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.155896:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.155898:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.155900:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.155902:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384902.155905:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.155909:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614558307680344 : -129515401871272 : ffff8a34d87a8058) 00002000:00000001:2.0:1767384902.155912:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614558307680256 : -129515401871360 : ffff8a34d87a8000) 00002000:00000001:2.0:1767384902.155915:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384902.155924:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384902.155927:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384902.155932:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c86b9b39. 00002000:00000001:2.0:1767384902.155936:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553660228280 : -129520049323336 : ffff8a33c37802b8) 00002000:00000001:2.0:1767384902.155940:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384902.155942:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:2.0:1767384902.155946:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004c8d529b. 00002000:00000001:2.0:1767384902.155949:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.155952:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384902.155954:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384902.155955:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.155957:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.155959:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.155961:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.155963:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.155966:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.155968:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384902.155970:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00000100:00000040:3.0:1767384902.156656:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294892751, at 4294892753 00000100:00000010:3.0:1767384902.156666:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f45c6c. 00000100:00000040:2.0:1767384902.156676:0:268:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294892751, at 4294892753 00000100:00000010:2.0:1767384902.156686:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c05d706. 00000004:00000001:2.0:1767384902.156977:0:16827:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1767384902.156983:0:16827:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.160638:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384902.160645:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.160648:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.160650:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.160652:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.160655:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.160657:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.160659:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384902.160661:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.160665:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553633356104 : -129520076195512 : ffff8a33c1ddf948) 00002000:00000001:2.0:1767384902.160668:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553633356016 : -129520076195600 : ffff8a33c1ddf8f0) 00002000:00000001:2.0:1767384902.160671:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384902.160673:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384902.160675:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384902.160690:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c0f05d8. 00002000:00000001:2.0:1767384902.160694:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553660234360 : -129520049317256 : ffff8a33c3781a78) 00002000:00000001:2.0:1767384902.160698:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384902.160700:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:2.0:1767384902.160705:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000052b88615. 00002000:00000001:2.0:1767384902.160707:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.160709:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384902.160711:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384902.160712:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.160714:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.160716:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.160717:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.160719:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.160720:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.160722:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384902.160723:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:2.0:1767384902.162134:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384902.162140:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.162142:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.162144:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.162146:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.162148:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.162150:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.162152:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384902.162154:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.162160:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553660234360 : -129520049317256 : ffff8a33c3781a78) 00002000:00000001:2.0:1767384902.162162:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553660234272 : -129520049317344 : ffff8a33c3781a20) 00002000:00000001:2.0:1767384902.162166:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384902.162168:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384902.162171:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384902.162174:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b5c8202d. 00002000:00000001:2.0:1767384902.162177:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553660228584 : -129520049323032 : ffff8a33c37803e8) 00002000:00000001:2.0:1767384902.162181:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384902.162183:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:2.0:1767384902.162186:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f1d939d. 00002000:00000001:2.0:1767384902.162189:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.162201:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384902.162202:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384902.162204:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.162206:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.162208:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.162210:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.162212:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.162214:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.162215:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384902.162217:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:2.0:1767384902.170757:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384902.170762:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.170764:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.170766:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.170767:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.170769:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.170771:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.170772:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384902.170774:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.170778:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553633350328 : -129520076201288 : ffff8a33c1dde2b8) 00002000:00000001:2.0:1767384902.170781:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553633350240 : -129520076201376 : ffff8a33c1dde260) 00002000:00000001:2.0:1767384902.170784:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384902.170785:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384902.170787:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384902.170792:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000079310260. 00002000:00000001:2.0:1767384902.170795:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553660230104 : -129520049321512 : ffff8a33c37809d8) 00002000:00000001:2.0:1767384902.170798:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384902.170799:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:2.0:1767384902.170803:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa130952. 00002000:00000001:2.0:1767384902.170806:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.170808:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384902.170809:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384902.170811:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384902.170812:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384902.170813:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384902.170815:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384902.170816:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.170826:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384902.170827:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384902.170829:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.176661:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.176667:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176669:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176671:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176673:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176675:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176677:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176679:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.176681:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.176685:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553633352152 : -129520076199464 : ffff8a33c1dde9d8) 00002000:00000001:1.0:1767384902.176688:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553633352064 : -129520076199552 : ffff8a33c1dde980) 00080000:00000001:1.0:1767384902.176691:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384902.176696:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007c5cc9c7. 00080000:00000001:1.0:1767384902.176699:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648045056 : -129520061506560 : ffff8a33c2be1c00) 00080000:00000001:1.0:1767384902.176702:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384902.176726:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176728:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176731:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176749:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176751:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176752:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176754:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176756:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176758:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176760:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176761:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176776:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176779:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176780:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176782:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176789:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176790:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176791:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176793:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176794:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176795:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176797:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176798:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176804:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176806:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176808:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176809:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176816:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176817:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176818:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176819:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176821:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176823:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176824:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176825:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176833:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176835:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176843:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176845:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176854:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176855:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176857:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176858:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176859:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176861:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176862:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176863:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176871:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176873:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176875:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176876:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176882:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176883:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176884:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176885:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176886:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176887:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176888:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176889:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176898:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176900:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176901:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176903:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176909:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176911:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176911:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176913:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176914:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176916:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176917:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176918:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176925:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176927:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176928:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176936:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176951:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176960:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176962:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176963:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176965:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176967:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176969:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176970:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.176977:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.176978:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.176980:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176981:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.176991:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.176992:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.176993:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.176994:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.176996:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.176997:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.176998:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.176999:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.177009:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.177011:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.177012:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177014:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384902.177017:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384902.177028:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.177029:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177041:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384902.177044:0:17575:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:1.0:1767384902.177047:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.177055:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384902.177058:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177115:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177132:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177134:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177136:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177138:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177146:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177148:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177150:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177208:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177210:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177213:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177217:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177239:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177241:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177242:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177243:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177245:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177246:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177248:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177249:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177286:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177288:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177290:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177293:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177319:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177320:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177321:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177323:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177324:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177326:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177327:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177329:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177361:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177363:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177365:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177367:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177388:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177389:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177390:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177392:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177393:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177394:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177396:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177405:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177447:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177449:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177451:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177454:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177495:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177513:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177514:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177515:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177517:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177518:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177520:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177521:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177557:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177560:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177562:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177565:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177590:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177591:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177592:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177593:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177595:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177596:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177597:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177599:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177667:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177669:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177671:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177674:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177694:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177695:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177697:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177698:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177700:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177701:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177702:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177704:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177733:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177742:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177745:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177748:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.177766:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.177767:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.177768:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.177769:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.177771:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177773:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.177775:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.177776:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.177805:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.177806:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.177809:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384902.177812:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000609f2229. 00002000:00001000:1.0:1767384902.177815:0:17575:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:1.0:1767384902.177819:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384902.177821:0:17575:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:1.0:1767384902.177824:0:17575:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384902.177826:0:17575:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:1.0:1767384902.177830:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000086234f39. 00000001:00000040:1.0:1767384902.177832:0:17575:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c49c09d2 : new cb_count 3 00000020:00000040:1.0:1767384902.177834:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=8 00080000:00000001:1.0:1767384902.177838:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.177844:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384902.177846:0:17575:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.178074:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384902.178079:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000d4c6bfef/00000000561c7bf5 to site lru. bkt: 000000001469bdac 00000020:00000002:1.0:1767384902.178082:0:17575:0:(lu_object.c:207:lu_object_put()) Add 000000006daf1c34/00000000c707bc35 to site lru. bkt: 000000004b15f685 00000020:00000002:1.0:1767384902.178084:0:17575:0:(lu_object.c:207:lu_object_put()) Add 0000000019f78a38/000000005dc41e36 to site lru. bkt: 000000006fdccee7 00000020:00000002:1.0:1767384902.178086:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000c0c7156c/000000007133c257 to site lru. bkt: 000000005fcdeaad 00000020:00000002:1.0:1767384902.178088:0:17575:0:(lu_object.c:207:lu_object_put()) Add 0000000088d1b0c6/0000000079310260 to site lru. bkt: 000000006cd561f3 00000020:00000002:1.0:1767384902.178090:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000922bf64b/00000000b6ebaeba to site lru. bkt: 000000009bd22a50 00000020:00000002:1.0:1767384902.178091:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000d3a52183/000000008b5ca4a0 to site lru. bkt: 000000005a756459 00000020:00000002:1.0:1767384902.178102:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000531e88dd/00000000a87bcd61 to site lru. bkt: 00000000c5de02a7 00002000:00000010:1.0:1767384902.178104:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000040b9c2f5. 00002000:00001000:1.0:1767384902.178108:0:17575:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384902.178110:0:17575:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384902.178112:0:17575:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:1.0:1767384902.178116:0:17575:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384902.178118:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000bcbeb55c. 00002000:00000001:1.0:1767384902.178121:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.178122:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.178126:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.178142:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006d59ffff. 00002000:00000001:1.0:1767384902.178145:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646216024 : -129520063335592 : ffff8a33c2a23358) 00002000:00000001:1.0:1767384902.178148:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.178150:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:1.0:1767384902.178153:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000020bae469. 00002000:00000001:1.0:1767384902.178155:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.178157:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.178159:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.178161:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.178163:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.178164:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.178166:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.178168:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.178170:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.178172:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.178174:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.179531:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.179535:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.179537:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.179538:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.179540:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.179541:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.179542:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.179544:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.179545:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.179548:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646216024 : -129520063335592 : ffff8a33c2a23358) 00002000:00000001:1.0:1767384902.179557:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646215936 : -129520063335680 : ffff8a33c2a23300) 00002000:00000001:1.0:1767384902.179559:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.179560:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.179562:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.179564:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000640d7eb8. 00002000:00000001:1.0:1767384902.179566:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646217544 : -129520063334072 : ffff8a33c2a23948) 00002000:00000001:1.0:1767384902.179569:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.179570:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:1.0:1767384902.179572:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000514507da. 00002000:00000001:1.0:1767384902.179574:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.179575:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.179577:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.179578:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.179579:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.179580:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.179581:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.179582:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.179583:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.179585:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.179586:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.180803:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.180807:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.180809:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.180810:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.180811:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.180813:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.180814:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.180815:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.180817:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.180820:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646217544 : -129520063334072 : ffff8a33c2a23948) 00002000:00000001:1.0:1767384902.180822:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646217456 : -129520063334160 : ffff8a33c2a238f0) 00002000:00000001:1.0:1767384902.180824:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.180825:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.180826:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.180829:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005d5cbf28. 00002000:00000001:1.0:1767384902.180831:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646211160 : -129520063340456 : ffff8a33c2a22058) 00002000:00000001:1.0:1767384902.180839:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.180840:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:1.0:1767384902.180842:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b268872d. 00002000:00000001:1.0:1767384902.180844:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.180846:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.180847:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.180848:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.180849:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.180850:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.180851:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.180852:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.180853:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.180855:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.180856:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.182547:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.182552:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.182554:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.182555:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.182557:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.182558:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.182560:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.182561:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.182563:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.182566:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646211160 : -129520063340456 : ffff8a33c2a22058) 00002000:00000001:1.0:1767384902.182568:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646211072 : -129520063340544 : ffff8a33c2a22000) 00002000:00000001:1.0:1767384902.182570:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.182571:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.182573:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.182575:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002f07b611. 00002000:00000001:1.0:1767384902.182578:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646216936 : -129520063334680 : ffff8a33c2a236e8) 00002000:00000001:1.0:1767384902.182580:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.182581:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:1.0:1767384902.182584:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008f8f5080. 00002000:00000001:1.0:1767384902.182586:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.182588:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.182589:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.182629:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.182630:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.182632:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.182634:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.182636:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.182638:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.182640:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.182642:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.184124:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.184128:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.184129:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.184130:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.184132:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.184133:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.184134:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.184136:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.184137:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.184140:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646216936 : -129520063334680 : ffff8a33c2a236e8) 00002000:00000001:1.0:1767384902.184143:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646216848 : -129520063334768 : ffff8a33c2a23690) 00002000:00000001:1.0:1767384902.184144:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.184146:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.184164:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.184175:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006c58b712. 00002000:00000001:1.0:1767384902.184178:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646218456 : -129520063333160 : ffff8a33c2a23cd8) 00002000:00000001:1.0:1767384902.184180:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.184182:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:1.0:1767384902.184184:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015789738. 00002000:00000001:1.0:1767384902.184186:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.184188:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.184190:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.184191:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.184192:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.184193:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.184194:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.184196:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.184197:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.184199:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.184208:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.185702:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.185706:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.185708:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.185710:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.185711:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.185712:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.185725:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.185727:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.185728:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.185731:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646218456 : -129520063333160 : ffff8a33c2a23cd8) 00002000:00000001:1.0:1767384902.185733:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646218368 : -129520063333248 : ffff8a33c2a23c80) 00002000:00000001:1.0:1767384902.185735:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.185736:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.185739:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.185741:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004eab4c51. 00002000:00000001:1.0:1767384902.185743:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646211768 : -129520063339848 : ffff8a33c2a222b8) 00002000:00000001:1.0:1767384902.185746:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.185747:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:1.0:1767384902.185750:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000378cbd1d. 00002000:00000001:1.0:1767384902.185751:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.185753:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.185754:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.185756:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.185757:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.185758:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.185759:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.185760:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.185762:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.185763:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.185764:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.187076:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.187080:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.187082:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.187083:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.187084:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.187093:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.187095:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.187096:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.187098:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.187101:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646211768 : -129520063339848 : ffff8a33c2a222b8) 00002000:00000001:1.0:1767384902.187119:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646211680 : -129520063339936 : ffff8a33c2a22260) 00002000:00000001:1.0:1767384902.187121:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.187122:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.187124:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.187127:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ee5875d8. 00002000:00000001:1.0:1767384902.187129:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646217848 : -129520063333768 : ffff8a33c2a23a78) 00002000:00000001:1.0:1767384902.187145:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.187146:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:1.0:1767384902.187184:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078073cdc. 00002000:00000001:1.0:1767384902.187187:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.187189:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.187190:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.187191:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.187193:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.187194:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.187195:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.187197:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.187198:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.187200:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.187201:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.188491:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.188496:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.188498:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.188499:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.188500:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.188518:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.188519:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.188520:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.188522:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.188525:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646217848 : -129520063333768 : ffff8a33c2a23a78) 00002000:00000001:1.0:1767384902.188527:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646217760 : -129520063333856 : ffff8a33c2a23a20) 00002000:00000001:1.0:1767384902.188535:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.188537:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.188539:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.188541:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000be3b94ce. 00002000:00000001:1.0:1767384902.188544:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646212072 : -129520063339544 : ffff8a33c2a223e8) 00002000:00000001:1.0:1767384902.188546:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.188547:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:1.0:1767384902.188550:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009debb9c0. 00002000:00000001:1.0:1767384902.188552:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.188554:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.188555:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.188556:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.188558:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.188559:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.188560:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.188561:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.188563:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.188564:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.188565:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.189812:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.189816:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.189818:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.189819:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.189821:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.189822:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189824:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.189825:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.189827:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.189830:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646212072 : -129520063339544 : ffff8a33c2a223e8) 00002000:00000001:1.0:1767384902.189832:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646211984 : -129520063339632 : ffff8a33c2a22390) 00080000:00000001:1.0:1767384902.189835:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384902.189839:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007d4c52f5. 00080000:00000001:1.0:1767384902.189841:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648046080 : -129520061505536 : ffff8a33c2be2000) 00080000:00000001:1.0:1767384902.189844:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384902.189851:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.189852:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189861:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.189875:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.189877:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.189878:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.189890:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.189891:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189893:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.189895:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.189896:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.189903:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.189905:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.189907:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189908:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.189913:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.189915:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.189916:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.189917:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.189919:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189920:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.189922:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.189923:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.189929:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.189930:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.189931:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189933:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.189938:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.189939:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.189940:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.189941:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.189942:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189943:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.189945:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.189946:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.189951:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.189953:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.189954:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189956:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.189970:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.189973:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.189974:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.189975:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.189977:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189979:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.189980:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.189981:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.189987:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.189989:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.189990:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.189992:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.190001:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190002:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190003:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190004:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190006:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190007:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190009:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190010:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.190018:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.190020:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.190021:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190023:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.190028:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190030:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190031:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190032:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190034:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190035:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190037:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190038:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.190043:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.190045:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.190046:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190047:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.190052:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190060:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190062:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190063:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190065:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190066:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190068:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190069:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.190077:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.190079:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.190080:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190082:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.190087:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190089:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190090:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190092:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190093:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190095:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190096:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190097:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.190103:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.190105:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.190106:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190108:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384902.190110:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384902.190120:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.190121:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190134:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384902.190136:0:17575:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:1.0:1767384902.190140:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.190147:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384902.190150:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190172:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190174:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190175:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190177:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190178:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190180:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190182:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190191:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190249:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190251:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190254:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190257:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190274:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190275:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190277:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190278:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190280:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190281:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190294:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190295:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190325:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190327:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190329:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190331:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190347:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190358:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190359:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190361:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190362:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190364:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190365:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190367:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190392:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190394:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190396:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190398:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190424:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190426:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190427:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190429:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190431:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190433:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190434:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190435:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190462:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190490:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190494:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190497:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190530:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190532:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190533:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190535:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190536:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190538:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190539:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190541:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190574:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190576:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190578:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190580:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190650:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190652:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190654:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190657:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190658:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190660:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190662:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190663:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190697:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190699:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190701:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190704:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190721:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190723:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190724:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190726:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190728:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190729:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190731:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190732:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190758:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190760:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190762:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190772:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.190793:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.190795:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.190796:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.190798:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.190800:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190801:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.190803:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.190804:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.190836:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.190838:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190840:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384902.190843:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b30ee4c3. 00002000:00001000:1.0:1767384902.190845:0:17575:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:1.0:1767384902.190849:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384902.190852:0:17575:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:1.0:1767384902.190854:0:17575:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384902.190857:0:17575:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:1.0:1767384902.190860:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000030e92d1c. 00000001:00000040:1.0:1767384902.190863:0:17575:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c49c09d2 : new cb_count 4 00000020:00000040:1.0:1767384902.190865:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=9 00080000:00000001:1.0:1767384902.190870:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.190877:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384902.190879:0:17575:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.190973:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384902.190976:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000efd0755c/000000006d59ffff to site lru. bkt: 00000000237f460d 00000020:00000002:1.0:1767384902.190979:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000424943e3/00000000640d7eb8 to site lru. bkt: 00000000b2afb660 00000020:00000002:1.0:1767384902.190981:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000a35721b3/000000005d5cbf28 to site lru. bkt: 00000000ac103ccd 00000020:00000002:1.0:1767384902.190983:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000f1bfea65/000000002f07b611 to site lru. bkt: 000000007fa5ed58 00000020:00000002:1.0:1767384902.190986:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000808c67ad/000000006c58b712 to site lru. bkt: 00000000200669c5 00000020:00000002:1.0:1767384902.190988:0:17575:0:(lu_object.c:207:lu_object_put()) Add 000000005db5141f/000000004eab4c51 to site lru. bkt: 0000000087daafe0 00000020:00000002:1.0:1767384902.190989:0:17575:0:(lu_object.c:207:lu_object_put()) Add 000000002b308819/00000000ee5875d8 to site lru. bkt: 0000000013c8e838 00000020:00000002:1.0:1767384902.190991:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000be567160/00000000be3b94ce to site lru. bkt: 00000000dbbf2a7e 00002000:00000010:1.0:1767384902.190993:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000bcbeb55c. 00002000:00001000:1.0:1767384902.191004:0:17575:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384902.191006:0:17575:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384902.191008:0:17575:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:1.0:1767384902.191012:0:17575:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384902.191014:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000bcbeb55c. 00002000:00000001:1.0:1767384902.191017:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.191018:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.191021:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.191023:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008a11e953. 00002000:00000001:1.0:1767384902.191026:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646213592 : -129520063338024 : ffff8a33c2a229d8) 00002000:00000001:1.0:1767384902.191029:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.191030:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:1.0:1767384902.191033:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000024189e3b. 00002000:00000001:1.0:1767384902.191035:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.191037:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.191039:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.191040:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.191042:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.191043:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.191045:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.191046:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.191048:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.191050:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.191051:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.192418:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.192424:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.192426:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.192427:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.192429:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.192431:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.192433:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.192435:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.192437:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.192440:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646213592 : -129520063338024 : ffff8a33c2a229d8) 00002000:00000001:1.0:1767384902.192443:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646213504 : -129520063338112 : ffff8a33c2a22980) 00002000:00000001:1.0:1767384902.192445:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.192455:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.192457:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.192460:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c218a250. 00002000:00000001:1.0:1767384902.192462:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646213288 : -129520063338328 : ffff8a33c2a228a8) 00002000:00000001:1.0:1767384902.192465:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.192466:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:1.0:1767384902.192488:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000027c3a80f. 00002000:00000001:1.0:1767384902.192491:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.192494:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.192495:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.192497:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.192498:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.192500:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.192501:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.192503:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.192504:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.192506:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.192507:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.193699:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.193703:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.193705:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.193706:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.193708:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.193709:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.193711:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.193713:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.193715:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.193718:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646213288 : -129520063338328 : ffff8a33c2a228a8) 00002000:00000001:1.0:1767384902.193720:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646213200 : -129520063338416 : ffff8a33c2a22850) 00002000:00000001:1.0:1767384902.193722:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.193723:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.193725:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.193729:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009783fe89. 00002000:00000001:1.0:1767384902.193731:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646216632 : -129520063334984 : ffff8a33c2a235b8) 00002000:00000001:1.0:1767384902.193734:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.193735:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:1.0:1767384902.193738:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003c70a8d6. 00002000:00000001:1.0:1767384902.193748:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.193750:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.193752:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.193753:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.193754:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.193756:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.193757:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.193759:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.193760:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.193762:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.193763:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.194968:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.194973:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.194975:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.194981:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.194982:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.194984:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.194986:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.194987:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.194989:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.194992:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646216632 : -129520063334984 : ffff8a33c2a235b8) 00002000:00000001:1.0:1767384902.194995:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646216544 : -129520063335072 : ffff8a33c2a23560) 00002000:00000001:1.0:1767384902.194997:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.194998:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.195000:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.195002:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a4fcf47a. 00002000:00000001:1.0:1767384902.195005:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646218760 : -129520063332856 : ffff8a33c2a23e08) 00002000:00000001:1.0:1767384902.195008:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.195009:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:1.0:1767384902.195012:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000090454eba. 00002000:00000001:1.0:1767384902.195014:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.195016:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.195018:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.195019:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.195020:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.195021:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.195023:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.195032:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.195034:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.195036:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.195037:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.196333:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.196337:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.196339:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.196340:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.196342:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.196343:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.196345:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.196346:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.196348:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.196351:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646218760 : -129520063332856 : ffff8a33c2a23e08) 00002000:00000001:1.0:1767384902.196353:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646218672 : -129520063332944 : ffff8a33c2a23db0) 00002000:00000001:1.0:1767384902.196355:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.196357:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.196359:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.196361:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000fc1cb13. 00002000:00000001:1.0:1767384902.196364:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646212984 : -129520063338632 : ffff8a33c2a22778) 00002000:00000001:1.0:1767384902.196366:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.196367:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:1.0:1767384902.196391:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000026ff7608. 00002000:00000001:1.0:1767384902.196394:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.196396:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.196398:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.196399:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.196400:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.196401:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.196403:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.196404:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.196406:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.196407:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.196408:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.197527:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.197531:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.197540:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.197541:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.197543:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.197544:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.197546:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.197548:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.197549:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.197552:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646212984 : -129520063338632 : ffff8a33c2a22778) 00002000:00000001:1.0:1767384902.197554:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646212896 : -129520063338720 : ffff8a33c2a22720) 00002000:00000001:1.0:1767384902.197557:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.197558:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.197571:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.197573:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d42e9190. 00002000:00000001:1.0:1767384902.197576:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646211464 : -129520063340152 : ffff8a33c2a22188) 00002000:00000001:1.0:1767384902.197578:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.197579:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:1.0:1767384902.197582:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d44f710f. 00002000:00000001:1.0:1767384902.197584:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.197586:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.197587:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.197588:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.197589:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.197591:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.197623:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.197624:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.197626:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.197628:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.197629:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.198797:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.198801:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.198803:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.198804:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.198806:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.198808:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.198809:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.198811:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.198812:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.198823:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646211464 : -129520063340152 : ffff8a33c2a22188) 00002000:00000001:1.0:1767384902.198825:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646211376 : -129520063340240 : ffff8a33c2a22130) 00002000:00000001:1.0:1767384902.198827:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.198829:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.198830:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.198833:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000709b4396. 00002000:00000001:1.0:1767384902.198835:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646214200 : -129520063337416 : ffff8a33c2a22c38) 00002000:00000001:1.0:1767384902.198838:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.198839:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:1.0:1767384902.198842:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b56f33f. 00002000:00000001:1.0:1767384902.198844:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.198846:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.198847:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.198848:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.198850:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.198851:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.198852:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.198853:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.198855:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.198856:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.198857:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.199933:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.199937:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.199939:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.199940:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.199941:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.199943:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.199944:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.199945:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.199958:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.199961:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646214200 : -129520063337416 : ffff8a33c2a22c38) 00002000:00000001:1.0:1767384902.199963:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646214112 : -129520063337504 : ffff8a33c2a22be0) 00002000:00000001:1.0:1767384902.199965:0:17575:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384902.199966:0:17575:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384902.199968:0:17575:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384902.199971:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d01baf81. 00002000:00000001:1.0:1767384902.199980:0:17575:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446614553646214504 : -129520063337112 : ffff8a33c2a22d68) 00002000:00000001:1.0:1767384902.199983:0:17575:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384902.199984:0:17575:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:1.0:1767384902.199986:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000047cb00d6. 00002000:00000001:1.0:1767384902.199988:0:17575:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.199990:0:17575:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384902.199992:0:17575:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384902.199993:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.199994:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.199995:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.199997:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.199998:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.199999:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.200000:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.200002:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201102:0:17575:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384902.201106:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201108:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201109:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201110:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201111:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201113:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201114:0:17575:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.201116:0:17575:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.201119:0:17575:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614553646214504 : -129520063337112 : ffff8a33c2a22d68) 00002000:00000001:1.0:1767384902.201121:0:17575:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614553646214416 : -129520063337200 : ffff8a33c2a22d10) 00080000:00000001:1.0:1767384902.201124:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384902.201127:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed25bf5c. 00080000:00000001:1.0:1767384902.201130:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648039936 : -129520061511680 : ffff8a33c2be0800) 00080000:00000001:1.0:1767384902.201132:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384902.201138:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201139:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201141:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201149:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201150:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201151:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201160:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201161:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201163:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201165:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201166:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201174:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201177:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201178:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201180:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201185:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201186:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201187:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201188:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201189:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201190:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201191:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201192:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201197:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201199:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201200:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201201:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201206:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201207:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201208:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201208:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201210:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201211:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201212:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201214:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201221:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201223:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201224:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201225:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201230:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201231:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201231:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201232:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201240:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201241:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201243:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201244:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201251:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201253:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201254:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201256:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201262:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201263:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201264:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201265:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201266:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201268:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201269:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201270:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201276:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201278:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201279:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201280:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201296:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201297:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201298:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201299:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201300:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201301:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201303:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201304:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201309:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201311:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201312:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201314:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201319:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201320:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201320:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201321:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201323:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201331:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201333:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201335:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201343:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201345:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201347:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201360:0:17575:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384902.201367:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201368:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201369:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201370:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201371:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201372:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201374:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201374:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000002:1.0:1767384902.201379:0:17575:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:1.0:1767384902.201381:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201382:0:17575:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201383:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384902.201386:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384902.201394:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.201395:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201405:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384902.201407:0:17575:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:1.0:1767384902.201410:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.201426:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384902.201428:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201447:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201448:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201449:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201450:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201452:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201453:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201455:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201456:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201510:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201512:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201520:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201523:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201542:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201544:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201545:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201546:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201548:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201549:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201551:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201552:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201580:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201581:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201583:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201585:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201629:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201632:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201633:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201634:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201636:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201637:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201639:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201641:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201672:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201674:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201676:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201679:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201692:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201694:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201695:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201696:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201698:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201699:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201701:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201702:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201724:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201725:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201727:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201729:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201752:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201754:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201755:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201756:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201758:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201759:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201761:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201762:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201803:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201805:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201807:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201809:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201826:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201827:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201828:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201830:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201831:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201833:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201834:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201835:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201861:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201863:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201864:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201866:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201877:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201879:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201880:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201881:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201883:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201884:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201885:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201886:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.201921:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.201923:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201925:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201927:0:17575:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384902.201943:0:17575:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384902.201944:0:17575:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384902.201963:0:17575:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384902.201964:0:17575:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384902.201966:0:17575:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.201968:0:17575:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384902.201970:0:17575:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384902.201972:0:17575:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614558308011456 : -129515401540160 : ffff8a34d87f8dc0) 00080000:00000001:1.0:1767384902.202002:0:17575:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384902.202004:0:17575:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.202006:0:17575:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384902.202009:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000024cc36e2. 00002000:00001000:1.0:1767384902.202011:0:17575:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:1.0:1767384902.202015:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384902.202017:0:17575:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:1.0:1767384902.202019:0:17575:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384902.202021:0:17575:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:1.0:1767384902.202024:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000053aee007. 00000001:00000040:1.0:1767384902.202027:0:17575:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c49c09d2 : new cb_count 5 00000020:00000040:1.0:1767384902.202029:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=10 00080000:00000001:1.0:1767384902.202033:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384902.202038:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384902.202040:0:17575:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.202104:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384902.202107:0:17575:0:(lu_object.c:207:lu_object_put()) Add 000000009b70178b/000000008a11e953 to site lru. bkt: 00000000fad3a01f 00000020:00000002:1.0:1767384902.202110:0:17575:0:(lu_object.c:207:lu_object_put()) Add 0000000076ecf858/00000000c218a250 to site lru. bkt: 00000000ff424474 00000020:00000002:1.0:1767384902.202112:0:17575:0:(lu_object.c:207:lu_object_put()) Add 000000002154e874/000000009783fe89 to site lru. bkt: 0000000001ce07ef 00000020:00000002:1.0:1767384902.202114:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000c434d1df/00000000a4fcf47a to site lru. bkt: 00000000506e89fd 00000020:00000002:1.0:1767384902.202116:0:17575:0:(lu_object.c:207:lu_object_put()) Add 0000000048847c7f/000000000fc1cb13 to site lru. bkt: 000000008d35077f 00000020:00000002:1.0:1767384902.202118:0:17575:0:(lu_object.c:207:lu_object_put()) Add 000000005a2f9638/00000000d42e9190 to site lru. bkt: 000000005106f8d2 00000020:00000002:1.0:1767384902.202120:0:17575:0:(lu_object.c:207:lu_object_put()) Add 00000000221b81ee/00000000709b4396 to site lru. bkt: 00000000196321a9 00000020:00000002:1.0:1767384902.202121:0:17575:0:(lu_object.c:207:lu_object_put()) Add 0000000032121915/00000000d01baf81 to site lru. bkt: 00000000648736ed 00002000:00000010:1.0:1767384902.202123:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000bcbeb55c. 00002000:00001000:1.0:1767384902.202125:0:17575:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384902.202126:0:17575:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384902.202136:0:17575:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1767384902.202139:0:17575:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:1.0:1767384902.202141:0:17575:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:1.0:1767384902.202145:0:17575:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384902.202147:0:17575:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384902.202152:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853237373180928 00010000:00000001:1.0:1767384902.202155:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384902.202162:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f98396f x1853237373180928/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 432/432 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.202172:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384902.202175:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384902.202178:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384902.202182:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384902.202184:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384902.202186:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384902.202189:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384902.202192:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.202195:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384902.202198:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384902.202202:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000200:1.0:1767384902.202208:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237373180928, offset 224 00000400:00000200:1.0:1767384902.202214:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384902.202226:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384902.202236:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958273501c00 00000400:00000200:1.0:1767384902.202243:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:1.0:1767384902.202248:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384902.202252:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384902.202258:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384902.202261:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a0a65b3 x1853237373180928/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384902.202269:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000005a0a65b3 x1853237373180928/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.202297:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384902.202310:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:1.0:1767384902.202313:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:1.0:1767384902.202315:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384902.202318:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384902.202321:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.202324:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384902.202326:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384902.202328:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.202330:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384902.202334:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f98396f x1853237373180928/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 432/432 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384902.202343:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f98396f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:16828:x1853237373180928:12345-0@lo:5: Request processed in 51569us (51816us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1767384902.202352:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384902.202365:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384902.202368:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384902.202372:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1767384902.202376:0:17575:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:1.0:1767384902.202380:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f9e7d63. 00000020:00000010:1.0:1767384902.202388:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000561c12e8. 00000020:00000010:1.0:1767384902.202394:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcb5fef3. 00000020:00000040:1.0:1767384902.202402:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 9 00000100:00000001:1.0:1767384902.202407:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384902.331663:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384902.331669:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384902.331675:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384902.331677:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384902.331680:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384902.331682:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384902.331684:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384902.331686:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384902.331688:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384902.331690:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384902.773736:0:18297:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384902.773741:0:18297:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing lnet_if_list 00000001:00000001:3.0:1767384902.776797:0:18297:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384902.791540:0:18299:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a635762c. 00000400:00000040:1.0:1767384902.791568:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384902.791572:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384902.791575:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791577:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791579:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791581:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384902.791584:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384902.791586:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384902.791588:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384902.791589:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384902.791592:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384902.791600:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384902.791603:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384902.791605:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791606:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384902.791631:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384902.791634:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791636:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384902.791638:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384902.791642:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791644:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384902.791646:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384902.791648:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384902.791650:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791651:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384902.791654:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791656:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384902.791658:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384902.791659:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384902.791661:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791663:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384902.791665:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791667:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384902.791669:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384902.791671:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384902.791672:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791674:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384902.791677:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384902.791679:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384902.791681:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384902.791682:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384902.791684:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791686:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384902.791688:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384902.791690:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384902.791692:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384902.791694:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384902.791695:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384902.791698:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384902.791716:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384902.791728:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384902.791731:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384902.791732:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384902.791736:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384902.791738:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384902.791740:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384902.791741:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384902.791757:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384902.791760:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384902.791763:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791765:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791768:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791770:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384902.791773:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384902.791775:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384902.791777:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384902.791779:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384902.791783:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384902.791785:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384902.791788:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384902.791791:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791793:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384902.791796:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384902.791798:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791799:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384902.791801:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384902.791804:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791807:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384902.791809:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384902.791811:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384902.791814:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791816:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384902.791819:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791821:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384902.791823:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384902.791825:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384902.791827:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791829:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384902.791833:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384902.791842:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384902.791844:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384902.791847:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384902.791849:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791852:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384902.791855:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384902.791857:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384902.791860:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384902.791862:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384902.791864:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384902.791867:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384902.791869:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384902.791871:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384902.791874:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384902.791876:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384902.791878:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384902.791881:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384902.791884:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384902.791886:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384902.791888:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384902.791890:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384902.791894:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384902.791897:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384902.791899:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384902.791901:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384902.791903:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384902.791906:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384902.791908:0:18299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384902.791925:0:18299:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a635762c. 00080000:00000001:1.0:1767384903.015848:0:18325:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384903.015861:0:18325:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.015865:0:18325:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.015870:0:18325:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384903.015874:0:18325:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.015877:0:18325:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.355716:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384903.355723:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.355729:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384903.355731:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.355844:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384903.355849:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.355854:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384903.816065:0:18422:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384903.816078:0:18422:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.816082:0:18422:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384903.816087:0:18422:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384903.816092:0:18422:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.816094:0:18422:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.379664:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384904.379671:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.379677:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384904.379679:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.609749:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384904.609756:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384904.609764:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000400:00000200:3.0:1767384904.609767:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (2) 00000400:00000010:3.0:1767384904.609772:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063933994. 00000400:00000200:3.0:1767384904.609777:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384904.609789:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1767384904.609793:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384904.609797:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp 00000400:00000200:3.0:1767384904.609800:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1767384904.609801:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384904.609803:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1767384904.609807:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [5:5:256:4294967295] 192.168.204.149@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767384904.609814:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 10000000:00000001:1.0:1767384904.609815:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384904.609819:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384904.609821:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 10000000:01000000:1.0:1767384904.609822:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:3.0:1767384904.609829:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.204.149@tcp 00000020:01000004:1.0:1767384904.609829:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384904.609833:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:3.0:1767384904.609835:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485654e3. 00000020:01000004:1.0:1767384904.609837:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384904.609840:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384904.609842:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:3.0:1767384904.609846:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000020:01000004:1.0:1767384904.609847:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384904.609851:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384904.609854:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384904.609855:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.0:1767384904.609856:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000020:01000004:1.0:1767384904.609858:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384904.609865:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000993814d6. 00000800:00000200:3.0:1767384904.609867:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485654e3 type 1, nob 160 niov 1 nkiov 1 00000020:00000040:1.0:1767384904.609872:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384904.609879:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384904.609898:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384904.609902:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 02000000:00000001:1.0:1767384904.609904:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.609906:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 02000000:00000010:1.0:1767384904.609918:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000f75a8f1. 00000100:00000001:1.0:1767384904.609928:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.609939:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384904.609942:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.609968:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000993814d6] to pc [ptlrpcd_00_00+0] req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384904.610004:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384904.610008:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.610011:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384904.610014:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384904.610023:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384904.610027:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384904.610031:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384904.610035:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384904.610040:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384904.610045:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384904.610049:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384904.610054:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384904.610059:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384904.610064:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384904.610071:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485654e3. 00000020:01000004:1.0:1767384904.610071:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384904.610075:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384904.610079:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384904.610079:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384904.610083:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384904.610089:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000010:1.0:1767384904.610089:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eef8c143. 00000020:00000040:1.0:1767384904.610097:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384904.610099:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384904.610105:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384904.610106:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 02000000:00000001:1.0:1767384904.610110:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384904.610115:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384904.610119:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.610127:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384904.610132:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384904.610135:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083405982. 00000800:00000001:2.0:1767384904.610137:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.610144:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.610152:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384904.610155:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : PUT - for me 00000100:00000001:1.0:1767384904.610157:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.610168:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eef8c143] to pc [ptlrpcd_00_01+1] req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.610170:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384904.610183:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 64/64 into md 0x215 [1] + 0 00000400:00000010:2.0:1767384904.610195:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063246c12. 10000000:00000001:1.0:1767384904.610197:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384904.610201:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.610202:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000207c1f8f 00000020:00000001:1.0:1767384904.610204:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384904.610208:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:2.0:1767384904.610211:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384904.610213:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001dd4079c. 00000800:00000001:2.0:1767384904.610225:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.610230:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384904.610230:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384904.610236:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384904.610240:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384904.610241:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000040:1.0:1767384904.610249:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.610251:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207c1f8f 00000400:00000010:2.0:1767384904.610256:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000207c1f8f. 00000400:00000200:2.0:1767384904.610263:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384904.610266:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384904.610269:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (3) 00000100:00000001:1.0:1767384904.610270:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384904.610277:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384904.610281:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 02000000:00000001:1.0:1767384904.610281:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384904.610289:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384904.610290:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ac0bebd0. 00000100:00100000:1.0:1767384904.610297:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eef8c143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373181184:0@lo:253: 00000400:00000200:2.0:1767384904.610300:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 2 00000100:00000001:1.0:1767384904.610308:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384904.610310:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 02000000:00000001:1.0:1767384904.610314:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384904.610318:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384904.610323:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384904.610324:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (4) 02000000:00000010:1.0:1767384904.610336:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000472e2ad. 00000400:00000200:2.0:1767384904.610339:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767384904.610341:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384904.610348:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020cffe94. 00000400:00000200:2.0:1767384904.610349:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000010:1.0:1767384904.610357:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af0ab714. 00000400:00000200:2.0:1767384904.610361:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [6:6:256:4294967295] 192.168.204.149@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000200:1.0:1767384904.610364:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373181184, portal 25 00000100:00000001:1.0:1767384904.610371:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384904.610375:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807143552 : -129514902408064 : ffff8a34f63fb480) 00000100:00000040:1.0:1767384904.610387:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.610389:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:2.0:1767384904.610407:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp 00000100:00000001:1.0:1767384904.610416:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384904.610417:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2e9623c. 00000100:00000040:1.0:1767384904.610441:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1767384904.610444:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000400:00000010:1.0:1767384904.610447:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c251efb. 00000100:00000200:1.0:1767384904.610453:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373181184, offset 0 00000800:00000200:2.0:1767384904.610459:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:1023 00000800:00000200:2.0:1767384904.610465:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d2e9623c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384904.610465:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384904.610479:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384904.610491:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273501d00 00000400:00000200:1.0:1767384904.610500:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000010:1.0:1767384904.610507:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009458d124. 00000400:00000200:1.0:1767384904.610512:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e20338c2 00000800:00000200:2.0:1767384904.610513:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384904.610518:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2e9623c. 00000400:00000200:1.0:1767384904.610520:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.610525:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384904.610529:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384904.610538:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e20338c2 00000400:00000010:1.0:1767384904.610542:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e20338c2. 00000400:00000200:2.0:1767384904.610544:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: ACK: OK 00000100:00000001:1.0:1767384904.610548:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384904.610552:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384904.610555:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384904.610557:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d6afe52f x1853237373181184 msgsize 4848 00000800:00000001:2.0:1767384904.610563:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384904.610569:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384904.610574:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384904.610578:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384904.610579:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384904.610582:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.610587:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.610619:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : ACK - for me 00000100:00000001:1.0:1767384904.610622:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384904.610631:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp: ACK from 12345-192.168.204.149@tcp into md 0x1171 00000400:00000200:2.0:1767384904.610635:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384904.610639:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c251efb 00000400:00000200:2.0:1767384904.610640:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000010:1.0:1767384904.610646:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c251efb. 00000100:00000001:1.0:1767384904.610653:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384904.610654:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:2.0:1767384904.610659:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000200:1.0:1767384904.610662:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.610665:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384904.610674:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:2.0:1767384904.610681:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384904.610687:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (3) 00000800:00000001:2.0:1767384904.610695:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.610701:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.610701:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384904.610708:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384904.610724:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.610726:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384904.610733:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.610735:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384904.610737:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294895211 00000400:00000010:2.0:1767384904.610740:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073293da3. 00000400:00000010:2.0:1767384904.610747:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000001:1.0:1767384904.610747:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895210 00000400:00000200:2.0:1767384904.610752:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000100:00000001:1.0:1767384904.610755:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294895211 00000100:00000001:1.0:1767384904.610760:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895210 00000400:00000200:2.0:1767384904.610761:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000100:00000001:1.0:1767384904.610767:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294895211 00000400:00000010:2.0:1767384904.610770:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 000000006ebdf5aa. 00000100:00000001:1.0:1767384904.610774:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895210 00000400:00000010:2.0:1767384904.610775:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000008f880b1d. 00000400:00000010:2.0:1767384904.610780:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000b0481180. 00000100:00000001:1.0:1767384904.610780:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294895211 00000100:00000001:1.0:1767384904.610788:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895210 00000400:00000010:2.0:1767384904.610790:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000eabc6778. 00000100:00000001:1.0:1767384904.610797:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384904.610798:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000eabc6778 nid 192.168.204.149@tcp10 00000100:00000001:1.0:1767384904.610801:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384904.610804:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b554da3d. 00000100:00000001:1.0:1767384904.610805:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.610809:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.610810:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b554da3d net tcp10 00000400:00000200:2.0:1767384904.610817:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (2) 00000100:00000001:1.0:1767384904.610818:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384904.610821:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384904.610825:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384904.610830:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp10 flags 0x11 00000100:00000001:1.0:1767384904.610830:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384904.610835:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384904.610837:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 000000006ebdf5aa. 00000100:00000001:1.0:1767384904.610841:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384904.610850:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000008f880b1d. 00000400:00000010:2.0:1767384904.610855:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000b0481180. 00000400:00000010:2.0:1767384904.610862:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ac0bebd0. 00000100:00000001:1.0:1767384904.610864:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384904.610867:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384904.610869:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384904.610876:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000100:00100000:1.0:1767384904.610877:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000400:00000200:2.0:1767384904.610883:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000100:00000040:1.0:1767384904.610885:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000200:2.0:1767384904.610889:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000100:00000001:1.0:1767384904.610891:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640345680 : -129520069205936 : ffff8a33c248a050) 00000400:00000200:2.0:1767384904.610894:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000100:00000040:1.0:1767384904.610898:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000864bca7 x1853237373181056/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.610902:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384904.610908:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384904.610913:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (3) 00000100:00000001:1.0:1767384904.610925:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384904.610929:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e08a5bc. 00000100:00000001:1.0:1767384904.610933:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384904.610937:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e08a5bc. 00000100:00000001:2.0:1767384904.610938:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384904.610942:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384904.610946:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000864bca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373181056:12345-0@lo:253: 00000100:00000001:2.0:1767384904.610949:0:16796:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384904.610951:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373181056 00000100:00000001:2.0:1767384904.610955:0:16796:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.610957:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384904.610962:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384904.610965:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.610970:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384904.610972:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384904.610975:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384904.610978:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384904.610983:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384904.610986:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384904.610989:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.610993:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384904.610996:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384904.611003:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1db4afe. 02000000:00000001:1.0:1767384904.611007:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.611011:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.611015:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384904.611025:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000090833fa4. 20000000:01000000:1.0:1767384904.611031:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384904.611036:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384904.611039:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384904.611042:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.611046:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.611049:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384904.611059:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b73f6b7b. 20000000:01000000:1.0:1767384904.611064:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:1.0:1767384904.611073:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384904.611079:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384904.611368:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384904.611375:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384904.611377:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384904.611379:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384904.611383:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384904.611390:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384904.611395:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384904.611402:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f492af. 00080000:00000001:1.0:1767384904.611407:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651179520 : -129520058372096 : ffff8a33c2edf000) 00080000:00000001:1.0:1767384904.611411:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384904.611516:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384904.611519:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384904.611521:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384904.611536:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384904.611539:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384904.611684:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384904.611689:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384904.615655:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294895211, at 4294895212 00000100:00000010:1.0:1767384904.615663:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a55964d0. 00000100:00000040:2.0:1767384904.615838:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294895211, at 4294895212 00000100:00000010:2.0:1767384904.615847:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007053992. 00000100:00000040:3.0:1767384904.616864:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294895211, at 4294895213 00000100:00000010:3.0:1767384904.616870:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd72949a. 00080000:00000001:1.0:1767384904.620417:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.620421:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384904.620440:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384904.620440:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384904.620443:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384904.620444:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384904.620445:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384904.620446:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384904.620447:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384904.620449:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6f492af. 00080000:00000001:2.0:1767384904.620453:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384904.620456:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384904.620485:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384904.620488:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384904.620491:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384904.620495:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384904.620496:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384904.620501:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384904.620507:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384904.620511:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384904.620517:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000089ac8648 count: 2 00010000:00000001:3.0:1767384904.620521:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384904.620524:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384904.620527:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000281cd9b4. 00000020:00000001:3.0:1767384904.620531:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384904.620533:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000281cd9b4 with handle 0xcb8130832f6b35ab to hash 00000020:00000001:3.0:1767384904.620539:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384904.620543:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384904.620549:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384904.620553:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.620556:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.620563:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.620570:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384904.620575:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384904.620579:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384904.620582:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.620584:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384904.620587:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.620592:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384904.620594:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.620601:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.620602:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.620604:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.620605:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384904.620629:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384904.620635:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000089ac8648) refcount = 2 00010000:00000040:3.0:1767384904.620638:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384904.620641:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384904.620644:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384904.620646:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384904.620652:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd47c2e2. 00000100:00000001:3.0:1767384904.620654:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384904.620658:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003582e594. 00000100:00000001:3.0:1767384904.620661:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557964283456 : -129515745268160 : ffff8a34c402ae40) 00000100:00000001:3.0:1767384904.620664:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614557964283456 : -129515745268160 : ffff8a34c402ae40) 00000100:00000001:3.0:1767384904.620669:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384904.620671:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384904.620673:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384904.620676:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.620678:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384904.620679:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.620682:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.620685:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384904.620688:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384904.620692:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384904.620694:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:3.0:1767384904.620697:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384904.620699:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384904.620701:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384904.620706:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b790aeb3. 00000100:00000001:3.0:1767384904.620710:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.620719:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384904.620730:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 16 pid: 16799 timeout: 377 lvb_type: 0 00010000:00000001:3.0:1767384904.620736:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384904.620738:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384904.620741:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384904.620748:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384904.620750:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384904.620753:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373181312:0@lo:104: 00000100:00000001:3.0:1767384904.620755:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384904.620758:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384904.620760:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.620762:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384904.620765:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4922d54. 02000000:00000001:3.0:1767384904.620767:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.620770:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc5c1153. 00000400:00000010:3.0:1767384904.620775:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000200:3.0:1767384904.620780:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373181312, portal 16 00000100:00000001:3.0:1767384904.620783:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384904.620785:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000040:3.0:1767384904.620788:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384904.620793:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.620796:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384904.620797:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000200:3.0:1767384904.620799:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373181312, offset 0 00000400:00000200:3.0:1767384904.620802:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384904.620808:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384904.620812:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273501d80 00000400:00000200:3.0:1767384904.620815:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:3.0:1767384904.620823:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.620826:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.620830:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384904.620831:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384904.620833:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6a42b5b. 00000100:00000040:3.0:1767384904.620835:0:16820:0:(events.c:337:request_in_callback()) incoming req@00000000a6a42b5b x1853237373181312 msgsize 328 00000100:00100000:3.0:1767384904.620840:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384904.620852:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384904.620857:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384904.620859:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:3.0:1767384904.620861:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384904.620863:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384904.620870:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.620872:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384904.620876:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.620878:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384904.620881:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.620883:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294895221 00000100:00000010:3.0:1767384904.620886:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d84dba7f. 00000100:00000001:3.0:1767384904.620889:0:16820:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384904.620892:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384904.620893:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294895221 00000100:00100000:1.0:1767384904.620896:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373181312 00000100:00000010:3.0:1767384904.620899:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a144a7d. 02000000:00000001:1.0:1767384904.620900:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384904.620904:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384904.620905:0:16820:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384904.620907:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.620909:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294895221 02000000:00000001:1.0:1767384904.620913:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384904.620914:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075192acd. 00000100:00000001:3.0:1767384904.620918:0:16820:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384904.620918:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373181312 00000020:00000001:1.0:1767384904.620922:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384904.620925:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000100:00000001:3.0:1767384904.620928:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294895221 00000100:00000010:3.0:1767384904.620933:0:16820:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4eb0eb3. 00000020:00000001:1.0:1767384904.620937:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384904.620938:0:16820:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000020:00000040:1.0:1767384904.620941:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000100:00000001:3.0:1767384904.620944:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384904.620946:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:3.0:1767384904.620947:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.620951:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:1.0:1767384904.620955:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384904.620957:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.620959:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384904.620960:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e563416. 00000020:00000001:3.0:1767384904.620962:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.620965:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384904.620965:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384904.620968:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.620972:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384904.620972:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e563416. 00010000:00000001:3.0:1767384904.620976:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384904.620978:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384904.620980:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384904.620980:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d42658f9. 00000100:00000001:3.0:1767384904.620984:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384904.620986:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384904.620987:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000406a0182. 00000100:00100000:3.0:1767384904.620988:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 000000003582e594 going to sleep for 11 seconds 00000100:00000001:3.0:1767384904.620992:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384904.620994:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384904.620994:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000100:00000040:1.0:1767384904.621004:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384904.621007:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384904.621008:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384904.621010:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.621016:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.621027:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.621039:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384904.621042:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384904.621046:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384904.621050:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:1.0:1767384904.621056:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013182336 : -129515696369280 : ffff8a34c6ecd180) 00000100:00000040:1.0:1767384904.621066:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6a42b5b x1853237373181312/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 328/0 e 0 to 0 dl 1767384915 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384904.621080:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384904.621084:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e563416. 00000100:00000001:1.0:1767384904.621087:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384904.621089:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e563416. 00000100:00100000:1.0:1767384904.621094:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a42b5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373181312:12345-0@lo:104: 00000100:00000200:1.0:1767384904.621098:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373181312 00010000:00000001:1.0:1767384904.621101:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384904.621112:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384904.621114:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384904.621116:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=2 00000020:00000001:1.0:1767384904.621119:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:1.0:1767384904.621122:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:1.0:1767384904.621125:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.621128:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.621131:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384904.621140:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384904.621142:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384904.621146:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f632e4ea. 02000000:00000001:1.0:1767384904.621149:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.621151:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621155:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384904.621158:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384904.621162:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384904.621167:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384904.621170:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384904.621172:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384904.621175:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384904.621177:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.621180:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384904.621183:0:16787:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.621183:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384904.621187:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000200:1.0:1767384904.621191:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373181312, offset 224 00000400:00000200:1.0:1767384904.621197:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384904.621205:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384904.621214:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273501d80 00000400:00000200:1.0:1767384904.621219:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1189 [1] + 224 00000400:00000200:1.0:1767384904.621225:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384904.621230:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384904.621233:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384904.621244:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384904.621260:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384904.621281:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384904.621289:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000100:00000001:2.0:1767384904.621294:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384904.621294:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:1.0:1767384904.621298:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384904.621300:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384904.621301:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384904.621302:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384904.621304:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc5c1153. 00000100:00000001:1.0:1767384904.621305:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.621324:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384904.621331:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384904.621337:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005c251efb. 00000400:00000200:2.0:1767384904.621342:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00010000:00000001:1.0:1767384904.621344:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384904.621348:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00010000:00010000:1.0:1767384904.621353:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384904.621354:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384904.621356:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384904.621358:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384904.621358:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621360:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.621365:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6a42b5b x1853237373181312/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384904.621373:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384904.621383:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a42b5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373181312:12345-0@lo:104: Request processed in 302us (545us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384904.621392:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384904.621395:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1767384904.621397:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.621399:0:16820:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384904.621399:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 02000000:00000001:2.0:1767384904.621402:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384904.621402:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384904.621404:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384904.621404:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384904.621406:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384904.621408:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384904.621408:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000406a0182. 00000020:00000010:1.0:1767384904.621411:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000100:00001000:2.0:1767384904.621413:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=12 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384904.621415:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d42658f9. 00000100:00001000:2.0:1767384904.621416:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384904.621419:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384904.621419:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:2.0:1767384904.621421:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.621422:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384904.621423:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384904.621441:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.621445:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384904.621449:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384904.621471:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384904.621472:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384904.621475:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384904.621477:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384904.621480:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000001:1.0:1767384904.621480:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.621482:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384904.621482:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384904.621483:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384904.621484:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621485:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384904.621487:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384904.621488:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384904.621489:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384904.621496:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373181312:0@lo:104: 00010000:00010000:1.0:1767384904.621497:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bb846a12 already unused, calling callback (00000000e3583925) 00000100:00000001:2.0:1767384904.621500:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384904.621500:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384904.621501:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384904.621503:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.621505:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384904.621506:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384904.621508:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373181312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384904.621508:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384904.621509:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384904.621511:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384904.621512:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=3 00000020:00000001:1.0:1767384904.621514:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00000100:00000001:2.0:1767384904.621515:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384904.621516:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:1.0:1767384904.621519:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384904.621521:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:1.0:1767384904.621521:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384904.621524:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4922d54. 02000000:00000001:2.0:1767384904.621526:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384904.621527:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:2.0:1767384904.621528:0:16820:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:1.0:1767384904.621528:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384904.621530:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000001:2.0:1767384904.621532:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384904.621534:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b790aeb3. 10000000:01000000:1.0:1767384904.621534:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384904.621537:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:1.0:1767384904.621537:0:16793:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:2.0:1767384904.621539:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:1.0:1767384904.621539:0:16793:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000010:2.0:1767384904.621541:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 10000000:00000040:1.0:1767384904.621541:0:16793:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384904.621542:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384904.621543:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384904.621544:0:16793:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.621545:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384904.621547:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003582e594. 00000100:00000001:2.0:1767384904.621550:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384904.621552:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384904.621554:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd47c2e2. 10000000:00000001:1.0:1767384904.621555:0:16793:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:2.0:1767384904.621557:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384904.621557:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384904.621558:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 00010000:00000001:2.0:1767384904.621559:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.621561:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384904.621564:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:1.0:1767384904.621564:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384904.621566:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:1.0:1767384904.621566:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384904.621569:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.621570:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384904.621572:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384904.621575:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384904.621577:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.621578:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384904.621581:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb846a12 with handle 0xcb8130832f6b3596 from hash 00010000:00000001:1.0:1767384904.621583:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384904.621585:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.621586:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.621587:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384904.621589:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384904.621591:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384904.621613:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384904.621617:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384904.621623:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000020:00000040:1.0:1767384904.621626:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384904.621629:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384904.621631:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384904.621634:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384904.621639:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d42658f9. 00000100:00000001:1.0:1767384904.621643:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621646:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384904.621650:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384904.621656:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384904.621658:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.621680:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384904.621682:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.621687:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3f86cd3] to pc [ptlrpcd_00_02+2] req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384904.621718:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384904.621722:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384904.621723:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384904.621724:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384904.621728:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384904.621728:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.621734:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.621734:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621734:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621740:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.621743:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384904.621746:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384904.621746:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.621754:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384904.621754:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384904.621758:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384904.621761:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384904.621767:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384904.621769:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384904.621770:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000bb846a12/0xcb8130832f6b3596 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b359d expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384904.621792:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000553142ca count: 0 00000100:00000001:3.0:1767384904.621793:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384904.621798:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.621801:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384904.621803:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384904.621805:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621807:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384904.621810:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373181440:0@lo:103: 00010000:00000001:1.0:1767384904.621812:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384904.621817:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767384904.621817:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005c251efb. 02000000:00000001:3.0:1767384904.621822:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384904.621824:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.621824:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.621830:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384904.621831:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384904.621834:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047a311b3. 00000020:00000001:1.0:1767384904.621835:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.621839:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.621841:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384904.621844:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384904.621845:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.621849:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384904.621852:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b05d5c3. 00000020:00000001:1.0:1767384904.621853:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384904.621857:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.621860:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384904.621861:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000200:3.0:1767384904.621866:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373181440, portal 18 00000100:00000001:3.0:1767384904.621868:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384904.621869:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000100:00000040:3.0:1767384904.621874:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.621880:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.621882:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384904.621885:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000200:3.0:1767384904.621887:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373181440, offset 0 00000400:00000200:3.0:1767384904.621893:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384904.621899:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384904.621905:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273501e00 00000400:00000200:3.0:1767384904.621910:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384904.621914:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.621917:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.621921:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384904.621923:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384904.621926:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020b6c289. 00000100:00000040:3.0:1767384904.621928:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000020b6c289 x1853237373181440 msgsize 328 00000100:00100000:3.0:1767384904.621934:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384904.621946:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384904.621951:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:3.0:1767384904.621953:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:3.0:1767384904.621956:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384904.621959:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.621965:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.621967:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.621972:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.621974:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384904.621982:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.621985:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294895222 00000100:00000001:3.0:1767384904.621989:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895221 00000100:00000001:3.0:1767384904.621992:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294895222 00000100:00000001:3.0:1767384904.621994:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895221 00000100:00000001:3.0:1767384904.621996:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294895222 00000100:00000001:3.0:1767384904.621999:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895221 00000100:00000001:3.0:1767384904.622002:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294895222 00000100:00000001:3.0:1767384904.622004:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895221 00000100:00000001:3.0:1767384904.622005:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384904.622007:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622008:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622011:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384904.622031:0:16791:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ced4089f. 00000100:00000001:3.0:1767384904.622035:0:16791:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384904.622038:0:16791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373181440 02000000:00000001:3.0:1767384904.622040:0:16791:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384904.622042:0:16791:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384904.622044:0:16791:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.622047:0:16791:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384904.622049:0:16791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373181440 00000020:00000001:3.0:1767384904.622051:0:16791:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384904.622053:0:16791:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384904.622054:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.622056:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000020:00000001:3.0:1767384904.622058:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384904.622060:0:16791:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384904.622063:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384904.622066:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b97061f9. 00000100:00000001:3.0:1767384904.622068:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384904.622070:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b97061f9. 00000020:00000010:3.0:1767384904.622078:0:16791:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013568552. 00000020:00000010:3.0:1767384904.622081:0:16791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9a4322b. 00000020:00000010:3.0:1767384904.622085:0:16791:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034d71ec9. 00000100:00000040:3.0:1767384904.622092:0:16791:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384904.622093:0:16791:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384904.622095:0:16791:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384904.622097:0:16791:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384904.622099:0:16791:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622101:0:16791:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384904.622103:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.622104:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.622106:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000080c9348f refcount=4 00000020:00000001:3.0:1767384904.622108:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000001:3.0:1767384904.622109:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00010000:3.0:1767384904.622113:0:16791:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 17 pid: 16799 timeout: 377 lvb_type: 0 00010000:00000001:3.0:1767384904.622118:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622119:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622120:0:16791:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622122:0:16791:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622126:0:16791:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384904.622129:0:16791:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b6c289 x1853237373181440/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 328/0 e 0 to 0 dl 1767384915 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.622135:0:16791:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384904.622136:0:16791:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622149:0:16791:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622156:0:16791:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384904.622157:0:16791:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384904.622159:0:16791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384904.622161:0:16791:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:3.0:1767384904.622163:0:16791:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013189504 : -129515696362112 : ffff8a34c6eced80) 00000100:00000040:3.0:1767384904.622166:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020b6c289 x1853237373181440/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 328/0 e 0 to 0 dl 1767384915 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.622182:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384904.622185:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b97061f9. 00000100:00000001:3.0:1767384904.622187:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384904.622189:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b97061f9. 00000100:00100000:3.0:1767384904.622193:0:16791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020b6c289 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16166:x1853237373181440:12345-0@lo:103: 00000100:00000200:3.0:1767384904.622196:0:16791:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373181440 00010000:00000001:3.0:1767384904.622198:0:16791:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384904.622200:0:16791:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384904.622201:0:16791:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384904.622204:0:16791:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384904.622206:0:16791:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384904.622209:0:16791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b157dc39. 02000000:00000001:3.0:1767384904.622210:0:16791:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622213:0:16791:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622215:0:16791:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384904.622216:0:16791:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384904.622218:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.622219:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.622220:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000080c9348f refcount=4 00000020:00000001:3.0:1767384904.622221:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000001:3.0:1767384904.622223:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000040:3.0:1767384904.622225:0:16791:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000089ac8648 count: 3 00010000:00010000:3.0:1767384904.622228:0:16791:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 17 pid: 16799 timeout: 377 lvb_type: 0 00000100:00001000:3.0:1767384904.622233:0:16791:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384904 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384904.622236:0:16791:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384904.622239:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622240:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384904.622242:0:16791:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 17 pid: 16799 timeout: 377 lvb_type: 0 00000020:00000001:3.0:1767384904.622247:0:16791:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.622254:0:16791:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.622256:0:16791:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384904.622258:0:16791:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622276:0:16791:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384904.622277:0:16791:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384904.622282:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622284:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622285:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.622286:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384904.622288:0:16791:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000080c9348f with handle 0xcb8130832f6b359d from hash 00010000:00000001:3.0:1767384904.622290:0:16791:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384904.622291:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622292:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622293:0:16791:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384904.622294:0:16791:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384904.622294:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384904.622296:0:16791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000080c9348f/0xcb8130832f6b359d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b3596 expref: 17 pid: 16799 timeout: 377 lvb_type: 0 00010000:00000040:3.0:1767384904.622300:0:16791:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:3.0:1767384904.622301:0:16791:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:3.0:1767384904.622305:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622307:0:16791:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384904.622308:0:16791:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384904.622309:0:16791:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000281cd9b4 00010000:00000001:3.0:1767384904.622311:0:16791:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384904.622312:0:16791:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.622313:0:16791:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.622314:0:16791:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.622316:0:16791:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.622318:0:16791:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384904.622319:0:16791:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384904.622321:0:16791:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622325:0:16791:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384904.622327:0:16791:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384904.622332:0:16791:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384904.622334:0:16791:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384904.622351:0:16791:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000089ac8648) refcount = 2 00010000:00010000:3.0:1767384904.622354:0:16791:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622358:0:16791:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384904.622359:0:16791:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384904.622360:0:16791:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.622362:0:16791:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384904.622366:0:16791:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b97061f9. 00000100:00000001:3.0:1767384904.622367:0:16791:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384904.622370:0:16791:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003582e594. 00000100:00000001:3.0:1767384904.622372:0:16791:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557964283456 : -129515745268160 : ffff8a34c402ae40) 00000100:00000001:3.0:1767384904.622374:0:16791:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614557964283456 : -129515745268160 : ffff8a34c402ae40) 00000100:00000001:3.0:1767384904.622376:0:16791:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384904.622377:0:16791:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384904.622379:0:16791:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384904.622381:0:16791:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384904.622385:0:16791:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001889509s 00010000:00000001:3.0:1767384904.622387:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.622389:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.622391:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000281cd9b4 refcount=5 00000020:00000001:3.0:1767384904.622393:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384904.622395:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384904.622397:0:16791:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384904.622398:0:16791:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622403:0:16791:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384904.622405:0:16791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622408:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622410:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384904.622415:0:16791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622419:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.622420:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622422:0:16791:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384904.622423:0:16791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384904.622439:0:16791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000281cd9b4 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384904.622441:0:16791:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.622443:0:16791:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384904.622444:0:16791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622448:0:16791:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384904.622450:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.622451:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.622452:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000281cd9b4 refcount=6 00000020:00000001:3.0:1767384904.622454:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384904.622455:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239168 : -129515790312448 : ffff8a34c1535c00) 00010000:00000001:3.0:1767384904.622457:0:16791:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384904.622458:0:16791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622462:0:16791:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384904.622463:0:16791:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.622464:0:16791:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622473:0:16791:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384904.622491:0:16791:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384904.622494:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.622495:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384904.622497:0:16791:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000281cd9b4 with handle 0xcb8130832f6b35ab from hash 00010000:00000001:3.0:1767384904.622499:0:16791:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384904.622501:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622506:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622508:0:16791:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384904.622509:0:16791:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384904.622511:0:16791:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384904.622513:0:16791:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384904.622514:0:16791:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.622516:0:16791:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622518:0:16791:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384904.622519:0:16791:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384904.622521:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622522:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622523:0:16791:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622525:0:16791:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622527:0:16791:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.622528:0:16791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.622532:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622532:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622533:0:16791:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384904.622534:0:16791:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384904.622535:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622535:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622536:0:16791:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384904.622538:0:16791:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.622539:0:16791:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622541:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.622542:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.622544:0:16791:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622545:0:16791:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384904.622546:0:16791:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384904.622548:0:16791:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622550:0:16791:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622551:0:16791:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384904.622553:0:16791:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003582e594. 00000100:00000001:3.0:1767384904.622556:0:16791:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384904.622558:0:16791:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384904.622559:0:16791:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b97061f9. 00010000:00000001:3.0:1767384904.622565:0:16791:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384904.622567:0:16791:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384904.622568:0:16791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.622571:0:16791:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384904.622573:0:16791:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384904.622574:0:16791:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384904.622577:0:16791:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384904.622579:0:16791:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384904.622581:0:16791:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384904.622583:0:16791:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384904.622585:0:16791:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622587:0:16791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.622590:0:16791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384904.622593:0:16791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000200:3.0:1767384904.622595:0:16791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373181440, offset 224 00000400:00000200:3.0:1767384904.622598:0:16791:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384904.622604:0:16791:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384904.622725:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384904.622734:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384904.622737:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384904.622740:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384904.622747:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384904.622748:0:16791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273501e00 00010000:00000001:2.0:1767384904.622751:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384904.622754:0:16791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1195 [1] + 224 00000400:00000200:3.0:1767384904.622758:0:16791:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.622763:0:16791:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.622766:0:16791:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384904.622769:0:16791:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384904.622776:0:16791:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384904.622784:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000281cd9b4/0xcb8130832f6b35ab lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384904.622787:0:16791:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384904.622792:0:16791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00010000:00000040:2.0:1767384904.622794:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000089ac8648 count: 0 00000400:00000010:3.0:1767384904.622795:0:16791:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:3.0:1767384904.622802:0:16791:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384904.622803:0:16791:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384904.622807:0:16791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.622807:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384904.622811:0:16791:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 20000000:00000001:2.0:1767384904.622811:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384904.622816:0:16791:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622823:0:16791:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.622825:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020b6c289 x1853237373181440/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.622832:0:16791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020b6c289 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373181440:12345-0@lo:103: Request processed in 649us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384904.622837:0:16791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384904.622838:0:16791:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384904.622840:0:16791:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384904.622841:0:16791:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384904.622843:0:16791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9a4322b. 00000020:00000010:3.0:1767384904.622847:0:16791:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034d71ec9. 00000020:00000010:3.0:1767384904.622850:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013568552. 00000020:00000040:3.0:1767384904.622853:0:16791:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:3.0:1767384904.622854:0:16791:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622870:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.622872:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384904.622875:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384904.622876:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384904.622878:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b05d5c3. 00000400:00000200:3.0:1767384904.622881:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384904.622882:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:3.0:1767384904.622886:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384904.622889:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384904.622895:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.622901:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384904.622902:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622904:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384904.622906:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384904.622907:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384904.622909:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.622910:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384904.622913:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=12 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384904.622920:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384904.622923:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384904.622924:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.622926:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384904.622927:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622929:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.622932:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.622936:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384904.622938:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384904.622939:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384904.622942:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.622947:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373181440:0@lo:103: 00000100:00000001:3.0:1767384904.622951:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622952:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.622955:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373181440/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.622960:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384904.622962:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384904.622963:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047a311b3. 02000000:00000001:3.0:1767384904.622966:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384904.622967:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384904.622968:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384904.622970:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384904.622971:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d42658f9. 02000000:00000001:3.0:1767384904.622974:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384904.622975:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384904.622976:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000100:00000001:3.0:1767384904.622978:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384904.622979:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622980:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.622982:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384904.622983:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.622987:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.622988:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384904.626629:0:17595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000553142ca. 00000100:00000040:2.0:1767384904.626630:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294895222, at 4294895223 00010000:00000010:3.1:1767384904.626636:0:18591:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000080c9348f. 00000100:00000010:2.0:1767384904.626637:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075192acd. 00010000:00000010:1.1:1767384904.626639:0:17595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb846a12. 00000100:00000040:1.0:1767384904.626656:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294895222, at 4294895223 00000100:00000010:1.0:1767384904.626660:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a144a7d. 00000100:00000040:3.0:1767384904.626671:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294895222, at 4294895223 00000100:00000010:3.0:1767384904.626680:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4eb0eb3. 00080000:00000001:2.0:1767384904.628812:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384904.628814:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384904.628815:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384904.628817:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384904.628819:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384904.628819:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384904.628821:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384904.628822:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384904.628824:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e162d050. 20000000:00000001:1.0:1767384904.628825:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384904.628828:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384904.628828:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384904.628839:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384904.628843:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384904.628849:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384904.628857:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384904.628867:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384904.628869:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384904.628873:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384904.628875:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384904.628880:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c4271714. 00010000:00000001:1.0:1767384904.628885:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384904.628889:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384904.628892:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384904.628895:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b35b2 to hash 00000020:00000001:1.0:1767384904.628898:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384904.628899:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384904.628902:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384904.628906:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.628908:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.628911:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.628920:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384904.628922:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384904.628924:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384904.628926:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384904.628928:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.628930:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384904.628932:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.628935:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384904.628937:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384904.628939:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384904.628940:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384904.628942:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c4271714) refcount = 1 00010000:00010000:1.0:1767384904.628945:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.628952:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384904.628953:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384904.628954:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.628956:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.628962:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384904.628965:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384904.628968:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001889509s 00010000:00000001:1.0:1767384904.628970:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384904.628972:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384904.628974:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384904.628977:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384904.628979:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384904.628981:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384904.628982:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.628988:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384904.628989:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.628995:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.628996:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384904.628997:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.629003:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.629005:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.629008:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384904.629010:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384904.629016:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384904.629019:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384904.629021:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384904.629023:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.629030:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384904.629031:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384904.629038:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384904.629040:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384904.629043:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384904.629046:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384904.629049:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384904.629052:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.629058:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384904.629060:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384904.629062:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.629066:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384904.629067:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384904.629069:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.629071:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384904.629073:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b35b2 from hash 00010000:00000001:1.0:1767384904.629076:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384904.629077:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.629079:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.629080:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384904.629082:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384904.629083:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384904.629085:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384904.629086:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.629088:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.629090:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384904.629091:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384904.629094:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.629095:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.629096:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.629098:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.629100:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.629102:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.629109:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.629115:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.629117:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384904.629119:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384904.629120:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.629121:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.629123:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384904.629125:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.629126:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.629129:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.629135:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384904.629137:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384904.629138:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b35b2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384904.629144:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c4271714 count: 0 00010000:00000001:1.0:1767384904.629151:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384904.629153:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384904.629617:0:16634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000089ac8648. 00010000:00000010:2.1:1767384904.629623:0:16634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000281cd9b4. 00080000:00000020:2.0:1767384904.629804:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384904.629808:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384904.629810:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000090833fa4. 20000000:00000001:2.0:1767384904.629816:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384904.629820:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373181056 00010000:00000001:2.0:1767384904.629823:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384904.629830:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000864bca7 x1853237373181056/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384904.629839:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384904.629841:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384904.629845:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384904.629849:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384904.629852:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384904.629854:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384904.629858:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384904.629860:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.629863:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384904.629867:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384904.629872:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f72086. 00000100:00000200:2.0:1767384904.629877:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373181056, offset 224 00000400:00000200:2.0:1767384904.629884:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384904.629898:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384904.629905:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273501c80 00000400:00000200:2.0:1767384904.629912:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1175 [2] + 224 00000400:00000200:2.0:1767384904.629919:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.629923:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384904.629926:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384904.629930:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384904.629941:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.629963:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384904.629969:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f72086 00000400:00000010:2.0:1767384904.629972:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055f72086. 00000100:00000001:2.0:1767384904.629976:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384904.629977:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384904.629983:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384904.629987:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384904.629991:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384904.629993:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.629994:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384904.629996:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384904.629999:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384904.630006:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000864bca7 x1853237373181056/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384904.630007:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384904.630010:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384904.630014:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd1ae355. 00000400:00000200:3.0:1767384904.630021:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cad446b 00000400:00000010:3.0:1767384904.630026:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cad446b. 00000100:00100000:2.0:1767384904.630026:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000864bca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373181056:12345-0@lo:253: Request processed in 19097us (19732us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384904.630033:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384904.630039:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000200:3.0:1767384904.630041:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384904.630045:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384904.630050:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384904.630053:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384904.630058:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020ea3690. 00000100:00000200:3.0:1767384904.630062:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384904.630064:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b1b3ca4. 00000020:00000010:2.0:1767384904.630071:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000530d239. 00000020:00000040:2.0:1767384904.630076:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:3.0:1767384904.630079:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384904.630081:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.630087:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384904.630089:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384904.630090:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384904.630093:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1db4afe. 00000100:00000001:3.0:1767384904.630094:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384904.630098:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384904.630100:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384904.630104:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.630104:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384904.630112:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=12 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384904.630114:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384904.630121:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384904.630124:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384904.630126:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.630128:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384904.630129:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.630131:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.630150:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.630160:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384904.630163:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384904.630164:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384904.630179:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384904.630182:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384904.630184:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384904.630186:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384904.630188:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384904.630190:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384904.630192:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384904.630193:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384904.630195:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384904.630197:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384904.630201:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.630211:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000993814d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373181056:0@lo:253: 00000100:00000001:3.0:1767384904.630217:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.630220:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.630223:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000993814d6 x1853237373181056/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.630232:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384904.630234:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384904.630237:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007a09eb24. 02000000:00000001:3.0:1767384904.630241:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384904.630244:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384904.630246:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384904.630249:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384904.630251:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000f75a8f1. 02000000:00000001:3.0:1767384904.630256:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384904.630274:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384904.630275:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000993814d6. 00000100:00000001:3.0:1767384904.630278:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384904.630279:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.630282:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.630287:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384904.630289:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.630291:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.630293:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384904.630367:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8393a27. 00000400:00000010:2.0:1767384904.630394:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f72086. 00080000:00000020:3.0:1767384904.632983:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384904.632993:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384904.632995:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3b2092a. 20000000:00000001:3.0:1767384904.633002:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384904.633006:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373181184 00010000:00000001:3.0:1767384904.633009:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384904.633014:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6afe52f x1853237373181184/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384904.633025:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384904.633026:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384904.633029:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384904.633033:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384904.633036:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384904.633038:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384904.633041:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384904.633043:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.633046:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.633050:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384904.633054:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f6767e3. 00000100:00000200:3.0:1767384904.633059:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373181184, offset 224 00000400:00000200:3.0:1767384904.633067:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384904.633075:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384904.633084:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273501d00 00000400:00000200:3.0:1767384904.633090:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x117d [2] + 224 00000400:00000200:3.0:1767384904.633097:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.633101:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.633107:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384904.633111:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384904.633123:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.633145:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384904.633153:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f6767e3 00000400:00000010:3.0:1767384904.633155:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f6767e3. 00000100:00000001:3.0:1767384904.633159:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384904.633169:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384904.633176:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.633177:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.633180:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384904.633184:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:1.0:1767384904.633187:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384904.633190:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384904.633191:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384904.633194:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384904.633195:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020cffe94. 00000020:00000001:3.0:1767384904.633200:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384904.633201:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af0ab714 00000400:00000010:1.0:1767384904.633205:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af0ab714. 00000100:00000040:3.0:1767384904.633207:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6afe52f x1853237373181184/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384904.633212:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384904.633220:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.633224:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6afe52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373181184:12345-0@lo:253: Request processed in 22231us (22662us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384904.633245:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.633246:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:3.0:1767384904.633269:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384904.633274:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384904.633276:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384904.633283:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2679751. 00000100:00000001:1.0:1767384904.633286:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384904.633289:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384904.633290:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0b3f32. 00000100:00000001:1.0:1767384904.633291:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384904.633295:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384904.633296:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f8a4adf. 00000100:00000001:1.0:1767384904.633297:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384904.633301:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384904.633302:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384904.633307:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384904.633310:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f78d778d. 02000000:00000001:1.0:1767384904.633311:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.633316:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384904.633317:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=12 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384904.633321:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384904.633322:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384904.633327:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384904.633328:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384904.633329:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.633334:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384904.633350:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.633363:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b05d5c3. 00000100:00000001:1.0:1767384904.633364:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.633371:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f6767e3. 00000100:00000040:1.0:1767384904.633371:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384904.633382:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384904.633385:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384904.633387:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384904.633390:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384904.633393:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384904.633394:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384904.633396:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384904.633398:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384904.633399:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384904.633401:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384904.633402:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384904.633404:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384904.633406:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384904.633414:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eef8c143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373181184:0@lo:253: 00000100:00000001:1.0:1767384904.633420:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.633422:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384904.633440:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eef8c143 x1853237373181184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384904.633448:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384904.633451:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384904.633453:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000472e2ad. 02000000:00000001:1.0:1767384904.633457:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384904.633459:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384904.633476:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384904.633484:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384904.633486:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083405982. 02000000:00000001:1.0:1767384904.633489:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384904.633491:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384904.633492:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eef8c143. 00000100:00000001:1.0:1767384904.633496:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384904.633497:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.633499:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.633504:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384904.633505:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.633508:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384904.633510:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384904.636638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c4271714. 00010000:00000010:1.1:1767384904.636645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00000100:00000001:3.0:1767384905.211997:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384905.212002:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373181568 02000000:00000001:3.0:1767384905.212006:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384905.212009:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384905.212011:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.212016:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384905.212023:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373181568 00000020:00000001:3.0:1767384905.212027:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384905.212030:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384905.212032:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384905.212040:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384905.212043:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384905.212045:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384905.212048:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384905.212052:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cc55064. 00000100:00000001:3.0:1767384905.212054:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384905.212056:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cc55064. 00000020:00000010:3.0:1767384905.212061:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c65858f. 00000020:00000010:3.0:1767384905.212064:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000020:00000010:3.0:1767384905.212068:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034d71ec9. 00000100:00000040:3.0:1767384905.212075:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384905.212078:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384905.212079:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384905.212080:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212086:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212102:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.212110:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384905.212111:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384905.212114:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1767384905.212117:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384905.212118:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671896656 : -129515037654960 : ffff8a34ee300050) 00000100:00000040:3.0:1767384905.212121:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098e28507 x1853237373181568/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:131/0 lens 328/0 e 0 to 0 dl 1767384916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.212128:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384905.212129:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cc55064. 00000100:00000001:3.0:1767384905.212130:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384905.212131:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cc55064. 00000100:00100000:3.0:1767384905.212134:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098e28507 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373181568:12345-0@lo:101: 00000100:00000200:3.0:1767384905.212136:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373181568 00000020:00000001:3.0:1767384905.212139:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384905.212141:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384905.212143:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.212150:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384905.212151:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:3.0:1767384905.212154:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384905.212156:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384905.212157:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384905.212159:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384905.212162:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.212163:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384905.212165:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384905.212166:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384905.212168:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384905.212169:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.212172:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384905.212176:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003cc58879. 00010000:00000001:3.0:1767384905.212178:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384905.212180:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000080c9348f. 00000020:00000001:3.0:1767384905.212182:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384905.212184:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000080c9348f with handle 0xcb8130832f6b35c0 to hash 00000020:00000001:3.0:1767384905.212185:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384905.212186:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000001:3.0:1767384905.212188:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00010000:3.0:1767384905.212190:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b35b9 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384905.212195:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:3.0:1767384905.212196:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384905.212201:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384905.212203:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384905.212205:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f1e59456. 02000000:00000001:3.0:1767384905.212206:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212208:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.212209:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384905.212212:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384905.212214:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384905.212215:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384905.212221:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384905.212222:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384905.212223:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384905.212225:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384905.212227:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384905.212228:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384905.212229:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384905.212230:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003cc58879) refcount = 1 00010000:00010000:3.0:1767384905.212233:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b35b9 expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384905.212237:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384905.212238:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384905.212239:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384905.212240:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.212242:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384905.212245:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384905.212246:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b35b9 expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384905.212251:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384905.212252:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384905.212253:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384905.212255:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.212256:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384905.212257:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384905.212258:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384905.212259:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000080c9348f, rc 0) 00000020:00000001:3.0:1767384905.212260:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384905.212263:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373181568 00010000:00000001:3.0:1767384905.212265:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384905.212267:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098e28507 x1853237373181568/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:131/0 lens 328/344 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384905.212273:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384905.212274:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384905.212277:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384905.212284:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384905.212285:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384905.212287:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384905.212289:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384905.212290:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212292:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384905.212293:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384905.212296:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000200:3.0:1767384905.212298:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373181568, offset 224 00000400:00000200:3.0:1767384905.212301:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384905.212305:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.212309:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273501e80 00000400:00000200:3.0:1767384905.212312:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11b1 [1] + 224 00000400:00000200:3.0:1767384905.212315:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.212317:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384905.212319:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384905.212321:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e47cdf10 x1853237373181568/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384905.212327:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e47cdf10 x1853237373181568/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.212339:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384905.212343:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384905.212344:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:3.0:1767384905.212346:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384905.212347:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384905.212349:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384905.212351:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384905.212353:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384905.212355:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.212356:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384905.212358:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098e28507 x1853237373181568/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:131/0 lens 328/344 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384905.212363:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098e28507 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373181568:12345-0@lo:101: Request processed in 235us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384905.212374:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1767384905.212376:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384905.212378:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384905.212379:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384905.212383:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00000020:00000010:3.0:1767384905.212385:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034d71ec9. 00000020:00000010:3.0:1767384905.212387:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c65858f. 00000020:00000040:3.0:1767384905.212390:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384905.212393:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384905.212394:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f1e59456. 02000000:00000001:3.0:1767384905.212396:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384905.212398:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384905.212402:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384905.212405:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006df6a041. 00000400:00000010:3.0:1767384905.212410:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cad446b. 00000100:00000001:3.0:1767384905.212825:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384905.212828:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373181696 02000000:00000001:3.0:1767384905.212831:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384905.212834:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384905.212837:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.212840:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384905.212844:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373181696 00000020:00000001:3.0:1767384905.212848:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384905.212850:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384905.212851:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384905.212855:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384905.212859:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384905.212862:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384905.212867:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384905.212870:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cc55064. 00000100:00000001:3.0:1767384905.212874:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384905.212878:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cc55064. 00000020:00000010:3.0:1767384905.212881:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c65858f. 00000020:00000010:3.0:1767384905.212892:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000020:00000010:3.0:1767384905.212898:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034d71ec9. 00000100:00000040:3.0:1767384905.212906:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384905.212909:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384905.212910:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384905.212912:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212915:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212923:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.212930:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384905.212931:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384905.212933:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1767384905.212935:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384905.212936:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671897680 : -129515037653936 : ffff8a34ee300450) 00000100:00000040:3.0:1767384905.212939:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093907886 x1853237373181696/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:131/0 lens 304/0 e 0 to 0 dl 1767384916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.212944:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384905.212946:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cc55064. 00000100:00000001:3.0:1767384905.212947:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384905.212948:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cc55064. 00000100:00100000:3.0:1767384905.212951:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093907886 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373181696:12345-0@lo:256: 00000100:00000200:3.0:1767384905.212953:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373181696 00000020:00000001:3.0:1767384905.212955:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384905.212956:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384905.212957:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.212958:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384905.212959:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:3.0:1767384905.212961:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384905.212962:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384905.212963:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384905.212964:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384905.212966:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212968:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384905.212970:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384905.212977:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f1e59456. 02000000:00000001:3.0:1767384905.212979:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.212980:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384905.212983:0:16798:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384905.212986:0:16798:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384905.212988:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384905.212990:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384905.212992:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384905.212993:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384905.212995:0:16798:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384905.212997:0:16798:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f35d3fd3. 20000000:00000001:3.0:1767384905.212999:0:16798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384905.213007:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384905.213013:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:01000000:3.0:1767384905.213018:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 64, pages 4032/1/4/3. 20000000:00000040:3.0:1767384905.213021:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384905.213023:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:01000000:3.0:1767384905.213024:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 64, pages 3968/1/4/3. 20000000:01000000:3.0:1767384905.213026:0:16798:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 128, version 8 20000000:00000001:3.0:1767384905.213027:0:16798:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:3.0:1767384905.213029:0:16798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384905.213032:0:16798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000938ed05e. 00000100:00000010:3.0:1767384905.213033:0:16798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004e143e45. 00000020:00000040:3.0:1767384905.213035:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:3.0:1767384905.213037:0:16798:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384905.213038:0:16798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384905.213041:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000400:00000010:3.0:1767384905.213045:0:16798:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3f08122. 00000400:00000200:3.0:1767384905.213047:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384905.213052:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.213056:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 128 into portal 33 MB=0x6958273501f00 00000400:00000200:3.0:1767384905.213058:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 128/128 into md 0x11c1 [4] + 0 00000400:00000010:3.0:1767384905.213060:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064dda202. 00000400:00000200:3.0:1767384905.213062:0:16798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b19fc094 00000400:00000200:3.0:1767384905.213064:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.213066:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384905.213073:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b19fc094 00000400:00000010:3.0:1767384905.213074:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b19fc094. 00000100:00000001:3.0:1767384905.213076:0:16798:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384905.213077:0:16798:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e47cdf10 desc 00000000dc4081c3 mbits 1853237373181696 00000100:00000001:3.0:1767384905.213086:0:16798:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384905.213088:0:16798:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384905.213091:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384905.213107:0:16798:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11cd 00000400:00000200:3.0:1767384905.213109:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.213111:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384905.213115:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384905.213116:0:16798:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000938ed05e 00000100:00000001:3.0:1767384905.213119:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384905.213127:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384905.213129:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:3.0:1767384905.213131:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384905.213132:0:16798:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000938ed05e 00000100:00000001:3.0:1767384905.213134:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384905.213137:0:16798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 128 bytes via portal 33 id 12345-0@lo mbits 0x6958273501f00-0x6958273501f00 00000100:00000001:3.0:1767384905.213139:0:16798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.213143:0:16798:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.213144:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384905.213146:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:3.0:1767384905.213147:0:16798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004e143e45. 00000100:00000010:3.0:1767384905.213149:0:16798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000938ed05e. 00000100:00000001:3.0:1767384905.213150:0:16798:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384905.213151:0:16798:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384905.213156:0:16798:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f35d3fd3. 20000000:00000001:3.0:1767384905.213159:0:16798:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384905.213160:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373181696 00010000:00000001:3.0:1767384905.213162:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384905.213164:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093907886 x1853237373181696/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:131/0 lens 304/240 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384905.213169:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384905.213170:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384905.213176:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384905.213178:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384905.213180:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384905.213181:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384905.213182:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384905.213183:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.213185:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384905.213186:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384905.213188:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000200:3.0:1767384905.213190:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373181696, offset 224 00000400:00000200:3.0:1767384905.213192:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384905.213195:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.213198:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273501f00 00000400:00000200:3.0:1767384905.213201:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11c5 [1] + 224 00000400:00000200:3.0:1767384905.213203:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.213205:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384905.213207:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384905.213209:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e47cdf10 x1853237373181696/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384905.213214:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e47cdf10 x1853237373181696/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.213224:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384905.213226:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384905.213227:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:3.0:1767384905.213228:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384905.213229:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384905.213231:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384905.213232:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384905.213234:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384905.213235:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.213237:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384905.213239:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093907886 x1853237373181696/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:131/0 lens 304/240 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384905.213248:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093907886 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373181696:12345-0@lo:256: Request processed in 302us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384905.213265:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1767384905.213267:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384905.213271:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384905.213273:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384905.213277:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00000020:00000010:3.0:1767384905.213281:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034d71ec9. 00000020:00000010:3.0:1767384905.213286:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c65858f. 00000020:00000040:3.0:1767384905.213291:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384905.213297:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384905.213300:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f1e59456. 02000000:00000001:3.0:1767384905.213305:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384905.213307:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384905.213314:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384905.213320:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bd4bec4. 00000400:00000010:3.0:1767384905.213327:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095b04cbc. 00000100:00000040:1.0:1767384905.217649:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294895813, at 4294895814 00000100:00000010:1.0:1767384905.217655:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004070f32. 00000100:00000040:3.0:1767384905.218628:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294895813, at 4294895815 00000100:00000010:3.0:1767384905.218634:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bee0945. 00000100:00000040:2.0:1767384905.218650:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294895813, at 4294895815 00000100:00000010:2.0:1767384905.218668:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b38b9a3. 00000020:00000010:3.0:1767384905.222718:0:18829:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000062dc0e50. 00000020:00000040:3.0:1767384905.222724:0:18829:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384905.222726:0:18829:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000062dc0e50. 00010000:00000001:2.0:1767384905.404707:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384905.404711:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384905.404717:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384905.404719:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384905.596862:0:18880:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384905.596891:0:18880:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384905.596896:0:18880:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384905.596903:0:18880:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384905.596910:0:18880:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384905.596914:0:18880:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384906.254251:0:19044:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384906.254255:0:19044:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384906.257027:0:19044:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384906.263074:0:19045:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1e59456. 00000400:00000010:3.0:1767384906.263087:0:19045:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cbb6a5ba. 00000400:00000010:3.0:1767384906.263096:0:19045:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000069f544dc. 00000400:00000010:3.0:1767384906.263099:0:19045:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c3419c30. 00000400:00000010:3.0:1767384906.263102:0:19045:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000230e544d. 00000400:00000010:3.0:1767384906.263106:0:19045:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c988d17b. 00000400:00000010:3.0:1767384906.263107:0:19045:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e3c29e5. 00000400:00000010:3.0:1767384906.263109:0:19045:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b073b2e3. 00000400:00000010:3.0:1767384906.263116:0:19045:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c50e3232. 00000800:00000010:3.0:1767384906.263124:0:19045:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008423c653. 00000800:00000200:3.0:1767384906.263134:0:19045:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384906.263138:0:19045:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384906.263171:0:19045:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384906.263190:0:19045:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384906.264530:0:19045:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000df83224a. 00000400:00000010:3.0:1767384906.264536:0:19045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902b2c34. 00000400:00000010:3.0:1767384906.264541:0:19045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000400:00000001:3.0:1767384906.264551:0:19045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384906.264552:0:19045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384906.264554:0:19045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2deb6ed. 00000400:00000200:3.0:1767384906.264556:0:19045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e8cdd6e 00000400:00000010:3.0:1767384906.264557:0:19045:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e8cdd6e. 00000400:00000010:3.0:1767384906.264560:0:19045:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000050fa7eca. 00000400:00000200:3.0:1767384906.264565:0:19045:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (2) 00000400:00000200:3.0:1767384906.264574:0:19045:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384906.264582:0:19045:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384906.264588:0:19045:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000f75a8f1. 00000020:01000000:3.0:1767384906.264619:0:19045:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384906.264622:0:19045:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp11 00000400:00000010:3.0:1767384906.264637:0:19045:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cbb6a5ba. 00000400:00000010:3.0:1767384906.264642:0:19045:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1e59456. 00000400:00000200:2.0:1767384906.264766:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384906.264774:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384906.264781:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000400:00000200:2.0:1767384906.264784:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (3) 00000400:00000010:2.0:1767384906.264791:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045330131. 00000400:00000200:2.0:1767384906.264798:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384906.264812:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384906.264820:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384906.264828:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384906.264837:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp10 00000400:00000200:2.0:1767384906.264846:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384906.264855:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp10 00000400:00000200:2.0:1767384906.264866:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp10 NI seq info: [7:7:256:4294967295] 192.168.204.149@tcp10 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384906.264874:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp10 00000400:00000200:2.0:1767384906.264882:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10:) -> 192.168.204.149@tcp10(192.168.204.149@tcp:192.168.204.149@tcp10) : PUT try# 0 00000800:00000200:2.0:1767384906.264892:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.204.149@tcp10 00000800:00000010:2.0:1767384906.264898:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016687f60. 00000800:00000010:2.0:1767384906.264909:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000846ad8ba. 00000800:00000010:2.0:1767384906.264916:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000049c446a9. 00000800:00000200:2.0:1767384906.264930:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (2) 00000800:00000200:2.1:1767384906.264936:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (2) 00000400:00000200:2.0:1767384906.264956:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384906.264959:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000001:2.0:1767384906.264986:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384906.264992:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384906.264996:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.265007:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.265010:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.265013:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:2.0:1767384906.265013:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.265017:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384906.265020:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384906.265026:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.265040:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384906.265043:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.265047:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384906.265050:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384906.265055:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.265056:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00100000:2.0:1767384906.265063:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e47cdf10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373181824:0@lo:253: 00000100:00000001:2.0:1767384906.265070:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384906.265075:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384906.265078:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.265080:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384906.265085:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000646a8d71. 02000000:00000001:2.0:1767384906.265090:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.265097:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa73ba68. 00000400:00000010:2.0:1767384906.265105:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c847619d. 00000100:00000200:2.0:1767384906.265110:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373181824, portal 25 00000100:00000001:2.0:1767384906.265112:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384906.265113:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014289024 : -129515695262592 : ffff8a34c6fdb480) 00000100:00000040:2.0:1767384906.265118:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.265124:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.265126:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.265136:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3737afb. 00000100:00000200:2.0:1767384906.265141:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373181824, offset 0 00000400:00000200:2.0:1767384906.265151:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384906.265164:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384906.265179:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273501f80 00000400:00000200:2.0:1767384906.265186:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c5 [2] + 0 00000400:00000010:2.0:1767384906.265190:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c782acc8. 00000400:00000200:2.0:1767384906.265193:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000293b8d29 00000400:00000200:2.0:1767384906.265200:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.265205:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384906.265213:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000293b8d29 00000400:00000010:2.0:1767384906.265215:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000293b8d29. 00000100:00000001:2.0:1767384906.265220:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384906.265223:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384906.265228:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000006d1d040 x1853237373181824 msgsize 4848 00000100:00100000:2.0:1767384906.265238:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384906.265241:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384906.265252:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384906.265259:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3737afb 00000400:00000010:2.0:1767384906.265262:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3737afb. 00000100:00000001:2.0:1767384906.265265:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767384906.265268:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f75a8f1. 00000100:00000200:2.0:1767384906.265271:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384906.265274:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbb6a5ba. 00000800:00000010:3.0:1767384906.265284:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029bd853d. 00000100:00000001:2.0:1767384906.265289:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.265293:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.265308:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.265310:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767384906.265315:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029bd853d. 00000100:00000001:2.0:1767384906.265316:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.265323:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294896865 00000100:00000010:2.0:1767384906.265328:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f880b1d. 00000100:00000001:2.0:1767384906.265337:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384906.265345:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294896865 00000100:00000010:2.0:1767384906.265352:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eefa1885. 00000100:00000001:2.0:1767384906.265363:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384906.265370:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294896865 00000100:00000010:2.0:1767384906.265376:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebeff2fd. 00000100:00000001:2.0:1767384906.265380:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384906.265382:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294896865 00000100:00000010:2.0:1767384906.265385:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e900f7d4. 00000100:00000001:2.0:1767384906.265387:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384906.265390:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.265392:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384906.265409:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.265410:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.265418:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.265425:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.265435:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384906.265440:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373181824 02000000:00000001:3.0:1767384906.265444:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384906.265447:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.265450:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.265454:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384906.265457:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384906.265461:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384906.265466:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373181824 00000020:00000001:3.0:1767384906.265470:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384906.265473:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384906.265476:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384906.265479:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384906.265482:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384906.265486:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384906.265492:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384906.265497:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029bd853d. 00000400:00000200:2.0:1767384906.265497:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384906.265504:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384906.265508:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029bd853d. 00000400:00000200:2.0:1767384906.265513:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp10 from 253.3.0.2 00000020:00000010:3.0:1767384906.265516:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ccd09bf. 00000800:00000010:2.0:1767384906.265518:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e824ff54. 00000020:00000010:3.0:1767384906.265525:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb32d973. 00000020:00000010:3.0:1767384906.265533:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034d71ec9. 00000100:00000040:3.0:1767384906.265546:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384906.265550:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384906.265552:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384906.265554:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.265562:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.265573:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.265589:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384906.265616:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384906.265620:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a435511e. 00000100:00100000:3.0:1767384906.265625:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000800:00000010:2.0:1767384906.265627:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3737afb. 00000100:00000040:3.0:1767384906.265632:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384906.265635:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671901776 : -129515037649840 : ffff8a34ee301450) 00000100:00000040:3.0:1767384906.265640:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006d1d040 x1853237373181824/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384906.265648:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000015f9fcfb. 00000100:00000001:3.0:1767384906.265651:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384906.265657:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029bd853d. 00000800:00000200:2.1:1767384906.265658:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (2) 00000100:00000001:3.0:1767384906.265662:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1767384906.265667:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp10 0000000015f9fcfb deleted 00000800:00000010:2.1:1767384906.265673:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000015f9fcfb. 00000020:00000010:3.0:1767384906.265675:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029bd853d. 00000800:00000200:2.1:1767384906.265679:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:3.0:1767384906.265685:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006d1d040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373181824:12345-0@lo:253: 00000800:00000200:2.1:1767384906.265692:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp10 ip 192.168.204.149:1021 00000100:00000200:3.0:1767384906.265695:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373181824 00000800:00000200:2.1:1767384906.265698:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016687f60 type 1, nob 176 niov 1 nkiov 1 00000020:00000001:3.0:1767384906.265699:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384906.265705:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:2.0:1767384906.265706:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp10 p 3.x 192.168.204.149 -> 192.168.204.149:1021 incarnation:1767384904608084041 sched[0] 00000020:00000001:3.0:1767384906.265708:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384906.265714:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce9fb913. 00000020:00000001:3.0:1767384906.265715:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384906.265718:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384906.265723:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384906.265726:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384906.265729:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384906.265732:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384906.265736:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.265740:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384906.265744:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384906.265757:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e0cddbf8. 02000000:00000001:3.0:1767384906.265761:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.265765:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384906.265767:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce9fb913. 20000000:00000001:3.0:1767384906.265772:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384906.265773:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3737afb. 20000000:00000010:3.0:1767384906.265783:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000048da53b. 20000000:01000000:3.0:1767384906.265789:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384906.265793:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384906.265796:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384906.265801:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384906.265805:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384906.265807:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e824ff54. 20000000:00000001:3.0:1767384906.265809:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384906.265819:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005961f138. 20000000:01000000:3.0:1767384906.265823:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384906.265828:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:2.0:1767384906.265830:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384906.265834:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000001:2.0:1767384906.265839:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384906.265879:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384906.265883:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384906.265885:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.265887:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384906.265890:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384906.265894:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000800:00000200:2.0:1767384906.265900:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1767384906.265903:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384906.265905:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016687f60. 00080000:00000010:3.0:1767384906.265911:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001d9a3a5e. 00000400:00000200:2.0:1767384906.265911:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384906.265917:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632613376 : -129520076938240 : ffff8a33c1d2a400) 00000400:00000200:2.0:1767384906.265922:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: PUT: OK 00080000:00000001:3.0:1767384906.265923:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384906.265926:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384906.265929:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:2.1:1767384906.265951:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384906.265955:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp10 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384904608084041 sched[0] 00000800:00000010:2.0:1767384906.265963:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbb6a5ba. 00000400:00000200:2.0:1767384906.266004:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000001:00000001:3.0:1767384906.266028:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384906.266030:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.266033:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384906.266040:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00080000:00000001:3.0:1767384906.266051:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.266055:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384906.266066:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00080000:00000001:3.0:1767384906.266180:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384906.266183:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384906.266229:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384906.266230:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a797cdfe. 00000800:00000010:2.0:1767384906.266235:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3737afb. 00000800:00000001:3.0:1767384906.266236:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384906.266238:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce9fb913. 00000800:00000001:3.0:1767384906.266239:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.266246:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.266254:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10) <- 192.168.204.149@tcp10 : PUT - for me 00000400:00000200:3.0:1767384906.266264:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384906.266269:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 80/80 into md 0x1185 [1] + 0 00000400:00000010:3.0:1767384906.266272:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073293da3. 00000800:00000010:2.0:1767384906.266274:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce9fb913. 00000400:00000200:3.0:1767384906.266276:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d5583df 00000800:00000001:3.0:1767384906.266281:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.266291:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.266292:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.266296:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: PUT: OK 00000400:00000200:3.0:1767384906.266299:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:3.0:1767384906.266301:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000400:00000200:3.0:1767384906.266305:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384906.266307:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (4) 00000400:00000200:3.0:1767384906.266311:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:3.0:1767384906.266315:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000edf37b63. 00000400:00000200:3.0:1767384906.266317:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 3 00000400:00000200:2.0:1767384906.266318:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384906.266322:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384906.266332:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (5) 00000400:00000200:3.0:1767384906.266338:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384906.266339:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp10 from 252.3.0.2 00000800:00000010:2.0:1767384906.266343:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000078da72eb. 00000400:00000200:3.0:1767384906.266351:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp10 to MR: 192.168.204.149@tcp10 local destination 00000400:00000200:3.0:1767384906.266355:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp10 NI seq info: [8:8:256:4294967295] 192.168.204.149@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384906.266363:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10:192.168.204.149@tcp10) -> 192.168.204.149@tcp10(192.168.204.149@tcp10:192.168.204.149@tcp10) 192.168.204.149@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384906.266368:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp10 00000800:00000010:3.0:1767384906.266371:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc553a91. 00000800:00000200:3.0:1767384906.266377:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (4) 00000800:00000200:3.0:1767384906.266381:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp10 ip 192.168.204.149:988 00000800:00000200:3.0:1767384906.266383:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc553a91 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384906.266449:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384906.266453:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc553a91. 00000400:00000200:3.0:1767384906.266457:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.266462:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: ACK: OK 00000800:00000001:3.0:1767384906.266470:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.266475:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384906.266477:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.266481:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384906.266483:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.266487:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384906.266487:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000afc66ac. 00000800:00000010:2.0:1767384906.266494:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015f9fcfb. 00000400:00000200:3.0:1767384906.266499:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10) <- 192.168.204.149@tcp10 : ACK - for me 00000400:00000200:3.0:1767384906.266511:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp10: ACK from 12345-192.168.204.149@tcp10 into md 0x11dd 00000400:00000200:3.0:1767384906.266515:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384906.266518:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e724f051. 00000400:00000200:3.0:1767384906.266519:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: ACK: OK 00000400:00000200:3.0:1767384906.266525:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 00000400:00000010:3.0:1767384906.266529:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 00000800:00000200:2.1:1767384906.266529:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (4) 00000400:00000200:3.0:1767384906.266535:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384906.266541:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000800:00000200:2.1:1767384906.266541:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp10 00000000e724f051 deleted 00000800:00000010:2.1:1767384906.266546:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e724f051. 00000400:00000200:3.0:1767384906.266550:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000800:00000200:2.1:1767384906.266551:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:3.0:1767384906.266556:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (4) 00000800:00000200:2.0:1767384906.266561:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp10 p 3.x 192.168.204.149 -> 192.168.204.149:1020 incarnation:1767384904608084041 sched[0] 00000800:00000001:3.0:1767384906.266562:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.266568:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384906.266585:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce9fb913. 00000400:00000200:3.0:1767384906.266630:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384906.266641:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000075ec7aa. 00000400:00000010:3.0:1767384906.266645:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000800:00000010:2.0:1767384906.266649:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce9fb913. 00000400:00000200:3.0:1767384906.266650:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000800:00000010:2.0:1767384906.266656:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015f9fcfb. 00000400:00000200:3.0:1767384906.266657:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:3.0:1767384906.266666:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000f4eb0eb3. 00000400:00000010:3.0:1767384906.266669:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000e834a51d. 00000400:00000010:3.0:1767384906.266671:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 0000000039798e05. 00000400:00000010:3.0:1767384906.266679:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d5920ef0. 00000800:00000010:2.0:1767384906.266680:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000078da72eb. 00000400:00000200:3.0:1767384906.266685:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d5920ef0 nid 192.168.204.149@tcp11 00000400:00000010:3.0:1767384906.266690:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002a9774a9. 00000400:00000200:3.0:1767384906.266692:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000002a9774a9 net tcp11 00000800:00000001:2.0:1767384906.266692:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.266697:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (3) 00000800:00000001:2.0:1767384906.266698:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.266705:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp11 flags 0x11 00000400:00000010:3.0:1767384906.266709:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000f4eb0eb3. 00000400:00000010:3.0:1767384906.266712:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000e834a51d. 00000400:00000010:3.0:1767384906.266715:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 0000000039798e05. 00000400:00000010:3.0:1767384906.266718:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000edf37b63. 00000400:00000200:3.0:1767384906.266722:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384906.266725:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000800:00000200:2.1:1767384906.266728:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1767384906.266729:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:3.0:1767384906.266738:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000800:00000200:2.0:1767384906.266739:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp10 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384904608084041 sched[0] 00000400:00000200:3.0:1767384906.266746:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000800:00000010:2.0:1767384906.266746:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3737afb. 00000400:00000200:3.0:1767384906.266752:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:3.0:1767384906.266756:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384906.266761:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (4) 00000800:00000001:2.0:1767384906.266778:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.266783:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.269691:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294896865, at 4294896866 00000100:00000010:2.0:1767384906.269699:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebeff2fd. 00000100:00000040:3.0:1767384906.269754:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294896865, at 4294896866 00000100:00000010:3.0:1767384906.269761:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e900f7d4. 00000100:00000040:1.0:1767384906.270103:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294896865, at 4294896866 00000100:00000010:1.0:1767384906.270110:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eefa1885. 00080000:00000001:1.0:1767384906.273513:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384906.273518:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.273521:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384906.273523:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.273525:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384906.273527:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001d9a3a5e. 00080000:00000001:1.0:1767384906.273531:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767384906.273537:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1bc27d7. 20000000:01000000:2.0:1767384906.273541:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384906.273545:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384906.273550:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384906.273581:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384906.273586:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384906.273588:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384906.273616:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384906.273619:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384906.273623:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:2.0:1767384906.273627:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384906.273635:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000252e8e57. 00080000:00000001:2.0:1767384906.273641:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307289088 : -129515402262528 : ffff8a34d8748800) 00080000:00000001:2.0:1767384906.273648:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384906.273736:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384906.273739:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384906.273742:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384906.273759:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384906.273764:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384906.273897:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384906.273902:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:0.0:1767384906.274350:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384906.274367:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384906.274381:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.274386:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b90f060c 00000400:00000010:0.0:1767384906.274388:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b90f060c. 00000100:00000001:0.0:1767384906.274393:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.274409:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384906.274410:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.274415:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384906.274417:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384906.274419:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:1.0:1767384906.274421:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384906.274425:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2deb6ed. 00010000:00000001:0.0:1767384906.274426:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384906.274431:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027796bd 00000400:00000010:1.0:1767384906.274433:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027796bd. 00000100:00000001:1.0:1767384906.274437:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384906.274442:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384906.274457:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1767384906.274457:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000176511d1. 00010000:00000001:0.0:1767384906.274464:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384906.274470:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.274473:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.274475:0:16820:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:0.0:1767384906.274477:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:1.0:1767384906.274478:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384906.274481:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384906.274482:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.274484:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.274485:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.274487:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.274488:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.274492:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=14 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384906.274496:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4ee1880 x1853237373182080/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 328/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:1.0:1767384906.274498:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.274507:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384906.274510:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.274514:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373182080:12345-0@lo:104: Request processed in 296us (562us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384906.274516:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384906.274520:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.274523:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.274527:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384906.274531:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384906.274531:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000001:0.0:1767384906.274537:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384906.274541:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384906.274542:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.274546:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384906.274547:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035f4a492. 00000100:00000001:1.0:1767384906.274549:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384906.274552:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087da2168. 00010000:00000001:1.0:1767384906.274553:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384906.274556:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384906.274558:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384906.274559:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038c6dbd5. 00010000:00000001:1.0:1767384906.274561:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.274567:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384906.274567:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:0.0:1767384906.274573:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384906.274580:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce57aa9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373182080:0@lo:104: 00000100:00000001:1.0:1767384906.274586:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.274591:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.274620:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384906.274623:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.274627:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce57aa9 x1853237373182080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384906.274639:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384906.274641:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384906.274644:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fd658e0. 02000000:00000001:1.0:1767384906.274648:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384906.274650:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384906.274651:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000001:1.0:1767384906.274653:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384906.274656:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8ebefd0. 02000000:00000001:1.0:1767384906.274660:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384906.274662:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384906.274663:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce57aa9. 00000100:00000001:1.0:1767384906.274668:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384906.274670:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384906.274672:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032acdc53. 00000100:00000001:1.0:1767384906.274675:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384906.274676:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384906.274678:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1c22f3f. 00010000:00000001:1.0:1767384906.274682:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.274683:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.274685:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384906.274688:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384906.274690:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384906.274692:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384906.274945:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.274948:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.274957:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384906.274961:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384906.274963:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384906.274965:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384906.274971:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006398ed9d already unused, calling callback (00000000e3583925) 10000000:00000001:0.0:1767384906.274974:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384906.274976:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.274981:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384906.274982:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.274983:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.274985:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=3 00000020:00000001:0.0:1767384906.274986:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384906.274988:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384906.274991:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384906.274993:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384906.274998:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384906.274998:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384906.275002:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384906.275004:0:16793:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384906.275005:0:16793:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384906.275007:0:16793:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384906.275008:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384906.275009:0:16793:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384906.275017:0:16793:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384906.275019:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384906.275020:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 10000000:00000001:0.0:1767384906.275022:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384906.275028:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275031:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384906.275034:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384906.275035:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384906.275037:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.275038:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.275040:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006398ed9d with handle 0xcb8130832f6b35b9 from hash 00010000:00000001:0.0:1767384906.275042:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384906.275043:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275044:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275045:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384906.275046:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384906.275047:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384906.275049:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384906.275051:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384906.275055:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f129804. 00000020:00000040:0.0:1767384906.275057:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384906.275059:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384906.275060:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384906.275062:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384906.275065:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038c6dbd5. 00000100:00000001:0.0:1767384906.275068:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275070:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384906.275073:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384906.275077:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384906.275078:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.275081:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384906.275082:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.275087:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f129804] to pc [ptlrpcd_00_01+1] req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.275104:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384906.275106:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275108:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275109:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275116:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384906.275117:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.275119:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275123:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384906.275124:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 000000006398ed9d/0xcb8130832f6b35b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b35c0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384906.275128:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000004c163ca count: 0 00010000:00000001:0.0:1767384906.275142:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275143:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384906.275145:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000176511d1. 00010000:00000001:0.0:1767384906.275149:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.275151:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.275153:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.275155:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384906.275157:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.275158:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.275159:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384906.275160:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.275162:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.275164:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384906.275188:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.275191:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.275194:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.275198:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384906.275200:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.275205:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384906.275208:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.275211:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.275212:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.275214:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384906.275219:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.275227:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384906.275236:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.275239:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384906.275242:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384906.275245:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.275249:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002f129804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373182208:0@lo:103: 00000100:00000001:0.0:1767384906.275254:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384906.275256:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384906.275258:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.275260:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384906.275264:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000463297f4. 02000000:00000001:0.0:1767384906.275266:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.275269:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064dda202. 00000400:00000010:0.0:1767384906.275274:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b90f060c. 00000100:00000200:0.0:1767384906.275277:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373182208, portal 18 00000100:00000001:0.0:1767384906.275279:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384906.275281:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014285440 : -129515695266176 : ffff8a34c6fda680) 00000100:00000040:0.0:1767384906.275285:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.275290:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.275292:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.275295:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f5d9c91. 00000100:00000200:0.0:1767384906.275297:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373182208, offset 0 00000400:00000200:0.0:1767384906.275301:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.275309:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.275317:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273502100 00000400:00000200:0.0:1767384906.275322:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384906.275326:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.275330:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.275335:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384906.275337:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384906.275340:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005de34e89. 00000100:00000040:0.0:1767384906.275342:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000005de34e89 x1853237373182208 msgsize 328 00000100:00100000:0.0:1767384906.275348:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384906.275359:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.275370:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f5d9c91 00000400:00000010:0.0:1767384906.275372:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f5d9c91. 00000100:00000001:0.0:1767384906.275376:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384906.275380:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.275386:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384906.275389:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.275408:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275409:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.275414:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275417:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294896875 00000100:00000001:0.0:1767384906.275423:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896874 00000100:00000001:0.0:1767384906.275427:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294896875 00000100:00000001:0.0:1767384906.275431:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896874 00000100:00000001:0.0:1767384906.275433:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294896875 00000100:00000001:0.0:1767384906.275436:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896874 00000100:00000001:0.0:1767384906.275442:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294896875 00000100:00000001:0.0:1767384906.275448:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896874 00000100:00000001:0.0:1767384906.275451:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.275453:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275455:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275457:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.275477:0:16791:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000da6b152a. 00000100:00000001:0.0:1767384906.275480:0:16791:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384906.275481:0:16791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182208 02000000:00000001:0.0:1767384906.275482:0:16791:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.275484:0:16791:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.275485:0:16791:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.275487:0:16791:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.275490:0:16791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182208 00000020:00000001:0.0:1767384906.275492:0:16791:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384906.275498:0:16791:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384906.275500:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.275502:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000020:00000001:0.0:1767384906.275503:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384906.275505:0:16791:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384906.275508:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.275511:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c7745b5. 00000100:00000001:0.0:1767384906.275513:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.275514:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c7745b5. 00000020:00000010:0.0:1767384906.275520:0:16791:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8ebefd0. 00000020:00000010:0.0:1767384906.275523:0:16791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035f4a492. 00000020:00000010:0.0:1767384906.275526:0:16791:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087da2168. 00000100:00000040:0.0:1767384906.275536:0:16791:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384906.275537:0:16791:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384906.275539:0:16791:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384906.275541:0:16791:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384906.275542:0:16791:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275545:0:16791:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384906.275547:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.275548:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.275550:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000080c9348f refcount=4 00000020:00000001:0.0:1767384906.275551:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000001:0.0:1767384906.275553:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00010000:0.0:1767384906.275557:0:16791:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b35b9 expref: 17 pid: 16798 timeout: 379 lvb_type: 0 00010000:00000001:0.0:1767384906.275561:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275563:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275564:0:16791:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.275565:0:16791:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.275570:0:16791:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384906.275573:0:16791:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005de34e89 x1853237373182208/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 328/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.275578:0:16791:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384906.275583:0:16791:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275592:0:16791:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.275623:0:16791:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384906.275625:0:16791:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384906.275629:0:16791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384906.275631:0:16791:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384906.275633:0:16791:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014280960 : -129515695270656 : ffff8a34c6fd9500) 00000100:00000040:0.0:1767384906.275636:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005de34e89 x1853237373182208/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 328/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.275641:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.275645:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c7745b5. 00000100:00000001:0.0:1767384906.275647:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.275649:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c7745b5. 00000100:00100000:0.0:1767384906.275654:0:16791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005de34e89 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16163:x1853237373182208:12345-0@lo:103: 00000100:00000200:0.0:1767384906.275656:0:16791:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182208 00010000:00000001:0.0:1767384906.275658:0:16791:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384906.275659:0:16791:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384906.275662:0:16791:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384906.275664:0:16791:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384906.275666:0:16791:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384906.275670:0:16791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e162d050. 02000000:00000001:0.0:1767384906.275672:0:16791:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275674:0:16791:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275676:0:16791:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384906.275679:0:16791:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384906.275681:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.275683:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.275685:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000080c9348f refcount=4 00000020:00000001:0.0:1767384906.275688:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000001:0.0:1767384906.275690:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919237120 : -129515790314496 : ffff8a34c1535400) 00010000:00000040:0.0:1767384906.275693:0:16791:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003cc58879 count: 3 00010000:00010000:0.0:1767384906.275697:0:16791:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b35b9 expref: 17 pid: 16798 timeout: 379 lvb_type: 0 00000100:00001000:0.0:1767384906.275711:0:16791:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384906 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384906.275714:0:16791:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384906.275721:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275723:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384906.275726:0:16791:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b35b9 expref: 17 pid: 16798 timeout: 379 lvb_type: 0 00000020:00000001:0.0:1767384906.275733:0:16791:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.275735:0:16791:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.275737:0:16791:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.275739:0:16791:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275743:0:16791:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384906.275744:0:16791:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384906.275748:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275750:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275752:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.275753:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.275755:0:16791:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000080c9348f with handle 0xcb8130832f6b35c0 from hash 00010000:00000001:0.0:1767384906.275758:0:16791:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384906.275759:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275760:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275761:0:16791:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384906.275763:0:16791:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384906.275764:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384906.275766:0:16791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000080c9348f/0xcb8130832f6b35c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b35b9 expref: 17 pid: 16798 timeout: 379 lvb_type: 0 00010000:00000040:0.0:1767384906.275770:0:16791:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384906.275772:0:16791:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384906.275778:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275779:0:16791:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384906.275781:0:16791:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384906.275783:0:16791:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000300e23f0 00010000:00000001:0.0:1767384906.275784:0:16791:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384906.275786:0:16791:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384906.275792:0:16791:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.275794:0:16791:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384906.275796:0:16791:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.275798:0:16791:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384906.275799:0:16791:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384906.275800:0:16791:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275804:0:16791:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384906.275806:0:16791:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384906.275807:0:16791:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384906.275809:0:16791:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384906.275810:0:16791:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003cc58879) refcount = 2 00010000:00010000:0.0:1767384906.275812:0:16791:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275816:0:16791:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384906.275818:0:16791:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384906.275819:0:16791:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.275821:0:16791:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384906.275825:0:16791:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c7745b5. 00000100:00000001:0.0:1767384906.275827:0:16791:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384906.275830:0:16791:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000176511d1. 00000100:00000001:0.0:1767384906.275832:0:16791:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553635130560 : -129520074421056 : ffff8a33c1f90cc0) 00000100:00000001:0.0:1767384906.275833:0:16791:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553635130560 : -129520074421056 : ffff8a33c1f90cc0) 00000100:00000001:0.0:1767384906.275835:0:16791:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384906.275836:0:16791:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384906.275838:0:16791:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384906.275840:0:16791:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384906.275842:0:16791:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:0.0:1767384906.275844:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.275845:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.275846:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000300e23f0 refcount=5 00000020:00000001:0.0:1767384906.275847:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384906.275849:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384906.275850:0:16791:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384906.275857:0:16791:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275861:0:16791:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384906.275863:0:16791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275867:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275869:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384906.275870:0:16791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275874:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.275875:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275877:0:16791:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384906.275878:0:16791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384906.275882:0:16791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000300e23f0 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384906.275884:0:16791:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.275886:0:16791:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384906.275888:0:16791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275891:0:16791:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384906.275892:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.275893:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.275894:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000300e23f0 refcount=6 00000020:00000001:0.0:1767384906.275896:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384906.275897:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384906.275899:0:16791:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384906.275900:0:16791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275904:0:16791:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384906.275909:0:16791:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.275910:0:16791:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275918:0:16791:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384906.275919:0:16791:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384906.275920:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.275921:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.275923:0:16791:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000300e23f0 with handle 0xcb8130832f6b35c7 from hash 00010000:00000001:0.0:1767384906.275925:0:16791:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384906.275926:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275927:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275927:0:16791:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384906.275929:0:16791:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384906.275930:0:16791:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384906.275931:0:16791:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384906.275932:0:16791:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.275933:0:16791:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275935:0:16791:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384906.275936:0:16791:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384906.275937:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275938:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275939:0:16791:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275940:0:16791:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275941:0:16791:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.275943:0:16791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384906.275946:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275947:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275949:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275951:0:16791:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384906.275954:0:16791:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384906.275956:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.275958:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275960:0:16791:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384906.275962:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384906.275963:0:16791:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.275970:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384906.275970:0:16791:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.275973:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384906.275976:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.275976:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.275977:0:16791:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.275985:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384906.275986:0:16791:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384906.275988:0:16791:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384906.275989:0:16791:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275991:0:16791:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.275992:0:16791:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384906.275997:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384906.275997:0:16791:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000176511d1. 00000100:00000001:0.0:1767384906.276000:0:16791:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:1.0:1767384906.276001:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000300e23f0/0xcb8130832f6b35c7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.276004:0:16791:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384906.276009:0:16791:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c7745b5. 00010000:00000001:0.0:1767384906.276015:0:16791:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384906.276018:0:16791:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003cc58879 count: 0 00010000:00000001:1.0:1767384906.276023:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384906.276023:0:16791:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 20000000:00000001:1.0:1767384906.276027:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384906.276028:0:16791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.276033:0:16791:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.276034:0:16791:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.276036:0:16791:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.276039:0:16791:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.276041:0:16791:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384906.276043:0:16791:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384906.276045:0:16791:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.276046:0:16791:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.276048:0:16791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.276050:0:16791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.276053:0:16791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f5d9c91. 00000100:00000200:0.0:1767384906.276056:0:16791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373182208, offset 224 00000400:00000200:0.0:1767384906.276061:0:16791:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.276068:0:16791:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.276073:0:16791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273502100 00000400:00000200:0.0:1767384906.276077:0:16791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1201 [1] + 224 00000400:00000200:0.0:1767384906.276080:0:16791:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.276084:0:16791:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.276087:0:16791:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.276089:0:16791:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.276096:0:16791:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.276115:0:16791:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.276119:0:16791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f5d9c91 00000400:00000010:0.0:1767384906.276121:0:16791:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f5d9c91. 00000100:00000001:0.0:1767384906.276124:0:16791:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.276125:0:16791:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.276128:0:16791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.276133:0:16791:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.276134:0:16791:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.276136:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384906.276136:0:16791:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.276140:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384906.276143:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005de34e89 x1853237373182208/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 328/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384906.276146:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.276149:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.276152:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064dda202. 00000100:00100000:0.0:1767384906.276155:0:16791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005de34e89 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373182208:12345-0@lo:103: Request processed in 509us (809us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384906.276158:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b90f060c 00000400:00000010:2.0:1767384906.276162:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b90f060c. 00000100:00000001:2.0:1767384906.276166:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384906.276167:0:16791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384906.276171:0:16791:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000200:2.0:1767384906.276173:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.276176:0:16791:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384906.276180:0:16791:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384906.276185:0:16791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035f4a492. 00000100:00000200:2.0:1767384906.276193:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384906.276193:0:16791:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087da2168. 00000020:00000010:0.0:1767384906.276202:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8ebefd0. 00000100:00000001:2.0:1767384906.276203:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384906.276206:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.276209:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384906.276210:0:16791:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 02000000:00000001:2.0:1767384906.276211:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.276214:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.276217:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.276217:0:16791:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384906.276223:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.276226:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=14 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384906.276236:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.276238:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384906.276240:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.276241:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384906.276243:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.276244:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.276245:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.276250:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.276251:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.276260:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.276262:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.276264:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.276267:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.276272:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002f129804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373182208:0@lo:103: 00000100:00000001:2.0:1767384906.276277:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.276278:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.276280:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002f129804 x1853237373182208/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.276285:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.276287:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.276288:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000463297f4. 02000000:00000001:2.0:1767384906.276291:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.276292:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.276294:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384906.276296:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.276297:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038c6dbd5. 02000000:00000001:2.0:1767384906.276300:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.276302:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.276303:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f129804. 00000100:00000001:2.0:1767384906.276307:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.276308:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.276311:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.276313:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.276314:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384906.276321:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.276323:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.279642:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294896875, at 4294896876 00010000:00000010:0.1:1767384906.279645:0:16678:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000004c163ca. 00000100:00000040:1.0:1767384906.279647:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294896875, at 4294896876 00000100:00000010:3.0:1767384906.279649:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fe6a61f. 00010000:00000010:0.1:1767384906.279653:0:16678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006398ed9d. 00000100:00000010:1.0:1767384906.279660:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00010000:00000010:0.1:1767384906.279661:0:16678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000080c9348f. 00010000:00000010:0.1:1767384906.279670:0:16678:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003cc58879. 00000100:00000040:0.0:1767384906.279812:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294896875, at 4294896876 00000100:00000010:0.0:1767384906.279818:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078d17490. 00000100:00000040:2.0:1767384906.279839:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294896875, at 4294896876 00000100:00000010:2.0:1767384906.279848:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d816ca3. 00080000:00000001:2.0:1767384906.282308:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384906.282311:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384906.282313:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384906.282314:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384906.282316:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384906.282319:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000252e8e57. 00080000:00000001:2.0:1767384906.282323:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384906.282349:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384906.282354:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384906.282356:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.282358:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384906.282361:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384906.282372:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384906.282375:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384906.282380:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384906.282384:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384906.282389:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384906.282392:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384906.282413:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384906.282416:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384906.282423:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c128457. 00010000:00000001:1.0:1767384906.282428:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384906.282432:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384906.282436:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384906.282439:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b35ce to hash 00000020:00000001:1.0:1767384906.282442:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384906.282444:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384906.282448:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384906.282451:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384906.282453:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384906.282457:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282465:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384906.282468:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384906.282470:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384906.282472:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384906.282474:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384906.282476:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384906.282478:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384906.282481:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384906.282483:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384906.282485:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384906.282494:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384906.282496:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c128457) refcount = 1 00010000:00010000:1.0:1767384906.282500:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282507:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384906.282509:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384906.282511:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384906.282513:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.282515:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384906.282518:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384906.282521:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:1.0:1767384906.282525:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384906.282527:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384906.282529:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384906.282531:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384906.282534:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384906.282537:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384906.282539:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282546:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384906.282548:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282554:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384906.282556:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384906.282557:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282561:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384906.282563:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.282565:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384906.282566:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384906.282581:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384906.282583:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384906.282584:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384906.282586:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282590:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384906.282591:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384906.282592:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384906.282610:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384906.282612:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384906.282614:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384906.282617:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384906.282619:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282623:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384906.282624:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384906.282625:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.282627:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384906.282628:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384906.282631:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384906.282632:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384906.282634:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b35ce from hash 00010000:00000001:1.0:1767384906.282636:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384906.282638:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384906.282639:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384906.282640:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384906.282642:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384906.282643:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384906.282645:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384906.282646:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384906.282648:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.282649:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384906.282655:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384906.282656:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384906.282657:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384906.282658:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.282660:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.282661:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384906.282663:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282667:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384906.282668:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384906.282670:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384906.282671:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384906.282673:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384906.282674:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384906.282675:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384906.282677:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.282679:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384906.282681:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.282685:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384906.282686:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384906.282688:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b35ce lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384906.282692:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c128457 count: 0 00010000:00000001:1.0:1767384906.282697:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384906.282698:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384906.283482:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384906.283485:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384906.283488:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000048da53b. 20000000:00000001:2.0:1767384906.283493:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384906.283497:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373181824 00010000:00000001:2.0:1767384906.283499:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384906.283506:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006d1d040 x1853237373181824/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384906.283512:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384906.283514:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.283517:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.283520:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384906.283523:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384906.283525:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384906.283528:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384906.283530:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.283534:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.283544:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.283548:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077ce59e2. 00000100:00000200:2.0:1767384906.283554:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373181824, offset 224 00000400:00000200:2.0:1767384906.283563:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384906.283574:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384906.283584:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273501f80 00000400:00000200:2.0:1767384906.283591:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11e1 [2] + 224 00010000:00000010:1.1:1767384906.283616:0:19050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000300e23f0. 00000400:00000200:2.0:1767384906.283669:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.283674:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.283679:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.283683:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.283691:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.283703:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384906.283708:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077ce59e2 00000400:00000010:2.0:1767384906.283710:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077ce59e2. 00000100:00000001:2.0:1767384906.283713:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384906.283715:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384906.283719:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.283722:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384906.283725:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384906.283727:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.283729:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384906.283732:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006d1d040 x1853237373181824/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.283741:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006d1d040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373181824:12345-0@lo:253: Request processed in 18087us (18510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384906.283749:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1767384906.283752:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384906.283754:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384906.283756:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384906.283760:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb32d973. 00000020:00000010:2.0:1767384906.283770:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034d71ec9. 00000020:00000010:2.0:1767384906.283774:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ccd09bf. 00000020:00000040:2.0:1767384906.283779:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384906.283783:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384906.283785:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e0cddbf8. 02000000:00000001:2.0:1767384906.283790:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384906.283793:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384906.283798:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384906.283803:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d163e7cc. 00000400:00000010:2.0:1767384906.283809:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077ce59e2. 00000100:00000001:2.0:1767384906.283832:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.283836:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384906.283841:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.283843:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.283846:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa73ba68. 00000400:00000200:2.0:1767384906.283851:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c847619d 00000400:00000010:2.0:1767384906.283852:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c847619d. 00000100:00000001:2.0:1767384906.283856:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.283861:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384906.283868:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.283873:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384906.283875:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.283876:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384906.283878:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.283879:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.283880:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.283883:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.283886:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=14 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384906.283888:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.283890:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384906.283891:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.283893:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384906.283894:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.283895:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.283904:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.283909:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.283911:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.283913:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384906.283916:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384906.283918:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384906.283919:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.283921:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384906.283922:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384906.283924:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384906.283925:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384906.283927:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384906.283928:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384906.283929:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384906.283930:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.283936:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e47cdf10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373181824:0@lo:253: 00000100:00000001:2.0:1767384906.283940:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.283942:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.283943:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e47cdf10 x1853237373181824/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.283948:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.283949:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.283951:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000646a8d71. 02000000:00000001:2.0:1767384906.283955:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.283956:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.283957:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384906.283959:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.283961:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b1048c7a. 02000000:00000001:2.0:1767384906.283964:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.283966:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.283967:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e47cdf10. 00000100:00000001:2.0:1767384906.283969:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.283970:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.283977:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.283982:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.283983:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.283985:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.283987:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.285064:0:19050:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d965d793. 00000400:00000040:1.0:1767384906.285079:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384906.285081:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384906.285084:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.285086:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384906.285088:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.285089:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384906.285092:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384906.285098:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384906.285100:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384906.285101:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384906.285103:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384906.285104:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384906.285107:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384906.285108:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384906.285109:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384906.285111:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384906.285113:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384906.285114:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384906.285116:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384906.285118:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.285120:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384906.285121:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384906.285123:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384906.285124:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.285125:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384906.285127:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.285129:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384906.285130:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384906.285131:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384906.285133:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.285134:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384906.285136:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.285138:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384906.285139:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384906.285141:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384906.285142:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.285143:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384906.285145:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384906.285147:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384906.285148:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384906.285150:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384906.285151:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.285153:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384906.285154:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384906.285155:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384906.285156:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384906.285162:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384906.285164:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384906.285165:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384906.285167:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384906.285168:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384906.285170:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384906.285171:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384906.285172:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384906.285174:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384906.285175:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384906.285176:0:19050:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384906.285194:0:19050:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d965d793. 00080000:00000020:0.0:1767384906.285622:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384906.285625:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384906.285627:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007a09eb24. 20000000:00000001:0.0:1767384906.285632:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384906.285636:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373181952 00010000:00000001:0.0:1767384906.285638:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384906.285647:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098f69090 x1853237373181952/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.285654:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.285655:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.285657:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.285660:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.285662:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384906.285664:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384906.285666:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.285668:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.285670:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.285672:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.285675:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ea2fad. 00000100:00000200:0.0:1767384906.285679:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373181952, offset 224 00000400:00000200:0.0:1767384906.285686:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.285693:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.285701:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502000 00000400:00000200:0.0:1767384906.285706:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11e9 [2] + 224 00000400:00000200:0.0:1767384906.285712:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.285716:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.285720:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.285725:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.285737:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.285751:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.285757:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ea2fad 00000100:00000001:2.0:1767384906.285760:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384906.285760:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ea2fad. 00000100:00000001:2.0:1767384906.285764:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.285766:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.285769:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384906.285771:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384906.285772:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384906.285774:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.285778:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd1ae355. 00000100:00000040:0.0:1767384906.285778:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.285783:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384906.285785:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9222bd7 00000020:00000001:0.0:1767384906.285786:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.285788:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9222bd7. 00000100:00000001:2.0:1767384906.285793:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384906.285796:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384906.285801:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.285803:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f69090 x1853237373181952/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.285835:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098f69090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373181952:12345-0@lo:253: Request processed in 20081us (20471us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384906.285840:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.285846:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384906.285850:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384906.285855:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384906.285860:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384906.285861:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384906.285863:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e951732. 00000100:00000001:2.0:1767384906.285865:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.285869:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384906.285869:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aca48df6. 02000000:00000001:2.0:1767384906.285870:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.285874:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.285876:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.285876:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000573744e4. 02000000:00000001:2.0:1767384906.285882:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.285884:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00001000:2.0:1767384906.285886:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=14 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384906.285889:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384906.285891:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=14 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384906.285892:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f78d778d. 00000100:00000001:2.0:1767384906.285894:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384906.285897:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.285898:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384906.285899:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384906.285901:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.285902:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.285906:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384906.285907:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384906.285910:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384906.285913:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd1ae355. 00000400:00000010:0.0:1767384906.285919:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ea2fad. 00000100:00000001:2.0:1767384906.285921:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.285924:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.285926:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384906.285934:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384906.285936:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384906.285937:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.285939:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384906.285940:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384906.285941:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384906.285942:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384906.285944:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384906.285945:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384906.285948:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.285954:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373181952:0@lo:253: 00000100:00000001:2.0:1767384906.285958:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.285960:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.285962:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373181952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.285968:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.285969:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.285971:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3b2092a. 02000000:00000001:2.0:1767384906.285975:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.285976:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.285978:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384906.285979:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.285981:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045bbea45. 02000000:00000001:2.0:1767384906.285985:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.285986:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.285988:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000100:00000001:2.0:1767384906.285992:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.285993:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.285995:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.285999:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.286001:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.286003:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.286006:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384906.290976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c128457. 00010000:00000010:1.1:1767384906.290982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00010000:00000001:2.0:1767384906.428708:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384906.428713:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.428725:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384906.428726:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.428766:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384906.428770:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384906.428773:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384906.764778:0:19184:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384906.764790:0:19184:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.764793:0:19184:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.764802:0:19184:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384906.764808:0:19184:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.764812:0:19184:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.452663:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384907.452670:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.452676:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384907.452677:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.452727:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384907.452732:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384907.452736:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384907.495706:0:19348:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384907.495710:0:19348:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:3.0:1767384907.498864:0:19348:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384907.505218:0:19349:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000be1b862e. 00000400:00000010:3.0:1767384907.505231:0:19349:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000028840707. 00000400:00000010:3.0:1767384907.505242:0:19349:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a068b3ce. 00000400:00000010:3.0:1767384907.505244:0:19349:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003816266a. 00000400:00000010:3.0:1767384907.505247:0:19349:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f95ce0b5. 00000400:00000010:3.0:1767384907.505251:0:19349:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd47c2e2. 00000400:00000010:3.0:1767384907.505253:0:19349:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f70aeb50. 00000400:00000010:3.0:1767384907.505254:0:19349:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078af47da. 00000400:00000010:3.0:1767384907.505258:0:19349:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000062bacaea. 00000800:00000010:3.0:1767384907.505265:0:19349:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d102875c. 00000800:00000200:3.0:1767384907.505275:0:19349:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384907.505280:0:19349:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384907.505312:0:19349:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384907.505328:0:19349:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp12 [8/256/0/180] 00000400:00000010:3.0:1767384907.506646:0:19349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000bcf75159. 00000400:00000010:3.0:1767384907.506652:0:19349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae43253a. 00000400:00000010:3.0:1767384907.506658:0:19349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000001:3.0:1767384907.506669:0:19349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384907.506671:0:19349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384907.506672:0:19349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000902b2c34. 00000400:00000200:3.0:1767384907.506674:0:19349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384907.506676:0:19349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000400:00000010:3.0:1767384907.506679:0:19349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000df83224a. 00000400:00000200:3.0:1767384907.506682:0:19349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (3) 00000400:00000200:3.0:1767384907.506692:0:19349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384907.506700:0:19349:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:3.0:1767384907.506706:0:19349:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003be12b3f. 00000020:01000000:3.0:1767384907.506712:0:19349:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384907.506716:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384907.506717:0:19349:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp12 00000400:00000200:2.0:1767384907.506725:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384907.506733:0:19349:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000028840707. 00000400:00000010:2.0:1767384907.506734:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00000400:00000010:3.0:1767384907.506740:0:19349:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000be1b862e. 00000400:00000200:2.0:1767384907.506741:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (4) 00000400:00000010:2.0:1767384907.506749:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000db6fdcb3. 00000400:00000200:2.0:1767384907.506753:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:00000001:0.0:1767384907.506755:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384907.506760:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384907.506763:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384907.506765:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:01000000:0.0:1767384907.506766:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384907.506771:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384907.506773:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384907.506774:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384907.506777:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384907.506780:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384907.506782:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384907.506785:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384907.506785:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384907.506788:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384907.506792:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384907.506793:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:2.0:1767384907.506797:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp11 00000020:01000004:0.0:1767384907.506801:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384907.506802:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp11 lpni_is_preferred = 0 00000020:01000004:0.0:1767384907.506803:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384907.506807:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp11 00000100:00000010:0.0:1767384907.506811:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000470ec5db. 00000400:00000200:2.0:1767384907.506812:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp11 NI seq info: [9:9:256:4294967295] 192.168.204.149@tcp11 LPNI seq info [9:9:8:4294967295] 00000020:00000040:0.0:1767384907.506817:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384907.506821:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp11 00000100:00000001:0.0:1767384907.506824:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384907.506828:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384907.506833:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11:) -> 192.168.204.149@tcp11(192.168.204.149@tcp:192.168.204.149@tcp11) : PUT try# 0 02000000:00000001:0.0:1767384907.506834:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384907.506840:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.204.149@tcp11 02000000:00000010:0.0:1767384907.506843:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f78d778d. 00000800:00000010:2.0:1767384907.506845:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008867c0a5. 00000100:00000001:0.0:1767384907.506850:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384907.506855:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e724f051. 00000100:00000001:0.0:1767384907.506859:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384907.506860:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000709f73ed. 00000100:00000001:0.0:1767384907.506862:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384907.506871:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (2) 00000100:00000040:0.0:1767384907.506873:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470ec5db] to pc [ptlrpcd_00_02+2] req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384907.506881:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (2) 00000400:00000200:2.0:1767384907.506904:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:0.0:1767384907.506904:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.506905:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384907.506909:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.506911:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384907.506912:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:00000001:0.0:1767384907.506913:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.506914:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384907.506919:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384907.506923:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384907.506927:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384907.506930:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384907.506933:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384907.506935:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384907.506936:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384907.506939:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384907.506939:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384907.506943:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384907.506945:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384907.506946:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384907.506948:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384907.506950:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384907.506951:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384907.506956:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384907.506956:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384907.506958:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384907.506961:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384907.506962:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384907.506964:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000470ec5db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373182336:0@lo:253: 00000100:00000010:0.0:1767384907.506966:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91b82fa. 00000020:00000040:0.0:1767384907.506971:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384907.506973:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384907.506974:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384907.506977:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384907.506978:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.506981:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384907.506983:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 02000000:00000010:0.0:1767384907.506984:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007a09eb24. 02000000:00000001:3.0:1767384907.506986:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.506989:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.506991:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384907.506998:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384907.507000:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a7abeaa1. 00000100:00000001:0.0:1767384907.507000:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.507005:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.507006:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91b82fa] to pc [ptlrpcd_00_03+3] req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384907.507012:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902b2c34. 10000000:00000001:0.0:1767384907.507017:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384907.507020:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384907.507021:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028840707. 00000020:00000001:0.0:1767384907.507022:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384907.507027:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:3.0:1767384907.507029:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373182336, portal 25 00000020:00000010:0.0:1767384907.507029:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003be12b3f. 00000100:00000001:3.0:1767384907.507036:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384907.507036:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:3.0:1767384907.507038:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014282752 : -129515695268864 : ffff8a34c6fd9c00) 00000100:00000001:0.0:1767384907.507041:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.507044:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384907.507046:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.507047:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384907.507053:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.507072:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384907.507072:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:0.0:1767384907.507073:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384907.507076:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.507081:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384907.507081:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384907.507085:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384907.507087:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0a8b5ab. 02000000:00000001:0.0:1767384907.507088:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384907.507092:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91b82fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373182464:0@lo:253: 00000100:00000200:3.0:1767384907.507094:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373182336, offset 0 00000100:00000001:0.0:1767384907.507097:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384907.507101:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384907.507103:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.507106:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384907.507107:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384907.507109:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 02000000:00000010:0.0:1767384907.507120:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006cf08506. 00000400:00000200:3.0:1767384907.507121:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384907.507124:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384907.507130:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064dda202. 00000400:00000010:0.0:1767384907.507135:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006535768c. 00000400:00000200:3.0:1767384907.507136:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502180 00000100:00000200:0.0:1767384907.507139:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373182464, portal 25 00000100:00000001:0.0:1767384907.507142:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384907.507144:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014278272 : -129515695273344 : ffff8a34c6fd8a80) 00000100:00000040:0.0:1767384907.507150:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384907.507153:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:3.0:1767384907.507159:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000400:00000200:3.0:1767384907.507164:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009bcf5b07 00000100:00000001:0.0:1767384907.507169:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384907.507172:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.507177:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384907.507182:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bcf5b07 00000100:00000040:0.0:1767384907.507183:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384907.507184:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bcf5b07. 00000400:00000010:0.0:1767384907.507188:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061e8caf7. 00000100:00000001:3.0:1767384907.507189:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384907.507193:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384907.507195:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373182464, offset 0 00000100:00000040:3.0:1767384907.507196:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000c630b2ec x1853237373182336 msgsize 4848 00000100:00100000:3.0:1767384907.507203:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384907.507206:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384907.507209:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384907.507216:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384907.507218:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.507224:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0a8b5ab 00000400:00000010:3.0:1767384907.507227:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0a8b5ab. 00000400:00000200:0.0:1767384907.507230:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502200 00000100:00000001:3.0:1767384907.507232:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384907.507237:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000200:3.0:1767384907.507238:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384907.507243:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f863481c. 00000400:00000200:0.0:1767384907.507248:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a92a8804 00000100:00000001:3.0:1767384907.507252:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384907.507254:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384907.507256:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384907.507261:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384907.507266:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a92a8804 00000100:00000001:3.0:1767384907.507269:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384907.507269:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a92a8804. 00000100:00000001:3.0:1767384907.507275:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384907.507276:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384907.507278:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384907.507281:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.507282:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000312020f5 x1853237373182464 msgsize 4848 00000100:00000001:3.0:1767384907.507287:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294898107 00000100:00100000:0.0:1767384907.507288:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384907.507293:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384907.507294:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df83224a. 00000100:00000001:3.0:1767384907.507301:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384907.507303:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384907.507306:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294898107 00000400:00000200:0.0:1767384907.507309:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061e8caf7 00000100:00000010:3.0:1767384907.507311:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039798e05. 00000400:00000010:0.0:1767384907.507312:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061e8caf7. 00000100:00000001:3.0:1767384907.507314:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384907.507316:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384907.507319:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294898107 00000100:00000200:0.0:1767384907.507323:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384907.507324:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e834a51d. 00000100:00000001:3.0:1767384907.507330:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384907.507333:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384907.507335:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.507340:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294898107 00000100:00000001:0.0:1767384907.507344:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384907.507345:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4eb0eb3. 00000100:00000001:0.0:1767384907.507346:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384907.507351:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384907.507352:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.507354:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384907.507356:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294898107 00000100:00000001:3.0:1767384907.507357:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.507364:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.507364:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294898107 00000100:00000001:3.0:1767384907.507369:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.507370:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294898107 00000100:00000001:0.0:1767384907.507388:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294898107 00000100:00000001:0.0:1767384907.507396:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294898107 00000100:00000001:3.0:1767384907.507397:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767384907.507397:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025c658b8. 00000100:00000001:0.0:1767384907.507398:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294898107 00000100:00000001:3.0:1767384907.507402:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384907.507404:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294898107 00000800:00000010:2.0:1767384907.507406:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c847619d. 00000100:00000001:0.0:1767384907.507408:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294898107 00000100:00000001:3.0:1767384907.507409:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.507413:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384907.507414:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007e73a9d0. 00000100:00000001:0.0:1767384907.507414:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.507418:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.507418:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.507425:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.507425:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.507432:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.507437:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384907.507438:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384907.507440:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.507441:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384907.507443:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.507445:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384907.507461:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007e73a9d0. 00000100:00000001:0.0:1767384907.507463:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384907.507467:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182336 02000000:00000001:0.0:1767384907.507469:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384907.507471:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384907.507473:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.507476:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384907.507479:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182336 00000020:00000001:0.0:1767384907.507481:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384907.507482:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384907.507485:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384907.507487:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:0.0:1767384907.507489:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384907.507491:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384907.507493:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384907.507495:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384907.507498:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182464 00000020:00000010:0.0:1767384907.507500:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098fbb475. 02000000:00000001:2.0:1767384907.507503:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384907.507504:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384907.507508:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384907.507508:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098fbb475. 00000100:00000001:2.0:1767384907.507513:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384907.507516:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030c0632a. 02000000:00000001:2.0:1767384907.507519:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384907.507522:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057390ebf. 00000100:00100000:2.0:1767384907.507524:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182464 00000400:00000200:3.0:1767384907.507527:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:0.0:1767384907.507528:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aca48df6. 00000020:00000001:2.0:1767384907.507529:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384907.507533:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384907.507537:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384907.507541:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:2.0:1767384907.507544:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:0.0:1767384907.507545:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384907.507549:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp11 from 251.3.0.2 00000020:00000001:2.0:1767384907.507550:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384907.507551:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384907.507554:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1767384907.507555:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b1b54b76. 00000100:00000001:0.0:1767384907.507557:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.507559:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384907.507564:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e73a9d0. 00000100:00000001:0.0:1767384907.507565:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.507571:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384907.507576:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e73a9d0. 00000100:00000001:0.0:1767384907.507578:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384907.507583:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e89b606d. 00000020:00000010:2.0:1767384907.507588:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c72bfb7. 00000100:00000001:0.0:1767384907.507591:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384907.507613:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384907.507618:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000020:00000010:2.0:1767384907.507619:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51c530d. 00000100:00000040:0.0:1767384907.507621:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384907.507624:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671910992 : -129515037640624 : ffff8a34ee303850) 00000100:00000001:2.0:1767384907.507628:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384907.507629:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c630b2ec x1853237373182336/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:133/0 lens 4848/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.507632:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384907.507636:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.507640:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384907.507644:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384907.507644:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098fbb475. 00000100:00000001:0.0:1767384907.507649:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384907.507651:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384907.507652:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098fbb475. 00000100:00100000:0.0:1767384907.507659:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c630b2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373182336:12345-0@lo:253: 00000100:00000200:0.0:1767384907.507663:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182336 00000020:00000001:0.0:1767384907.507665:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384907.507666:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384907.507668:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384907.507670:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384907.507671:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.507675:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384907.507678:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000001:0.0:1767384907.507678:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384907.507681:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384907.507682:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384907.507684:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384907.507688:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384907.507691:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:0.0:1767384907.507692:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.507696:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671909968 : -129515037641648 : ffff8a34ee303450) 00000100:00000001:0.0:1767384907.507698:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384907.507702:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384907.507706:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000312020f5 x1853237373182464/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:133/0 lens 4848/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384907.507708:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fe853bab. 02000000:00000001:0.0:1767384907.507712:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.507719:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384907.507720:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384907.507724:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e73a9d0. 20000000:00000001:0.0:1767384907.507724:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384907.507729:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384907.507732:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e73a9d0. 20000000:00000010:0.0:1767384907.507734:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b0cc0b07. 00000100:00100000:2.0:1767384907.507740:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000312020f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373182464:12345-0@lo:253: 20000000:01000000:0.0:1767384907.507740:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384907.507745:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:2.0:1767384907.507749:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182464 20000000:00000001:0.0:1767384907.507749:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384907.507752:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.507754:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384907.507755:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384907.507758:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384907.507759:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384907.507763:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.507766:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384907.507768:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000010:0.0:1767384907.507769:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000463297f4. 00000020:00000001:2.0:1767384907.507775:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:0.0:1767384907.507775:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00000020:00000001:2.0:1767384907.507779:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384907.507781:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384907.507782:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384907.507785:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384907.507787:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384907.507788:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.507793:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384907.507796:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384907.507801:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c20f964c. 02000000:00000001:2.0:1767384907.507804:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.507807:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384907.507809:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384907.507818:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045bbea45. 20000000:01000000:2.0:1767384907.507822:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384907.507825:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384907.507827:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384907.507829:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384907.507830:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384907.507832:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384907.507834:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384907.507837:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384907.507837:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384907.507840:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384907.507844:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384907.507848:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384907.507852:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384907.507858:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000008f18b7f. 00080000:00000001:0.0:1767384907.507861:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635088384 : -129520074463232 : ffff8a33c1f86800) 00080000:00000001:0.0:1767384907.507864:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384907.507964:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384907.507966:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384907.507969:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384907.507989:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384907.507991:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384907.508023:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003be12b3f. 00000800:00000010:3.0:1767384907.508027:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0a8b5ab. 00000800:00000010:3.0:1767384907.508047:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f2f67ffe. 00000800:00000200:3.1:1767384907.508051:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (2) 00000800:00000200:3.1:1767384907.508055:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp11 00000000f2f67ffe deleted 00000800:00000010:3.1:1767384907.508057:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f2f67ffe. 00000800:00000200:3.1:1767384907.508062:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384907.508066:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:1019 00000800:00000200:3.1:1767384907.508070:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008867c0a5 type 1, nob 192 niov 1 nkiov 1 00000800:00000200:3.0:1767384907.508074:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp11 p 3.x 192.168.204.149 -> 192.168.204.149:1019 incarnation:1767384906263125692 sched[0] 00000800:00000010:3.0:1767384907.508078:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c3ab344. 00080000:00000001:0.0:1767384907.508086:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384907.508090:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384907.508124:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c3ab344. 00000800:00000010:3.0:1767384907.508128:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0a8b5ab. 00000800:00000200:0.1:1767384907.508153:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384907.508159:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b1b54b76. 00000800:00000200:0.0:1767384907.508165:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp11 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384906263125692 sched[0] 00000800:00000010:0.0:1767384907.508170:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c847619d. 00000800:00000001:3.0:1767384907.508173:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508180:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384907.508230:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384907.508233:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008867c0a5. 00000400:00000200:3.0:1767384907.508237:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384907.508242:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384907.508243:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: PUT: OK 00000400:00000200:3.0:1767384907.508252:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384907.508255:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000001:3.0:1767384907.508264:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508269:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384907.508276:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508279:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384907.508283:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11) <- 192.168.204.149@tcp11 : PUT - for me 00000400:00000200:3.0:1767384907.508291:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384907.508295:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 96/96 into md 0x11f1 [1] + 0 00000400:00000200:0.0:1767384907.508297:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000010:3.0:1767384907.508298:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000075ec7aa. 00000400:00000200:3.0:1767384907.508305:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000760acb86 00000800:00000001:3.0:1767384907.508308:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508316:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384907.508318:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.508321:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: PUT: OK 00000400:00000200:3.0:1767384907.508323:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:3.0:1767384907.508325:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000400:00000200:3.0:1767384907.508329:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384907.508331:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (5) 00000400:00000200:3.0:1767384907.508335:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:3.0:1767384907.508338:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 0000000097bfee5b. 00000400:00000200:0.0:1767384907.508339:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384907.508343:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 4 00000400:00000200:3.0:1767384907.508349:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384907.508358:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (6) 00000400:00000200:3.0:1767384907.508361:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384907.508367:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp11 to MR: 192.168.204.149@tcp11 local destination 00000400:00000200:3.0:1767384907.508385:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp11 NI seq info: [10:10:256:4294967295] 192.168.204.149@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384907.508396:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384907.508397:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) -> 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) 192.168.204.149@tcp11 : ACK try# 0 00000800:00000200:3.0:1767384907.508401:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp11 00000800:00000010:3.0:1767384907.508404:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8f8ae60. 00000800:00000200:3.0:1767384907.508411:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (4) 00000800:00000200:3.0:1767384907.508416:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:988 00000800:00000200:3.0:1767384907.508418:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b8f8ae60 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384907.508459:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384907.508465:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8f8ae60. 00000400:00000200:3.0:1767384907.508469:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.508473:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: ACK: OK 00000800:00000001:3.0:1767384907.508481:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508484:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384907.508486:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508490:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384907.508492:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384907.508496:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384907.508501:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11) <- 192.168.204.149@tcp11 : ACK - for me 00000400:00000200:0.0:1767384907.508510:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384907.508514:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp11: ACK from 12345-192.168.204.149@tcp11 into md 0x1221 00000400:00000200:2.0:1767384907.508516:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384907.508518:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384907.508524:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa73ba68. 00000400:00000200:3.0:1767384907.508526:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: ACK: OK 00000400:00000200:3.0:1767384907.508533:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000400:00000010:2.0:1767384907.508533:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b2503b6. 00000400:00000010:3.0:1767384907.508536:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000400:00000200:3.0:1767384907.508541:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384907.508544:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:3.0:1767384907.508545:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:3.0:1767384907.508552:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384907.508555:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (5) 00000800:00000001:3.0:1767384907.508560:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384907.508562:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000800:00000001:3.0:1767384907.508564:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384907.508574:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000008677d88f. 00000400:00000010:2.0:1767384907.508581:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 000000006e14ed81. 00000400:00000010:2.0:1767384907.508584:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 0000000055e1d7d7. 00000400:00000010:2.0:1767384907.508624:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000578d7a12. 00000400:00000200:2.0:1767384907.508630:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000578d7a12 nid 192.168.204.149@tcp12 00000400:00000010:2.0:1767384907.508635:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ebeff2fd. 00000400:00000200:2.0:1767384907.508639:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ebeff2fd net tcp12 00000400:00000200:2.0:1767384907.508643:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (4) 00000400:00000200:2.0:1767384907.508650:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp12 flags 0x11 00000400:00000010:2.0:1767384907.508655:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000008677d88f. 00000400:00000010:2.0:1767384907.508659:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 000000006e14ed81. 00000400:00000010:2.0:1767384907.508662:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 0000000055e1d7d7. 00000400:00000010:2.0:1767384907.508666:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 0000000097bfee5b. 00000400:00000200:2.0:1767384907.508672:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384907.508675:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:2.0:1767384907.508679:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:2.0:1767384907.508686:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:2.0:1767384907.508690:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384907.508695:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384907.508700:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384907.508705:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (5) 00000400:00000200:2.0:1767384907.508745:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384907.508765:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp11 from 250.3.0.2 00000800:00000010:2.0:1767384907.508769:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000045b3a12. 00000800:00000010:0.0:1767384907.508814:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d8f883c. 00000800:00000010:0.0:1767384907.508819:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000061e8caf7. 00000800:00000010:0.0:1767384907.508823:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098fbb475. 00000800:00000010:0.0:1767384907.508858:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098fbb475. 00000800:00000010:2.0:1767384907.508921:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3b2092a. 00000800:00000010:2.0:1767384907.508927:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c84375ac. 00000800:00000010:2.0:1767384907.508942:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000471e3a2b. 00000800:00000200:2.1:1767384907.508947:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (4) 00000800:00000200:2.1:1767384907.508953:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp11 00000000471e3a2b deleted 00000800:00000010:2.1:1767384907.508955:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000471e3a2b. 00000800:00000200:2.1:1767384907.508959:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384907.508965:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp11 p 3.x 192.168.204.149 -> 192.168.204.149:1018 incarnation:1767384906263125692 sched[0] 00000800:00000010:2.0:1767384907.508976:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce9fb913. 00000800:00000010:2.0:1767384907.509028:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce9fb913. 00000800:00000010:2.0:1767384907.509033:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c84375ac. 00000800:00000200:3.1:1767384907.509052:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384907.509058:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp11 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384906263125692 sched[0] 00000800:00000010:2.0:1767384907.509058:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000045b3a12. 00000800:00000010:3.0:1767384907.509065:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000061e8caf7. 00000800:00000001:2.0:1767384907.509075:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384907.509083:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384907.509087:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384907.509091:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384907.511634:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294898107, at 4294898108 00000100:00000010:3.0:1767384907.511641:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4eb0eb3. 00000100:00000040:1.0:1767384907.511655:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294898107, at 4294898108 00000100:00000010:1.0:1767384907.511665:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039798e05. 00000100:00000040:2.0:1767384907.512659:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294898107, at 4294898109 00000100:00000010:2.0:1767384907.512667:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e834a51d. 00000100:00000040:0.0:1767384907.512711:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294898107, at 4294898109 00000100:00000010:0.0:1767384907.512717:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df83224a. 00080000:00000001:0.0:1767384907.515959:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384907.515964:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384907.515967:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384907.515969:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384907.515970:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384907.515974:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384907.515976:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384907.515977:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384907.515978:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384907.515979:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384907.515983:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000008f18b7f. 00080000:00000001:3.0:1767384907.515988:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384907.515988:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384907.515992:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384907.515997:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384907.516003:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b87095b1. 20000000:01000000:1.0:1767384907.516008:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:1.0:1767384907.516013:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384907.516018:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384907.516043:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384907.516047:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384907.516049:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384907.516051:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384907.516055:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384907.516059:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384907.516063:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384907.516069:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b508ce61. 00080000:00000001:1.0:1767384907.516072:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651173376 : -129520058378240 : ffff8a33c2edd800) 00080000:00000001:1.0:1767384907.516076:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384907.516167:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384907.516169:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384907.516172:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384907.516184:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384907.516187:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384907.516256:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384907.516264:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384907.516290:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384907.516294:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384907.516298:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384907.516303:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384907.516306:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384907.516314:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002f39c994. 00010000:00000001:1.0:1767384907.516319:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384907.516323:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2ccec9b. 00000020:00000001:1.0:1767384907.516327:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384907.516331:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2ccec9b with handle 0xcb8130832f6b35d5 to hash 00000020:00000001:1.0:1767384907.516334:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384907.516336:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.516339:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.516343:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.516346:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.516349:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516359:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384907.516362:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384907.516365:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384907.516368:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384907.516370:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.516388:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384907.516390:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.516393:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384907.516397:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384907.516399:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384907.516401:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384907.516403:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002f39c994) refcount = 1 00010000:00010000:1.0:1767384907.516407:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516414:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384907.516416:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384907.516423:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.516426:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.516428:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384907.516432:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384907.516435:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:1.0:1767384907.516438:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.516441:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.516442:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=4 00000020:00000001:1.0:1767384907.516445:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.516448:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.516450:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384907.516453:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516459:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384907.516462:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516469:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.516472:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384907.516474:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516480:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.516483:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.516486:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384907.516489:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384907.516496:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2ccec9b already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384907.516499:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384907.516501:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384907.516503:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516520:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384907.516522:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.516523:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.516525:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=5 00000020:00000001:1.0:1767384907.516528:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.516531:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.516534:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384907.516537:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516544:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384907.516546:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384907.516548:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.516551:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384907.516553:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384907.516555:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.516556:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384907.516559:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2ccec9b with handle 0xcb8130832f6b35d5 from hash 00010000:00000001:1.0:1767384907.516561:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384907.516563:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.516564:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.516565:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384907.516567:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384907.516570:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384907.516572:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384907.516574:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.516577:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.516578:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384907.516580:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384907.516583:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.516585:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.516587:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.516589:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.516641:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.516650:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516656:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.516658:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.516660:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384907.516662:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384907.516663:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.516664:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.516666:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384907.516669:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384907.516671:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.516673:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.516679:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384907.516681:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384907.516682:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35d5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384907.516688:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002f39c994 count: 0 00010000:00000001:1.0:1767384907.516696:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384907.516697:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384907.523619:0:19354:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f39c994. 00010000:00000010:1.1:1767384907.523628:0:19354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2ccec9b. 00080000:00000001:0.0:1767384907.523860:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384907.523866:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384907.523866:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384907.523869:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384907.523871:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384907.523872:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384907.523877:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384907.523877:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384907.523881:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384907.523884:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384907.523886:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b508ce61. 00080000:00000001:2.0:1767384907.523890:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384907.523891:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384907.523895:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384907.523896:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384907.523900:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384907.523901:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384907.523905:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384907.523909:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384907.523911:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384907.523916:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002f39c994. 00010000:00000001:1.0:1767384907.523919:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384907.523923:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2ccec9b. 00000020:00000001:1.0:1767384907.523925:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384907.523928:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2ccec9b with handle 0xcb8130832f6b35dc to hash 00000020:00000001:1.0:1767384907.523931:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384907.523933:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.523936:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.523938:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.523947:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.523950:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.523958:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384907.523960:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384907.523961:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384907.523963:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384907.523965:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.523966:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384907.523968:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.523970:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384907.523971:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384907.523972:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384907.523974:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384907.523976:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002f39c994) refcount = 1 00010000:00010000:1.0:1767384907.523979:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.523985:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384907.523987:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384907.523988:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.523990:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.523992:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384907.523994:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384907.523997:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:1.0:1767384907.523999:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.524001:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.524003:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=4 00000020:00000001:1.0:1767384907.524004:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.524007:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.524010:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384907.524011:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524018:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384907.524027:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524034:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.524036:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384907.524038:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524044:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.524045:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.524048:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384907.524051:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384907.524056:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2ccec9b already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384907.524059:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384907.524061:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384907.524063:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524069:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384907.524070:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.524072:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.524074:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=5 00000020:00000001:1.0:1767384907.524076:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.524079:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384907.524081:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384907.524083:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524089:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384907.524091:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384907.524093:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.524096:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384907.524098:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384907.524099:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.524108:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384907.524110:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2ccec9b with handle 0xcb8130832f6b35dc from hash 00010000:00000001:1.0:1767384907.524112:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384907.524114:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.524115:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.524116:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384907.524118:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384907.524119:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384907.524121:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384907.524122:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.524125:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.524127:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384907.524128:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384907.524131:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.524132:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.524133:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.524136:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.524138:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.524141:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524147:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.524149:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.524151:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384907.524153:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384907.524155:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.524156:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.524158:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384907.524161:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384907.524163:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.524166:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.524172:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384907.524173:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384907.524174:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2ccec9b/0xcb8130832f6b35dc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384907.524191:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002f39c994 count: 0 00010000:00000001:1.0:1767384907.524202:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384907.524204:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384907.524858:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384907.524861:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384907.524863:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b0cc0b07. 20000000:00000001:0.0:1767384907.524868:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384907.524872:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373182336 00010000:00000001:0.0:1767384907.524875:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384907.524881:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c630b2ec x1853237373182336/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:133/0 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384907.524888:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384907.524890:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384907.524894:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384907.524904:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384907.524907:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384907.524909:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384907.524912:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384907.524915:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.524918:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384907.524921:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384907.524926:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176511d1. 00000100:00000200:0.0:1767384907.524929:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373182336, offset 224 00000400:00000200:0.0:1767384907.524937:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384907.524947:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384907.524957:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502180 00000400:00000200:0.0:1767384907.524963:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1225 [2] + 224 00000400:00000200:0.0:1767384907.524968:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384907.524971:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384907.524976:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384907.524981:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384907.524989:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.525001:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384907.525006:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000176511d1 00000400:00000010:0.0:1767384907.525008:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000176511d1. 00000100:00000001:0.0:1767384907.525012:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384907.525013:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384907.525017:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.525020:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384907.525023:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384907.525025:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.525027:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384907.525032:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c630b2ec x1853237373182336/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:133/0 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.525038:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c630b2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373182336:12345-0@lo:253: Request processed in 17397us (17840us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384907.525052:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767384907.525055:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384907.525058:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384907.525060:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384907.525065:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057390ebf. 00000020:00000010:0.0:1767384907.525070:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aca48df6. 00000020:00000010:0.0:1767384907.525073:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030c0632a. 00000020:00000040:0.0:1767384907.525077:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384907.525082:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384907.525083:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fe853bab. 02000000:00000001:0.0:1767384907.525086:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384907.525088:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384907.525093:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384907.525097:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2deb6ed. 00000400:00000010:0.0:1767384907.525102:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176511d1. 00000100:00000001:0.0:1767384907.525121:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.525123:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384907.525127:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384907.525129:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384907.525131:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000902b2c34. 00000400:00000200:0.0:1767384907.525133:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028840707 00000400:00000010:0.0:1767384907.525135:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028840707. 00000100:00000001:0.0:1767384907.525139:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384907.525142:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384907.525151:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.525157:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384907.525159:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.525161:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384907.525163:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384907.525165:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384907.525166:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.525169:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384907.525179:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384907.525182:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384907.525185:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384907.525187:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384907.525188:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384907.525190:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.525192:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.525195:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.525200:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384907.525202:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384907.525204:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384907.525207:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384907.525209:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384907.525210:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384907.525211:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384907.525212:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384907.525213:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384907.525214:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384907.525215:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384907.525216:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384907.525217:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384907.525220:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.525225:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000470ec5db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373182336:0@lo:253: 00000100:00000001:0.0:1767384907.525228:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.525230:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384907.525232:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000470ec5db x1853237373182336/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.525237:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384907.525239:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384907.525241:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a7abeaa1. 02000000:00000001:0.0:1767384907.525243:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384907.525245:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384907.525246:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384907.525252:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384907.525254:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f78d778d. 02000000:00000001:0.0:1767384907.525258:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384907.525260:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384907.525261:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000470ec5db. 00000100:00000001:0.0:1767384907.525264:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384907.525266:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.525268:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.525273:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384907.525274:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.525276:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.525278:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384907.527478:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384907.527481:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384907.527482:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045bbea45. 20000000:00000001:0.0:1767384907.527486:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384907.527489:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373182464 00010000:00000001:0.0:1767384907.527491:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384907.527495:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000312020f5 x1853237373182464/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:133/0 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384907.527501:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384907.527502:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384907.527504:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384907.527507:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384907.527508:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384907.527510:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384907.527512:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384907.527513:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.527514:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384907.527516:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384907.527518:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000456e61dc. 00000100:00000200:0.0:1767384907.527520:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373182464, offset 224 00000400:00000200:0.0:1767384907.527523:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384907.527528:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384907.527533:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502200 00000400:00000200:0.0:1767384907.527537:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x122d [2] + 224 00000400:00000200:0.0:1767384907.527547:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384907.527550:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384907.527552:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384907.527555:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384907.527562:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.527571:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384907.527575:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000456e61dc 00000400:00000010:0.0:1767384907.527576:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000456e61dc. 00000100:00000001:0.0:1767384907.527578:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384907.527579:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384907.527581:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.527583:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384907.527585:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384907.527586:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.527588:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384907.527591:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000312020f5 x1853237373182464/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:133/0 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.527617:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000312020f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373182464:12345-0@lo:253: Request processed in 19897us (20334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384907.527624:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:0.0:1767384907.527626:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384907.527628:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384907.527629:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384907.527632:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c72bfb7. 00000020:00000010:0.0:1767384907.527636:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51c530d. 00000020:00000010:0.0:1767384907.527639:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e89b606d. 00000020:00000040:0.0:1767384907.527643:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:0.0:1767384907.527645:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384907.527646:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c20f964c. 02000000:00000001:0.0:1767384907.527648:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384907.527649:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384907.527658:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384907.527662:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b6d3ad. 00000400:00000010:0.0:1767384907.527665:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000456e61dc. 00000100:00000001:0.0:1767384907.527676:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.527678:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384907.527680:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384907.527681:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384907.527682:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064dda202. 00000400:00000200:0.0:1767384907.527685:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006535768c 00000400:00000010:0.0:1767384907.527686:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006535768c. 00000100:00000001:0.0:1767384907.527689:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384907.527692:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384907.527700:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.527705:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384907.527707:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.527708:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384907.527709:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384907.527711:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384907.527712:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.527713:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384907.527715:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384907.527718:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384907.527720:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384907.527721:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384907.527723:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384907.527724:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.527726:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.527728:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.527732:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384907.527734:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384907.527735:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384907.527737:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384907.527739:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384907.527745:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384907.527746:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384907.527747:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384907.527749:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384907.527750:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384907.527751:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384907.527752:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384907.527755:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.527759:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91b82fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373182464:0@lo:253: 00000100:00000001:0.0:1767384907.527762:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.527763:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384907.527764:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91b82fa x1853237373182464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.527768:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384907.527769:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384907.527770:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006cf08506. 02000000:00000001:0.0:1767384907.527773:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384907.527774:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384907.527774:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384907.527776:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384907.527777:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007a09eb24. 02000000:00000001:0.0:1767384907.527779:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384907.527780:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384907.527780:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91b82fa. 00000100:00000001:0.0:1767384907.527782:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384907.527783:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.527784:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.527787:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384907.527788:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.527789:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.527790:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384907.529122:0:19354:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006573f23e. 00000400:00000040:1.0:1767384907.529138:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384907.529141:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384907.529143:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384907.529144:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384907.529146:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384907.529147:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384907.529149:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384907.529150:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384907.529151:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384907.529152:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384907.529154:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384907.529155:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384907.529157:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384907.529158:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384907.529158:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384907.529160:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384907.529161:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384907.529161:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384907.529162:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384907.529164:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384907.529165:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384907.529166:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384907.529167:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384907.529168:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384907.529169:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384907.529170:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384907.529171:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384907.529172:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384907.529173:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384907.529173:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384907.529174:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384907.529175:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384907.529182:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384907.529183:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384907.529184:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384907.529186:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384907.529187:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384907.529188:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384907.529190:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384907.529190:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384907.529191:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384907.529192:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384907.529193:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384907.529194:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384907.529195:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384907.529196:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384907.529197:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384907.529198:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384907.529199:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384907.529201:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384907.529202:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384907.529203:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384907.529203:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384907.529205:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384907.529206:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384907.529206:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384907.529207:0:19354:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384907.529224:0:19354:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006573f23e. 00010000:00000010:1.1:1767384907.532629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f39c994. 00010000:00000010:1.1:1767384907.532637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2ccec9b. 00000004:00000001:0.0:1767384907.579641:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384907.579645:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384907.579650:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91b82fa. 00000020:00000040:0.0:1767384907.579656:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384907.579664:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384907.579667:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384907.579671:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384907.579677:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005734357e. 00000100:00000001:3.0:1767384907.579678:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384907.579685:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384907.579689:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011b0ceb0. 00000100:00000001:0.0:1767384907.579691:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767384907.579694:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384907.579694:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.579700:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384907.579702:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384907.579705:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.579707:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91b82fa] to pc [ptlrpcd_00_00+0] req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384907.579711:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008a533b1. 00000100:00000001:3.0:1767384907.579717:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579723:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384907.579730:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384907.579732:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384907.579732:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579736:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011b0ceb0] to pc [ptlrpcd_00_01+1] req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.579742:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.579746:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.579746:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384907.579748:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384907.579749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384907.579754:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384907.579756:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384907.579758:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bac52902. 00000020:00000040:3.0:1767384907.579763:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384907.579767:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384907.579769:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384907.579770:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384907.579771:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.579773:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384907.579777:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f641b6b. 02000000:00000001:0.0:1767384907.579777:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384907.579782:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.579782:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384907.579788:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579791:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384907.579795:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91b82fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373182592:0@lo:13: 00000100:00000001:0.0:1767384907.579803:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384907.579807:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384907.579808:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.579808:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384907.579812:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579816:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bac52902] to pc [ptlrpcd_00_02+2] req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384907.579816:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384907.579821:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a13e5915. 02000000:00000001:0.0:1767384907.579824:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384907.579830:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064dda202. 00000100:00000001:3.0:1767384907.579834:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384907.579836:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f5d9c91. 00000100:00000040:3.0:1767384907.579837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384907.579845:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373182592, portal 4 00000100:00000001:0.0:1767384907.579849:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.579850:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384907.579852:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014278272 : -129515695273344 : ffff8a34c6fd8a80) 00000100:00000010:3.0:1767384907.579854:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061fd1436. 00000020:00000040:3.0:1767384907.579857:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384907.579859:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384907.579861:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384907.579861:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384907.579865:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384907.579871:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7af3c5e. 00000100:00000001:3.0:1767384907.579874:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579879:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384907.579895:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384907.579896:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384907.579898:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.579902:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384907.579905:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061fd1436] to pc [ptlrpcd_00_03+3] req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384907.579907:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001edf17b4. 00000100:00000200:0.0:1767384907.579912:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373182592, offset 0 00000100:00000001:3.0:1767384907.579917:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.579921:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (235) 00000400:00000200:0.0:1767384907.579921:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384907.579933:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384907.579938:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.579941:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384907.579943:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384907.579946:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273502280 00000100:00000040:3.0:1767384907.579948:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384907.579955:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000100:00000001:3.0:1767384907.579961:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384907.579963:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384907.579964:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384907.579966:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384907.579969:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384907.579971:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384907.579972:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.579978:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bac52902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373182848:0@lo:400: 00000100:00000001:0.0:1767384907.579980:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384907.579981:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384907.579984:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384907.579985:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384907.579988:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384907.579990:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000470ec5db. 02000000:00000001:3.0:1767384907.579991:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384907.579995:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000470ec5db x1853237373182592 msgsize 224 02000000:00000010:3.0:1767384907.579996:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5c50546. 02000000:00000001:3.0:1767384907.580001:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384907.580001:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384907.580012:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000075ec7aa. 00000400:00000010:3.0:1767384907.580016:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000001:0.0:1767384907.580016:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384907.580019:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373182848, portal 10 00000100:00000001:3.0:1767384907.580021:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.580022:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013188608 : -129515696363008 : ffff8a34c6ecea00) 00000400:00000200:0.0:1767384907.580025:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf17b4 00000100:00000040:3.0:1767384907.580028:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384907.580029:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001edf17b4. 00000100:00000001:0.0:1767384907.580035:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384907.580036:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384907.580041:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384907.580042:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384907.580042:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.580047:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182592 00000400:00000010:3.0:1767384907.580048:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000200:3.0:1767384907.580054:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373182848, offset 0 02000000:00000001:1.0:1767384907.580055:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384907.580056:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384907.580060:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384907.580062:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.580063:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.580066:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384907.580072:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580075:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.580078:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182592 00000400:00000200:3.0:1767384907.580080:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384907.580080:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384907.580084:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384907.580086:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384907.580087:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000400:00000200:3.0:1767384907.580092:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273502380 00000100:00000040:0.0:1767384907.580092:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15435 usecs (16 jiffies) 00000020:00000001:1.0:1767384907.580094:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384907.580098:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898192 00000020:00000040:1.0:1767384907.580100:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000400:00000200:3.0:1767384907.580102:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000100:00000010:0.0:1767384907.580104:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5c5d862. 00000020:00000001:1.0:1767384907.580107:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000400:00000200:3.0:1767384907.580110:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384907.580112:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384907.580114:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384907.580120:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:0.0:1767384907.580121:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898192 00000100:00000001:3.0:1767384907.580123:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384907.580126:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384907.580128:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384907.580131:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009422fcb6. 00000100:00000010:0.0:1767384907.580132:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001107810f. 00000020:00000010:1.0:1767384907.580134:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002471c46f. 00000100:00000040:3.0:1767384907.580135:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009422fcb6 x1853237373182848 msgsize 224 00000100:00000001:0.0:1767384907.580137:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384907.580143:0:17578:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000836eea3e. 00000100:00100000:3.0:1767384907.580145:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384907.580145:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898192 00000100:00000010:0.0:1767384907.580151:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a8ccb0c. 00000020:00000040:1.0:1767384907.580152:0:17578:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:0.0:1767384907.580155:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384907.580159:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898192 00000100:00000001:3.0:1767384907.580162:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384907.580162:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d816ca3. 00000100:00000001:0.0:1767384907.580165:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384907.580167:0:17578:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384907.580169:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000100:00000001:0.0:1767384907.580170:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384907.580173:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000020:00000010:1.0:1767384907.580174:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1cd44ec. 00000100:00000001:0.0:1767384907.580174:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580177:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384907.580180:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.580181:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384907.580184:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384907.580184:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051b03267. 00000100:00000001:0.0:1767384907.580186:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384907.580187:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182848 02000000:00000001:2.0:1767384907.580192:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384907.580193:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000100:00000001:2.0:1767384907.580196:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384907.580197:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384907.580200:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580201:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384907.580201:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384907.580204:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384907.580207:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384907.580208:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580208:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.580209:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384907.580211:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384907.580213:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384907.580214:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182848 00000100:00000001:0.0:1767384907.580215:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.580217:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.580218:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384907.580222:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00100000:0.0:1767384907.580222:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:2.0:1767384907.580228:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384907.580228:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.580229:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580230:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384907.580232:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:3.0:1767384907.580235:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384907.580235:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384907.580236:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384907.580237:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384907.580243:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:1.0:1767384907.580243:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.580243:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.580245:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384907.580247:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580248:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384907.580249:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384907.580251:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1751 usecs (2 jiffies) 00000100:00000040:0.0:1767384907.580254:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384907.580255:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000161e2b2f. 00000100:00000001:3.0:1767384907.580256:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898178 00000100:00000001:1.0:1767384907.580257:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384907.580262:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.580262:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384907.580263:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898192 00000020:00000010:2.0:1767384907.580268:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000161e2b2f. 00000100:00000001:3.0:1767384907.580269:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898178 00000100:00100000:1.0:1767384907.580273:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384907.580275:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898192 00000100:00000001:0.0:1767384907.580276:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767384907.580277:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecbba0c3. 00000100:00000001:0.0:1767384907.580280:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580281:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898178 00000100:00000040:1.0:1767384907.580282:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:3.0:1767384907.580286:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898192 00000100:00000001:1.0:1767384907.580287:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014282752 : -129515695268864 : ffff8a34c6fd9c00) 02000000:00000001:0.0:1767384907.580287:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767384907.580288:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002061a320. 02000000:00000001:0.0:1767384907.580290:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.580292:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898178 00000020:00000010:2.0:1767384907.580295:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003578c611. 00000100:00000001:3.0:1767384907.580296:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898192 02000000:00000001:0.0:1767384907.580296:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.580297:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000470ec5db x1853237373182592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.580302:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384907.580304:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011b0ceb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373182720:0@lo:400: 00000100:00000040:2.0:1767384907.580306:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384907.580308:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.580311:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384907.580313:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580314:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384907.580315:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384907.580319:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.580320:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.580321:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384907.580323:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384907.580327:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad7b5da2. 02000000:00000001:0.0:1767384907.580327:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580328:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384907.580328:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384907.580332:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384907.580333:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384907.580334:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384907.580334:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.580337:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384907.580338:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384907.580338:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad7b5da2. 02000000:00000010:0.0:1767384907.580338:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062eb3c84. 00000100:00000001:3.0:1767384907.580340:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384907.580344:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580345:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.580351:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767384907.580351:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000470ec5db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373182592:12345-0@lo:13: 00000100:00000001:2.0:1767384907.580352:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384907.580352:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f863481c. 00000100:00000001:3.0:1767384907.580357:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384907.580359:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001edf17b4. 00000100:00000200:1.0:1767384907.580360:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182592 00000100:00000001:3.0:1767384907.580361:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384907.580364:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373182720, portal 4 00000100:00000001:3.0:1767384907.580365:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.580365:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384907.580366:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384907.580383:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.580384:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384907.580385:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384907.580386:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384907.580386:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013177856 : -129515696373760 : ffff8a34c6ecc000) 00000100:00000001:3.0:1767384907.580388:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384907.580389:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580393:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384907.580393:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000001:1.0:1767384907.580394:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384907.580396:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384907.580399:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000040:3.0:1767384907.580400:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.580405:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013183232 : -129515696368384 : ffff8a34c6ecd500) 00000020:00000001:1.0:1767384907.580405:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000020:00000001:1.0:1767384907.580413:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384907.580416:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009422fcb6 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384907.580418:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.580421:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384907.580424:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384907.580429:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384907.580430:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384907.580430:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384907.580434:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.580435:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384907.580436:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 02000000:00000001:3.0:1767384907.580440:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384907.580442:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373182720, offset 0 02000000:00000001:3.0:1767384907.580443:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384907.580443:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384907.580443:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384907.580448:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384907.580449:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000161e2b2f. 00000400:00000200:0.0:1767384907.580449:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384907.580450:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384907.580452:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000058b9c6cd. 00000100:00000001:2.0:1767384907.580454:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384907.580455:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384907.580459:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000161e2b2f. 00000400:00000200:0.0:1767384907.580461:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384907.580462:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.580464:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061fd1436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373182976:0@lo:400: 00000100:00100000:2.0:1767384907.580468:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009422fcb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373182848:12345-0@lo:400: 00002000:00000001:1.0:1767384907.580469:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384907.580470:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384907.580474:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273502300 02000000:00000001:3.0:1767384907.580475:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00002000:00000001:1.0:1767384907.580475:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767384907.580477:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182848 02000000:00000001:3.0:1767384907.580479:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.580481:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384907.580481:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384907.580481:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1767384907.580482:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000020:00000001:2.0:1767384907.580486:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384907.580487:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af8de33c. 00080000:00000001:1.0:1767384907.580488:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:0.0:1767384907.580488:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384907.580489:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.580492:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.580495:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384907.580497:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384907.580498:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f66981. 00000020:00000001:2.0:1767384907.580499:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:0.0:1767384907.580502:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384907.580503:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00080000:00000001:1.0:1767384907.580503:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.580505:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384907.580505:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1767384907.580510:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384907.580511:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373182976, portal 10 00000020:00000001:1.0:1767384907.580511:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384907.580512:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000dac21af. 00000100:00000001:3.0:1767384907.580517:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384907.580518:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000024:1.0:1767384907.580518:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:0.0:1767384907.580518:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000000dac21af x1853237373182720 msgsize 224 00000100:00000001:3.0:1767384907.580519:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013181440 : -129515696370176 : ffff8a34c6ecce00) 00000020:00000001:2.0:1767384907.580523:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384907.580526:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384907.580527:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:3.0:1767384907.580530:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.580532:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000020:1.0:1767384907.580534:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384907.580539:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00002000:00000020:1.0:1767384907.580543:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384907.580543:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384907.580544:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384907.580544:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384907.580549:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1767384907.580549:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:0.0:1767384907.580551:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000100:00000040:3.0:1767384907.580553:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384907.580553:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dac3c74d. 00000400:00000010:0.0:1767384907.580554:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000001:00000001:1.0:1767384907.580555:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:3.0:1767384907.580559:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 02000000:00000001:2.0:1767384907.580559:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384907.580560:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580560:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384907.580563:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384907.580565:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373182976, offset 0 00000020:00000001:2.0:1767384907.580566:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384907.580566:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384907.580566:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384907.580574:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373182848 00010000:00000040:1.0:1767384907.580574:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373182592 00000400:00000200:3.0:1767384907.580575:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384907.580581:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384907.580581:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384907.580585:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384907.580586:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1767384907.580590:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009422fcb6 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384907.580590:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000470ec5db x1853237373182592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384907.580621:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384907.580632:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384907.580633:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273502400 00000100:00000001:0.0:1767384907.580633:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.580636:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580638:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384907.580642:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000100:00001000:1.0:1767384907.580643:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384907.580645:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.580646:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384907.580651:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384907.580651:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15435 usecs (16 jiffies) 00000400:00000200:3.0:1767384907.580654:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384907.580658:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384907.580658:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898193 00000100:00000001:3.0:1767384907.580660:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384907.580664:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384907.580664:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384907.580666:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294898192 00000100:00000010:3.0:1767384907.580667:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7df2b34. 00000100:00000040:3.0:1767384907.580672:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000f7df2b34 x1853237373182976 msgsize 224 00000100:00000001:0.0:1767384907.580672:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898193 02000000:00000001:1.0:1767384907.580675:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384907.580679:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580680:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294898192 00000100:00100000:3.0:1767384907.580681:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384907.580688:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384907.580688:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898193 00000100:00000001:3.0:1767384907.580694:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384907.580695:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384907.580695:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294898192 00000400:00000200:3.0:1767384907.580702:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:1.0:1767384907.580703:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000001:0.0:1767384907.580703:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898193 00000400:00000010:3.0:1767384907.580706:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000001:3.0:1767384907.580712:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384907.580713:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373182592, offset 224 00000100:00000001:0.0:1767384907.580713:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294898192 00010000:00000001:2.0:1767384907.580717:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384907.580719:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.580719:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384907.580720:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580722:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384907.580724:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=10 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384907.580724:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384907.580726:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.580732:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.580734:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384907.580737:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384907.580739:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:0.0:1767384907.580744:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384907.580745:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384907.580749:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580751:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384907.580751:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384907.580752:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273502280 02000000:00000001:2.0:1767384907.580755:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.580756:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.580759:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384907.580762:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1249 [1] + 224 00000100:00000040:2.0:1767384907.580767:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384907.580772:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000400:00000200:1.0:1767384907.580772:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384907.580773:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580777:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384907.580778:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373182848, offset 224 00000400:00000200:1.0:1767384907.580779:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384907.580784:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384907.580785:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384907.580788:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2431 usecs (3 jiffies) 00000100:00000001:3.0:1767384907.580792:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294898180 00000100:00000001:1.0:1767384907.580794:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384907.580796:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294898193 00000400:00000200:2.0:1767384907.580796:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384907.580801:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.580802:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294898180 00000100:00000001:3.0:1767384907.580806:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294898193 00000400:00000200:2.0:1767384907.580807:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273502380 00000100:00000001:3.0:1767384907.580811:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294898180 00000100:00000001:3.0:1767384907.580816:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294898193 00000400:00000200:2.0:1767384907.580816:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1251 [1] + 224 00000100:00000001:3.0:1767384907.580820:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294898180 00000400:00000200:2.0:1767384907.580823:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384907.580823:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.580824:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294898193 00000100:00000001:3.0:1767384907.580829:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384907.580831:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384907.580835:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.580838:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384907.580840:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384907.580844:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.580845:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.580849:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384907.580856:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384907.580856:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000100:00000001:3.0:1767384907.580857:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384907.580859:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:3.0:1767384907.580862:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.580864:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.580867:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.580871:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.580875:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:1.0:1767384907.580878:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384907.580881:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.580884:0:17594:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384907.580885:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384907.580887:0:17594:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182976 00000100:00000001:2.0:1767384907.580888:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384907.580891:0:17594:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384907.580891:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000470ec5db x1853237373182592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.580894:0:17594:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384907.580896:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000100:00000001:3.0:1767384907.580897:0:17594:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384907.580899:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 02000000:00000001:3.0:1767384907.580903:0:17594:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.580905:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384907.580908:0:17594:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182976 00000100:00000001:2.0:1767384907.580909:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384907.580912:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000470ec5db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373182592:12345-0@lo:13: Request processed in 587us (912us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384907.580913:0:17594:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384907.580916:0:17594:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000001:2.0:1767384907.580916:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384907.580922:0:17594:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384907.580923:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00100000:1.0:1767384907.580925:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00000001:2.0:1767384907.580926:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384907.580928:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.580928:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000020:00000040:3.0:1767384907.580930:0:17594:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000020:00000001:2.0:1767384907.580932:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384907.580933:0:17594:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000001:3.0:1767384907.580939:0:17594:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000040:2.0:1767384907.580939:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009422fcb6 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.580940:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384907.580943:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384907.580946:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.580949:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051b03267. 00000020:00000010:3.0:1767384907.580950:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e46b73ef. 00000020:00000010:1.0:1767384907.580954:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000020:00000010:3.0:1767384907.580955:0:17594:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fac4d323. 00000100:00100000:2.0:1767384907.580955:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009422fcb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373182848:12345-0@lo:400: Request processed in 509us (816us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384907.580959:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1cd44ec. 00000020:00000040:3.0:1767384907.580961:0:17594:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000040:1.0:1767384907.580964:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:3.0:1767384907.580967:0:17594:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384907.580967:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384907.580969:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384907.580971:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000020:00000010:3.0:1767384907.580972:0:17594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749892fa. 00000100:00000001:2.0:1767384907.580974:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384907.580978:0:17594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097086789. 00000100:00000001:2.0:1767384907.580978:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384907.580984:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002061a320. 00000020:00000010:3.0:1767384907.580985:0:17594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c707d0c. 00000100:00080000:1.0:1767384907.580987:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384907.580991:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003578c611. 00000100:00000001:3.0:1767384907.580992:0:17594:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384907.580993:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000010:2.0:1767384907.580995:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecbba0c3. 00000100:00000001:3.0:1767384907.580996:0:17594:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:1.0:1767384907.580999:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384907.581000:0:17594:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384907.581002:0:16805:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000020:00000040:1.0:1767384907.581002:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384907.581005:0:17594:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384907.581006:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.581008:0:17594:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384907.581010:0:17594:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.581018:0:17594:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.581019:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384907.581019:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384907.581022:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384907.581023:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373182720 02000000:00000001:1.0:1767384907.581025:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384907.581027:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384907.581027:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.581029:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384907.581029:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384907.581030:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:3.0:1767384907.581032:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384907.581034:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013190400 : -129515696361216 : ffff8a34c6ecf100) 02000000:00000001:1.0:1767384907.581035:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.581036:0:17594:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.581040:0:17594:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.581040:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373182720 00000100:00000040:2.0:1767384907.581043:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7df2b34 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384907.581045:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384907.581047:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:1.0:1767384907.581050:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384907.581052:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384907.581052:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:1.0:1767384907.581054:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:1.0:1767384907.581056:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:1.0:1767384907.581058:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384907.581061:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000161e2b2f. 00000020:00000010:1.0:1767384907.581061:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad7b5da2. 00000100:00000001:2.0:1767384907.581063:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.581063:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384907.581066:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000161e2b2f. 00000020:00000010:1.0:1767384907.581066:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad7b5da2. 00000100:00100000:2.0:1767384907.581070:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7df2b34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373182976:12345-0@lo:400: 00000020:00000010:1.0:1767384907.581071:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1cd44ec. 00000100:00000200:2.0:1767384907.581074:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182976 00000020:00000010:1.0:1767384907.581075:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051b03267. 00000020:00000001:2.0:1767384907.581076:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384907.581078:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000020:00000001:2.0:1767384907.581079:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384907.581081:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.581083:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384907.581084:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000040:1.0:1767384907.581084:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384907.581086:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384907.581087:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384907.581088:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384907.581090:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384907.581091:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384907.581093:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384907.581095:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581096:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384907.581097:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384907.581100:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384907.581101:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384907.581102:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384907.581103:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384907.581105:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384907.581106:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f7dd32a0. 02000000:00000001:2.0:1767384907.581108:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.581110:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.581112:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384907.581115:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373182976 00000100:00000001:1.0:1767384907.581116:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384907.581117:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384907.581121:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7df2b34 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.581127:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384907.581128:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384907.581129:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384907.581130:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384907.581133:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=10 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384907.581133:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384907.581135:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384907.581137:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384907.581138:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014284544 : -129515695267072 : ffff8a34c6fda300) 00000100:00000040:2.0:1767384907.581139:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384907.581142:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000040:1.0:1767384907.581143:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000dac21af x1853237373182720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384907.581144:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384907.581146:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581150:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.581153:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad7b5da2. 00000100:00000001:2.0:1767384907.581154:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384907.581155:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384907.581157:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384907.581158:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad7b5da2. 00000400:00000010:2.0:1767384907.581160:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000100:00000200:2.0:1767384907.581164:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373182976, offset 224 00000100:00100000:1.0:1767384907.581165:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000dac21af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373182720:12345-0@lo:400: 00000100:00000200:1.0:1767384907.581169:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373182720 00000020:00000001:1.0:1767384907.581170:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384907.581171:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384907.581173:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384907.581175:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.581177:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384907.581179:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384907.581179:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:1.0:1767384907.581182:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384907.581184:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384907.581186:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384907.581188:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273502400 00000020:00000001:1.0:1767384907.581188:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384907.581190:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.581192:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384907.581193:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1261 [1] + 224 00000100:00000001:1.0:1767384907.581195:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384907.581198:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384907.581198:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384907.581202:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007491545d. 00000400:00000200:2.0:1767384907.581203:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384907.581204:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581206:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.581207:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384907.581212:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384907.581215:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384907.581218:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373182720 00010000:00000001:1.0:1767384907.581220:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384907.581222:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384907.581224:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000dac21af x1853237373182720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.581232:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384907.581232:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384907.581234:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384907.581236:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=5 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384907.581238:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000400:00000010:2.0:1767384907.581240:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000100:00000001:1.0:1767384907.581240:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384907.581243:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:2.0:1767384907.581244:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384907.581246:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.581246:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384907.581248:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384907.581250:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.581250:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384907.581253:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384907.581253:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384907.581255:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384907.581255:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384907.581257:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384907.581258:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000020:00000001:2.0:1767384907.581259:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384907.581261:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373182720, offset 224 00000100:00000040:2.0:1767384907.581263:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7df2b34 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384907.581267:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384907.581271:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7df2b34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373182976:12345-0@lo:400: Request processed in 218us (597us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384907.581272:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384907.581278:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000200:1.0:1767384907.581279:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273502300 00000100:00000040:2.0:1767384907.581281:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:2.0:1767384907.581283:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384907.581283:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1259 [1] + 224 00000100:00000001:2.0:1767384907.581285:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384907.581287:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384907.581291:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384907.581294:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097086789. 00000100:00000001:1.0:1767384907.581294:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384907.581298:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c707d0c. 00000100:00000200:1.0:1767384907.581298:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384907.581301:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749892fa. 00000020:00000040:2.0:1767384907.581306:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000040:1.0:1767384907.581307:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.581308:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.581314:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384907.581318:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:1.0:1767384907.581321:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:1.0:1767384907.581323:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.581325:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.581336:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.581339:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384907.581342:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384907.581343:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.581351:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384907.581356:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dac21af x1853237373182720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.581364:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000dac21af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373182720:12345-0@lo:400: Request processed in 212us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384907.581385:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384907.581387:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384907.581390:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384907.581392:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384907.581395:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051b03267. 00000100:00000001:2.0:1767384907.581396:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384907.581399:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384907.581399:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000020:00000010:1.0:1767384907.581403:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1cd44ec. 00000400:00000001:2.0:1767384907.581404:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384907.581406:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384907.581407:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f66981. 00000020:00000040:1.0:1767384907.581407:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:1.0:1767384907.581410:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384907.581412:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:2.0:1767384907.581414:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:2.0:1767384907.581418:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384907.581423:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384907.581431:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.581431:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.581433:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384907.581436:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384907.581437:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384907.581439:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384907.581439:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f863481c. 00000100:00000001:2.0:1767384907.581441:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384907.581442:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf17b4 00000100:00000001:2.0:1767384907.581444:0:16165:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384907.581444:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001edf17b4. 02000000:00000001:2.0:1767384907.581447:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384907.581448:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384907.581449:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384907.581450:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384907.581451:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384907.581452:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384907.581458:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=9 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384907.581460:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384907.581462:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384907.581465:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384907.581467:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581468:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384907.581470:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384907.581470:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.581472:0:16163:0:(client.c:1578:after_reply()) Process entered 00010000:00080000:2.0:1767384907.581473:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384907.581473:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384907.581481:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581481:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.581483:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.581484:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384907.581485:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384907.581485:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.581487:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384907.581492:0:16163:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000083405982. 00000100:00000001:2.0:1767384907.581495:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384907.581496:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=5 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384907.581499:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384907.581499:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.581501:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384907.581502:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.581505:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384907.581506:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767384907.581508:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.581509:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384907.581511:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384907.581515:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384907.581515:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581517:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384907.581518:0:16163:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00100000:2.0:1767384907.581522:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061fd1436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373182976:0@lo:400: 00000100:00000040:1.0:1767384907.581522:0:16163:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000005a0a65b3 x1853237373180928/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384907.581528:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384907.581529:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767384907.581530:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384907.581531:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000075ec7aa. 00000100:00000040:1.0:1767384907.581531:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a0a65b3 x1853237373180928/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384907.581534:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:2.0:1767384907.581536:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:1.0:1767384907.581538:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384907.581539:0:16165:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384907.581541:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384907.581542:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384907.581543:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c3327a96. 02000000:00000001:1.0:1767384907.581546:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384907.581548:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384907.581549:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384907.581549:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384907.581552:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384907.581554:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000009f59ac3. 00000100:00000001:2.0:1767384907.581555:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384907.581556:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384907.581556:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384907.581558:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384907.581558:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384907.581559:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1767384907.581559:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a0a65b3. 00000100:00000001:2.0:1767384907.581560:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384907.581561:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581562:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384907.581563:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581563:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384907.581566:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=10 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384907.581566:0:16163:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1767384907.581568:0:16163:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767384907.581569:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384907.581571:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384907.581573:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.581574:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384907.581575:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384907.581577:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.581577:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.581585:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.581587:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384907.581588:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384907.581591:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384907.581623:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.581627:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384907.581629:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384907.581631:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384907.581632:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384907.581637:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.581644:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384907.581646:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384907.581647:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384907.581651:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384907.581657:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bac52902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373182848:0@lo:400: 00000100:00000001:2.0:1767384907.581664:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.581666:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384907.581669:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061fd1436 x1853237373182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.581676:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384907.581678:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384907.581680:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af8de33c. 02000000:00000001:2.0:1767384907.581684:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384907.581686:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384907.581688:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384907.581690:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384907.581692:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b7af3c5e. 02000000:00000001:2.0:1767384907.581696:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384907.581697:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384907.581700:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061fd1436. 00000100:00000001:2.0:1767384907.581704:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384907.581706:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.581708:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384907.581711:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bac52902 x1853237373182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.581725:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384907.581727:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384907.581728:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5c50546. 02000000:00000001:2.0:1767384907.581732:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384907.581734:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384907.581735:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384907.581736:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384907.581738:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f641b6b. 02000000:00000001:2.0:1767384907.581741:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384907.581742:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384907.581743:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bac52902. 00000100:00000001:2.0:1767384907.581746:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384907.581747:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.581748:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.581753:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384907.581754:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.581756:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384907.581757:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.581817:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011b0ceb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373182720:0@lo:400: 00000400:00000001:1.0:1767384907.581824:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384907.581826:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384907.581828:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064dda202. 00000400:00000200:1.0:1767384907.581832:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f5d9c91 00000400:00000010:1.0:1767384907.581834:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f5d9c91. 00000100:00000001:1.0:1767384907.581837:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384907.581841:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384907.581848:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.581856:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384907.581857:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.581860:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384907.581862:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384907.581863:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.581865:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.581868:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384907.581872:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384907.581875:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.581878:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384907.581880:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.581883:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384907.581887:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384907.581905:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.581908:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384907.581910:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384907.581912:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384907.581914:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.581918:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.581925:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.581927:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384907.581929:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384907.581932:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384907.581935:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384907.581938:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384907.581944:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384907.581949:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.581953:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.581961:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91b82fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373182592:0@lo:13: 00000100:00000001:1.0:1767384907.581967:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.581970:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.581972:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011b0ceb0 x1853237373182720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.581980:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384907.581982:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384907.581984:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062eb3c84. 02000000:00000001:1.0:1767384907.581989:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384907.581991:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.581992:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384907.581994:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384907.582001:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008a533b1. 02000000:00000001:1.0:1767384907.582005:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384907.582006:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384907.582008:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011b0ceb0. 00000100:00000001:1.0:1767384907.582011:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384907.582012:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.582014:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.582017:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91b82fa x1853237373182592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.582023:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384907.582024:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384907.582025:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a13e5915. 02000000:00000001:1.0:1767384907.582029:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384907.582031:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.582032:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384907.582035:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384907.582036:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005734357e. 02000000:00000001:1.0:1767384907.582040:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384907.582042:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384907.582043:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91b82fa. 00000100:00000001:1.0:1767384907.582046:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384907.582047:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.582049:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.582054:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.582055:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.582058:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.582060:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384907.597638:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294898193, at 4294898194 00000100:00000040:1.0:1767384907.597638:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294898193, at 4294898194 00000100:00000010:2.0:1767384907.597650:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a8ccb0c. 00000100:00000010:1.0:1767384907.597651:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001107810f. 00000100:00000040:0.0:1767384907.598634:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294898193, at 4294898195 00000100:00000010:0.0:1767384907.598641:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5c5d862. 00000100:00000040:3.0:1767384907.598648:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294898193, at 4294898195 00000100:00000010:3.0:1767384907.598656:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d816ca3. 00080000:00000001:1.0:1767384907.999129:0:19499:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384907.999141:0:19499:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.999144:0:19499:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384907.999150:0:19499:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384907.999154:0:19499:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.999157:0:19499:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.476672:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384908.476677:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.476682:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384908.476683:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.476701:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384908.476705:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.476709:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384908.749078:0:19664:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384908.749083:0:19664:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:2.0:1767384908.752835:0:19664:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384908.758828:0:19665:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000292edcd9. 00000400:00000010:3.0:1767384908.758841:0:19665:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000130241fc. 00000400:00000010:3.0:1767384908.758851:0:19665:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000060ad8844. 00000400:00000010:3.0:1767384908.758854:0:19665:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000749892fa. 00000400:00000010:3.0:1767384908.758857:0:19665:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000934ce64c. 00000400:00000010:3.0:1767384908.758861:0:19665:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f86be5f1. 00000400:00000010:3.0:1767384908.758863:0:19665:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003926c70e. 00000400:00000010:3.0:1767384908.758864:0:19665:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000756077b. 00000400:00000010:3.0:1767384908.758867:0:19665:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009c29835a. 00000800:00000010:3.0:1767384908.758874:0:19665:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b39dc70b. 00000800:00000200:3.0:1767384908.758889:0:19665:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384908.758894:0:19665:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384908.758924:0:19665:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384908.758941:0:19665:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp13 [8/256/0/180] 00000400:00000010:3.0:1767384908.761342:0:19665:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 0000000039c932c5. 00000400:00000010:3.0:1767384908.761361:0:19665:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e1c1e1. 00000400:00000010:3.0:1767384908.761368:0:19665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000400:00000001:3.0:1767384908.761383:0:19665:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384908.761385:0:19665:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384908.761387:0:19665:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae43253a. 00000400:00000200:3.0:1767384908.761391:0:19665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767384908.761393:0:19665:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767384908.761398:0:19665:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000bcf75159. 00000400:00000200:3.0:1767384908.761402:0:19665:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (4) 00000400:00000200:3.0:1767384908.761415:0:19665:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384908.761425:0:19665:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:3.0:1767384908.761432:0:19665:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000048da53b. 00000400:00000200:2.0:1767384908.761437:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384908.761438:0:19665:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384908.761442:0:19665:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp13 00000400:00000200:2.0:1767384908.761446:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384908.761452:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000400:00000200:2.0:1767384908.761455:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (5) 00000400:00000010:3.0:1767384908.761460:0:19665:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000130241fc. 00000400:00000010:2.0:1767384908.761460:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002619a764. 00000400:00000010:3.0:1767384908.761467:0:19665:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000292edcd9. 00000400:00000200:2.0:1767384908.761468:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:00000001:0.0:1767384908.761482:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384908.761484:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:0.0:1767384908.761487:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384908.761490:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384908.761493:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384908.761498:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384908.761500:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384908.761502:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384908.761510:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384908.761510:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384908.761513:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384908.761515:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.761517:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384908.761520:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384908.761522:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384908.761525:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384908.761526:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.761529:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384908.761535:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c690bc0e. 00000400:00000200:2.0:1767384908.761536:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:00000040:0.0:1767384908.761540:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384908.761545:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp12 00000100:00000001:0.0:1767384908.761546:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.761550:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384908.761553:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp12 lpni_is_preferred = 0 02000000:00000001:0.0:1767384908.761555:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.761558:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp12 00000400:00000200:2.0:1767384908.761562:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp12 NI seq info: [11:11:256:4294967295] 192.168.204.149@tcp12 LPNI seq info [11:11:8:4294967295] 02000000:00000010:0.0:1767384908.761566:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006cf08506. 00000400:00000200:2.0:1767384908.761569:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp12 00000100:00000001:0.0:1767384908.761576:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.761579:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12:) -> 192.168.204.149@tcp12(192.168.204.149@tcp:192.168.204.149@tcp12) : PUT try# 0 00000800:00000200:2.0:1767384908.761584:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.204.149@tcp12 00000100:00000001:0.0:1767384908.761587:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384908.761589:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d085d914. 00000100:00000001:0.0:1767384908.761616:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.761618:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000019a1dc36. 00000800:00000010:2.0:1767384908.761623:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fc819e5f. 00000100:00000040:0.0:1767384908.761627:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c690bc0e] to pc [ptlrpcd_00_00+0] req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384908.761630:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (2) 00000800:00000200:2.1:1767384908.761640:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (2) 00000400:00000200:2.0:1767384908.761658:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:0.0:1767384908.761662:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.761663:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 10000000:00000001:0.0:1767384908.761669:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.761672:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384908.761674:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384908.761680:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384908.761681:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384908.761683:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384908.761684:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384908.761686:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384908.761687:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384908.761689:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384908.761690:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384908.761692:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.761693:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384908.761694:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384908.761696:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.761697:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384908.761701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e23391ad. 00000020:00000040:0.0:1767384908.761703:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384908.761710:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.761711:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384908.761714:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384908.761720:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fe853bab. 00000100:00000001:0.0:1767384908.761723:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.761726:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:0.0:1767384908.761726:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384908.761729:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.761734:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384908.761735:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e23391ad] to pc [ptlrpcd_00_01+1] req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.761740:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384908.761747:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.761750:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384908.761751:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.761754:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384908.761756:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384908.761759:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384908.761760:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000048da53b. 00000400:00000200:2.0:1767384908.761770:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:1.0:1767384908.761770:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384908.761772:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.761773:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.761778:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384908.761779:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384908.761780:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384908.761782:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384908.761786:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.761787:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384908.761790:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c690bc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373183104:0@lo:253: 00000400:00000200:2.0:1767384908.761799:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:1.0:1767384908.761799:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384908.761801:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384908.761806:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.761808:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384908.761810:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384908.761812:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.761814:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384908.761815:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373183232:0@lo:253: 02000000:00000001:1.0:1767384908.761820:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.761820:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384908.761824:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384908.761826:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384908.761827:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.761829:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 02000000:00000001:0.0:1767384908.761831:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384908.761836:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000472e2ad. 02000000:00000010:0.0:1767384908.761837:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b0cc0b07. 02000000:00000001:0.0:1767384908.761842:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.761843:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.761847:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000400:00000010:1.0:1767384908.761851:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020cffe94. 00000400:00000200:2.0:1767384908.761853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000010:0.0:1767384908.761854:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006535768c. 00000400:00000010:1.0:1767384908.761859:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f6dae3a. 00000100:00000200:0.0:1767384908.761860:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373183232, portal 25 00000100:00000200:1.0:1767384908.761867:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373183104, portal 25 00000100:00000001:0.0:1767384908.761869:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384908.761873:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384908.761873:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000100:00000001:1.0:1767384908.761877:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014276480 : -129515695275136 : ffff8a34c6fd8380) 00000400:00000200:2.0:1767384908.761882:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000040:0.0:1767384908.761882:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384908.761888:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.761899:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384908.761907:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384908.761907:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.761911:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0f5e9e. 00000100:00000040:1.0:1767384908.761916:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384908.761917:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373183232, offset 0 00000400:00000010:1.0:1767384908.761921:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dccb0ac. 00000400:00000200:0.0:1767384908.761925:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384908.761930:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373183104, offset 0 00000400:00000200:0.0:1767384908.761936:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384908.761940:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384908.761947:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502500 00000400:00000200:1.0:1767384908.761953:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384908.761955:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000010:0.0:1767384908.761959:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030b0553d. 00000400:00000200:0.0:1767384908.761963:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015684790 00000400:00000200:1.0:1767384908.761966:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502480 00000400:00000200:0.0:1767384908.761969:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.761972:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000200:0.0:1767384908.761978:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384908.761979:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba63f35e. 00000400:00000200:1.0:1767384908.761985:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ddbf307 00000400:00000200:1.0:1767384908.761991:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.761994:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015684790 00000400:00000010:0.0:1767384908.761997:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015684790. 00000400:00000200:1.0:1767384908.762005:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.762006:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384908.762010:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384908.762011:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ddbf307 00000100:00000040:0.0:1767384908.762013:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000002a1aa92d x1853237373183232 msgsize 4848 00000400:00000010:1.0:1767384908.762015:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ddbf307. 00000100:00000001:1.0:1767384908.762020:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384908.762023:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384908.762023:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384908.762028:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009eaafdf3 x1853237373183104 msgsize 4848 00000100:00000040:0.0:1767384908.762028:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384908.762035:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384908.762037:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384908.762038:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384908.762046:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0f5e9e 00000400:00000010:0.0:1767384908.762049:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f0f5e9e. 00000100:00000001:1.0:1767384908.762051:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.762053:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384908.762057:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384908.762059:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dccb0ac 00000400:00000010:1.0:1767384908.762065:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dccb0ac. 00000100:00000001:0.0:1767384908.762068:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384908.762071:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384908.762072:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384908.762079:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.762081:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.762085:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384908.762094:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384908.762098:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.762100:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.762103:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294899374 00000800:00000010:2.0:1767384908.762111:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1048c7a. 00000100:00000010:0.0:1767384908.762111:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5c5d862. 00000100:00000001:1.0:1767384908.762112:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762117:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767384908.762119:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005caa3d37. 00000100:00000001:0.0:1767384908.762120:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384908.762123:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.762128:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037f7c71b. 00000100:00000001:1.0:1767384908.762128:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294899374 00000100:00000001:0.0:1767384908.762129:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294899374 00000100:00000001:1.0:1767384908.762135:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294899374 00000100:00000010:0.0:1767384908.762137:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000431ba0e0. 00000100:00000001:1.0:1767384908.762141:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294899374 00000100:00000001:0.0:1767384908.762143:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384908.762149:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294899374 00000100:00000001:1.0:1767384908.762150:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294899374 00000100:00000001:1.0:1767384908.762154:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294899374 00000100:00000010:0.0:1767384908.762154:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fe6a61f. 00000100:00000001:0.0:1767384908.762161:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767384908.762162:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037f7c71b. 00000100:00000001:0.0:1767384908.762165:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294899374 00000100:00000001:1.0:1767384908.762169:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294899374 00000100:00000010:0.0:1767384908.762171:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050fa7eca. 00000100:00000001:1.0:1767384908.762173:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294899374 00000100:00000001:0.0:1767384908.762176:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384908.762181:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294899374 00000100:00000001:0.0:1767384908.762181:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.762187:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762188:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.762192:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.762193:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762196:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.762197:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.762202:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.762207:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.762211:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384908.762215:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.762216:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.762220:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384908.762220:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384908.762225:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762226:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.762229:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384908.762230:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762232:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762236:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.762254:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384908.762256:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384908.762260:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183232 02000000:00000001:0.0:1767384908.762263:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384908.762265:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384908.762268:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762271:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384908.762271:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384908.762275:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183104 00000400:00000200:2.0:1767384908.762276:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp12 from 249.3.0.2 00000100:00100000:0.0:1767384908.762277:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183232 02000000:00000001:1.0:1767384908.762279:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384908.762281:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384908.762282:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384908.762285:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384908.762286:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.762288:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000faf25c9e. 00000020:00000001:0.0:1767384908.762290:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384908.762291:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.762294:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00100000:1.0:1767384908.762295:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183104 00000020:00000001:1.0:1767384908.762298:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384908.762299:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384908.762302:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384908.762304:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000040:1.0:1767384908.762305:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384908.762309:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384908.762310:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384908.762315:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384908.762317:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384908.762319:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384908.762322:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000020:00000010:1.0:1767384908.762324:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3712a5. 00000100:00000001:0.0:1767384908.762328:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.762329:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.762334:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3712a5. 00000020:00000010:0.0:1767384908.762334:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d67f4c60. 00000020:00000010:0.0:1767384908.762343:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ffe226. 00000020:00000010:1.0:1767384908.762344:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054eac36d. 00000020:00000010:1.0:1767384908.762364:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051b03267. 00000020:00000010:0.0:1767384908.762366:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000edce7433. 00000020:00000010:1.0:1767384908.762370:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dc82df3. 00000020:00000010:0.0:1767384908.762373:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aca48df6. 00000100:00000040:1.0:1767384908.762381:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384908.762385:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384908.762387:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384908.762387:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384908.762391:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.762391:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384908.762395:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.762401:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.762402:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.762407:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045bbea45. 00000100:00000001:1.0:1767384908.762411:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.762412:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384908.762413:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f959c139. 00000100:00000001:1.0:1767384908.762427:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384908.762430:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384908.762431:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384908.762433:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384908.762437:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d4029c9d. 00000100:00100000:1.0:1767384908.762438:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:1.0:1767384908.762443:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000800:00000200:2.1:1767384908.762449:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (2) 00000100:00100000:0.0:1767384908.762450:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:1.0:1767384908.762452:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671905872 : -129515037645744 : ffff8a34ee302450) 00000100:00000040:0.0:1767384908.762458:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000040:1.0:1767384908.762461:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009eaafdf3 x1853237373183104/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.762462:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671908944 : -129515037642672 : ffff8a34ee303050) 00000800:00000200:2.1:1767384908.762463:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp12 00000000d4029c9d deleted 00000800:00000010:2.1:1767384908.762468:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d4029c9d. 00000100:00000040:0.0:1767384908.762474:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a1aa92d x1853237373183232/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384908.762477:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:1.0:1767384908.762479:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384908.762484:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3712a5. 00000100:00000001:1.0:1767384908.762490:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.762490:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.1:1767384908.762491:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp12 ip 192.168.204.149:1017 00000020:00000010:1.0:1767384908.762495:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3712a5. 00000020:00000010:0.0:1767384908.762497:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000800:00000200:2.1:1767384908.762500:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d085d914 type 1, nob 208 niov 1 nkiov 1 00000100:00000001:0.0:1767384908.762501:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384908.762505:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009eaafdf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373183104:12345-0@lo:253: 00000020:00000010:0.0:1767384908.762507:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d67f4c60. 00000100:00000200:1.0:1767384908.762514:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183104 00000800:00000200:2.0:1767384908.762516:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp12 p 3.x 192.168.204.149 -> 192.168.204.149:1017 incarnation:1767384907505267125 sched[0] 00000020:00000001:1.0:1767384908.762519:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384908.762519:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a1aa92d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373183232:12345-0@lo:253: 00000020:00000001:1.0:1767384908.762523:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384908.762527:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.762528:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037f7c71b. 00000100:00000200:0.0:1767384908.762528:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183232 00000020:00000001:1.0:1767384908.762531:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384908.762532:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384908.762535:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384908.762537:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384908.762539:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384908.762540:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.762541:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384908.762543:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384908.762545:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384908.762547:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384908.762549:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.762553:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:1.0:1767384908.762554:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384908.762558:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384908.762558:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384908.762563:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384908.762566:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1db4afe. 00000020:00000001:0.0:1767384908.762567:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384908.762570:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.762572:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384908.762573:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.762576:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.762577:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384908.762579:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037f7c71b. 00000100:00000001:0.0:1767384908.762583:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1767384908.762584:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f959c139. 20000000:00000010:1.0:1767384908.762586:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000090833fa4. 02000000:00000001:0.0:1767384908.762588:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384908.762591:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384908.762614:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384908.762616:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384908.762618:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.762620:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.762622:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384908.762622:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c20f964c. 02000000:00000001:0.0:1767384908.762628:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.762630:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384908.762632:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059d2860e. 20000000:00000001:0.0:1767384908.762633:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384908.762638:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000faf25c9e. 20000000:01000000:1.0:1767384908.762641:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000010:0.0:1767384908.762642:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007a09eb24. 20000000:01000000:0.0:1767384908.762647:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384908.762650:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384908.762650:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384908.762651:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384908.762651:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384908.762655:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.762657:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384908.762657:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384908.762658:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384908.762659:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384908.762699:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384908.762703:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384908.762705:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.762706:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:2.0:1767384908.762707:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384908.762710:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384908.762712:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d085d914. 00000020:00000001:1.0:1767384908.762716:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:2.0:1767384908.762719:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384908.762721:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384908.762726:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: PUT: OK 00080000:00000010:1.0:1767384908.762729:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000309aa72c. 00000400:00000200:2.0:1767384908.762731:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:1.0:1767384908.762733:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651169280 : -129520058382336 : ffff8a33c2edc800) 00000400:00000200:2.0:1767384908.762736:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00080000:00000001:1.0:1767384908.762738:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.1:1767384908.762767:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384908.762772:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp12 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384907505267125 sched[0] 00000800:00000010:2.0:1767384908.762775:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005caa3d37. 00000400:00000200:2.0:1767384908.762818:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000001:00000001:1.0:1767384908.762849:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384908.762852:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.762856:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00080000:00000001:1.0:1767384908.762856:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384908.762879:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00080000:00000001:1.0:1767384908.762880:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.762884:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384908.762920:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384908.762962:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384908.762998:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00080000:00000001:1.0:1767384908.763061:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384908.763065:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384908.763081:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000001:1.0:1767384908.763204:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.763213:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384908.763216:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.763220:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.763229:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12) <- 192.168.204.149@tcp12 : PUT - for me 00000400:00000200:1.0:1767384908.763238:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384908.763244:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 112/112 into md 0x1235 [1] + 0 00000400:00000010:1.0:1767384908.763248:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa73ba68. 00000400:00000200:1.0:1767384908.763253:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b2503b6 00000800:00000001:1.0:1767384908.763257:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.763268:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.763270:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.763275:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: PUT: OK 00000400:00000200:1.0:1767384908.763279:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2503b6 00000400:00000010:1.0:1767384908.763281:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b2503b6. 00000400:00000200:1.0:1767384908.763284:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384908.763294:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (6) 00000400:00000200:1.0:1767384908.763299:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384908.763304:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000001b1d315f. 00000400:00000200:1.0:1767384908.763307:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 5 00000400:00000200:1.0:1767384908.763309:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000800:00000010:2.0:1767384908.763312:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000646a8d71. 00000800:00000010:2.0:1767384908.763318:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d4029c9d. 00000400:00000200:1.0:1767384908.763320:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (7) 00000800:00000010:2.0:1767384908.763323:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037f7c71b. 00000400:00000200:1.0:1767384908.763326:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384908.763370:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp12 to MR: 192.168.204.149@tcp12 local destination 00000400:00000200:1.0:1767384908.763377:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp12 NI seq info: [12:12:256:4294967295] 192.168.204.149@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384908.763391:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12:192.168.204.149@tcp12) -> 192.168.204.149@tcp12(192.168.204.149@tcp12:192.168.204.149@tcp12) 192.168.204.149@tcp12 : ACK try# 0 00000800:00000200:1.0:1767384908.763415:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp12 00000800:00000010:2.0:1767384908.763419:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037f7c71b. 00000800:00000010:1.0:1767384908.763419:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a49febdc. 00000800:00000200:1.0:1767384908.763427:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (4) 00000800:00000200:1.0:1767384908.763433:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp12 ip 192.168.204.149:988 00000800:00000200:1.0:1767384908.763435:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a49febdc type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384908.763445:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384908.763452:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050a3382c. 00000400:00000010:2.0:1767384908.763463:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000143667c4. 00000400:00000200:2.0:1767384908.763466:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:2.0:1767384908.763470:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004d1 00000400:00000010:2.0:1767384908.763477:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000d06e833d. 00000400:00000010:2.0:1767384908.763480:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 000000006b3d4ec8. 00000400:00000010:2.0:1767384908.763483:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 0000000088ea4151. 00000800:00000200:1.0:1767384908.763490:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384908.763493:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a49febdc. 00000400:00000010:2.0:1767384908.763496:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000850dba46. 00000400:00000200:1.0:1767384908.763496:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.763507:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: ACK: OK 00000400:00000200:2.0:1767384908.763508:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000850dba46 nid 192.168.204.149@tcp13 00000800:00000001:1.0:1767384908.763514:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384908.763515:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000077d8f491. 00000800:00000001:1.0:1767384908.763518:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.763521:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000077d8f491 net tcp13 00000800:00000001:1.0:1767384908.763523:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.763527:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.763529:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (6) 00000800:00000001:1.0:1767384908.763530:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.763537:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.763541:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp13 flags 0x11 00000400:00000200:1.0:1767384908.763548:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12) <- 192.168.204.149@tcp12 : ACK - for me 00000400:00000010:2.0:1767384908.763551:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000d06e833d. 00000400:00000010:2.0:1767384908.763557:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 000000006b3d4ec8. 00000400:00000200:1.0:1767384908.763560:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp12: ACK from 12345-192.168.204.149@tcp12 into md 0x127d 00000400:00000010:2.0:1767384908.763562:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 0000000088ea4151. 00000400:00000200:1.0:1767384908.763564:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384908.763567:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000001b1d315f. 00000400:00000200:1.0:1767384908.763571:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: ACK: OK 00000400:00000200:1.0:1767384908.763574:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000400:00000200:2.0:1767384908.763575:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384908.763578:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100551 00000400:00000200:2.0:1767384908.763583:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 1 00000400:00000010:1.0:1767384908.763583:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000400:00000200:1.0:1767384908.763590:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384908.763591:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 00000400:00000200:2.0:1767384908.763596:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384908.763598:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100511 rc 0 00000400:00000200:1.0:1767384908.763603:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:2.0:1767384908.763604:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384908.763875:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (7) 00000400:00000200:2.0:1767384908.763881:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (6) 00000800:00000001:1.0:1767384908.763890:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.763895:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.763941:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384908.763954:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp12 from 248.3.0.2 00000800:00000010:2.0:1767384908.763957:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006b261687. 00000800:00000010:2.0:1767384908.764067:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008c1f3e4c. 00000800:00000010:2.0:1767384908.764073:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b3d4ec8. 00000800:00000010:2.0:1767384908.764083:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2d6437b. 00000800:00000200:2.1:1767384908.764087:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (4) 00000800:00000200:2.1:1767384908.764092:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp12 00000000e2d6437b deleted 00000800:00000010:2.1:1767384908.764094:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e2d6437b. 00000800:00000200:2.1:1767384908.764096:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384908.764099:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp12 p 3.x 192.168.204.149 -> 192.168.204.149:1016 incarnation:1767384907505267125 sched[0] 00000800:00000010:2.0:1767384908.764104:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037f7c71b. 00000800:00000010:2.0:1767384908.764162:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037f7c71b. 00000800:00000010:2.0:1767384908.764167:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b3d4ec8. 00000800:00000010:2.0:1767384908.764185:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006b261687. 00000800:00000001:2.0:1767384908.764196:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384908.764202:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384908.764223:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384908.764229:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp12 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384907505267125 sched[0] 00000800:00000010:2.0:1767384908.764233:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d4029c9d. 00000800:00000001:0.0:1767384908.764260:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.764265:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384908.772146:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384908.772153:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384908.772157:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.772159:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384908.772161:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384908.772166:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384908.772169:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384908.772170:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384908.772171:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384908.772175:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384908.772179:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000309aa72c. 20000000:00000001:1.0:1767384908.772182:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384908.772184:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384908.772189:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384908.772195:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009eb71e7c. 00080000:00000020:1.0:1767384908.772195:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384908.772202:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:3.0:1767384908.772208:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384908.772212:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384908.772214:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384908.772216:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384908.772220:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384908.772224:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384908.772227:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384908.772235:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ccb367af. 00010000:00000001:1.0:1767384908.772240:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384908.772243:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384908.772247:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384908.772250:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b35e3 to hash 00000020:00000001:1.0:1767384908.772252:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384908.772254:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.772257:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00080000:00000001:3.0:1767384908.772258:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384908.772260:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.772265:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384908.772267:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384908.772269:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384908.772270:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384908.772277:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384908.772283:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384908.772283:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384908.772290:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:3.0:1767384908.772292:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384908.772293:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384908.772299:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384908.772303:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384908.772305:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.772307:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384908.772308:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c8a11c6. 00010000:00000001:1.0:1767384908.772309:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.772314:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384908.772316:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632616448 : -129520076935168 : ffff8a33c1d2b000) 00010000:00000001:1.0:1767384908.772318:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384908.772321:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384908.772322:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384908.772324:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384908.772327:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ccb367af) refcount = 1 00010000:00010000:1.0:1767384908.772330:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772337:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384908.772339:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384908.772340:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.772342:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772344:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384908.772346:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384908.772368:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:1.0:1767384908.772372:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.772374:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.772376:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384908.772378:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.772380:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.772383:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384908.772385:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772391:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384908.772393:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772396:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.772398:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384908.772399:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772431:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.772432:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772435:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384908.772437:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384908.772443:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384908.772445:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.772447:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384908.772449:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772453:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384908.772454:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.772456:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.772457:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000020:00000001:1.0:1767384908.772459:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.772460:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.772463:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384908.772465:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384908.772468:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384908.772469:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384908.772472:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384908.772473:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772475:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384908.772480:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384908.772481:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384908.772483:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384908.772486:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.772487:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384908.772489:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b35e3 from hash 00010000:00000001:1.0:1767384908.772490:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384908.772492:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.772493:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.772500:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384908.772501:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772502:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384908.772505:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1767384908.772507:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384908.772507:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384908.772511:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.772513:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772515:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384908.772516:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384908.772518:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.772520:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.772521:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772523:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.772524:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.772526:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772529:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.772531:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.772532:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384908.772533:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384908.772534:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.772535:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.772537:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384908.772540:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.772541:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.772543:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.772547:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384908.772548:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384908.772550:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b35e3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384908.772554:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ccb367af count: 0 00010000:00000001:1.0:1767384908.772565:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384908.772566:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384908.772680:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384908.772685:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384908.778642:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294899374, at 4294899375 00000100:00000010:0.0:1767384908.778650:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5c5d862. 00000100:00000040:3.0:1767384908.778652:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294899374, at 4294899375 00000100:00000010:3.0:1767384908.778659:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050fa7eca. 00000100:00000040:2.0:1767384908.778702:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294899374, at 4294899375 00000100:00000010:2.0:1767384908.778713:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fe6a61f. 00010000:00000010:1.1:1767384908.779643:0:19671:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ccb367af. 00010000:00000010:1.1:1767384908.779655:0:19671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00000100:00000040:1.0:1767384908.779673:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294899374, at 4294899376 00000100:00000010:1.0:1767384908.779678:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00000400:00000010:0.0:1767384908.782968:0:19670:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005bc354ea. 00000400:00000040:0.0:1767384908.783001:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384908.783003:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384908.783005:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384908.783007:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384908.783010:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384908.783011:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384908.783014:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384908.783015:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384908.783017:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384908.783018:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384908.783020:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384908.783021:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384908.783023:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384908.783031:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384908.783032:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384908.783034:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384908.783035:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384908.783037:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384908.783038:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384908.783040:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384908.783042:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384908.783043:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384908.783044:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384908.783046:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384908.783047:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384908.783049:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384908.783050:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384908.783052:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384908.783053:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384908.783055:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384908.783057:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384908.783059:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384908.783060:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384908.783062:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384908.783063:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384908.783065:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384908.783066:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384908.783068:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384908.783070:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384908.783071:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384908.783072:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384908.783074:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384908.783076:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384908.783077:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384908.783078:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384908.783080:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384908.783081:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384908.783082:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384908.783084:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384908.783085:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384908.783086:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384908.783087:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384908.783094:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384908.783096:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384908.783097:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384908.783098:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384908.783100:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384908.783122:0:19670:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005bc354ea. 00080000:00000001:3.0:1767384908.783310:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384908.783312:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384908.783316:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384908.783318:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384908.783319:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384908.783323:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384908.783325:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384908.783326:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384908.783331:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384908.783331:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c8a11c6. 20000000:01000000:3.0:1767384908.783335:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384908.783337:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384908.783364:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384908.783369:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384908.783378:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384908.783467:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384908.783470:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384908.783472:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384908.783475:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384908.783477:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384908.783480:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c99e7461. 00010000:00000001:1.0:1767384908.783483:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384908.783485:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384908.783488:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384908.783489:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b35ea to hash 00000020:00000001:1.0:1767384908.783491:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384908.783492:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.783494:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.783497:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.783499:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.783501:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783506:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384908.783509:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384908.783510:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384908.783512:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384908.783513:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.783514:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384908.783515:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.783533:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384908.783535:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384908.783537:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384908.783537:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384908.783539:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c99e7461) refcount = 1 00010000:00010000:1.0:1767384908.783541:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783546:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384908.783548:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384908.783549:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.783557:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.783558:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384908.783560:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384908.783562:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:1.0:1767384908.783564:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.783566:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.783567:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384908.783569:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.783571:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.783573:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384908.783574:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783577:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384908.783578:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783583:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.783584:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384908.783585:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783589:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.783590:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.783591:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384908.783611:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384908.783616:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384908.783618:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.783619:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384908.783621:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783625:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384908.783631:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.783633:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.783635:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000020:00000001:1.0:1767384908.783637:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.783639:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384908.783641:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384908.783643:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783647:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384908.783649:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.783651:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.783653:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384908.783654:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384908.783655:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.783656:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384908.783657:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b35ea from hash 00010000:00000001:1.0:1767384908.783658:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384908.783659:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.783660:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.783660:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384908.783662:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384908.783663:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384908.783664:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384908.783665:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.783667:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.783668:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384908.783669:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384908.783670:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.783671:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.783673:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.783674:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.783676:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.783677:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783680:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.783684:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.783685:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384908.783686:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384908.783687:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.783688:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.783689:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384908.783690:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.783691:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.783693:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.783697:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384908.783698:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384908.783699:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b35ea lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384908.783703:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c99e7461 count: 0 00010000:00000001:1.0:1767384908.783710:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384908.783711:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384908.784437:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384908.784441:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384908.784443:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000090833fa4. 20000000:00000001:2.0:1767384908.784447:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384908.784451:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183104 00010000:00000001:2.0:1767384908.784454:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384908.784461:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009eaafdf3 x1853237373183104/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.784469:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384908.784471:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.784474:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384908.784478:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384908.784481:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384908.784490:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384908.784494:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384908.784497:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.784500:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384908.784503:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384908.784507:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e59e45. 00000100:00000200:2.0:1767384908.784511:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373183104, offset 224 00000400:00000200:2.0:1767384908.784518:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384908.784528:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384908.784537:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502480 00000400:00000200:2.0:1767384908.784542:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1285 [2] + 224 00000400:00000200:2.0:1767384908.784549:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384908.784555:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384908.784561:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384908.784567:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384908.784577:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.784617:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.784627:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e59e45 00000400:00000010:2.0:1767384908.784630:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e59e45. 00000100:00000001:2.0:1767384908.784635:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384908.784637:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384908.784643:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.784646:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384908.784648:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384908.784650:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.784653:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384908.784657:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eaafdf3 x1853237373183104/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384908.784665:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009eaafdf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373183104:12345-0@lo:253: Request processed in 22185us (22636us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384908.784673:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:2.0:1767384908.784699:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384908.784702:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384908.784704:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384908.784708:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051b03267. 00000020:00000010:2.0:1767384908.784713:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dc82df3. 00000020:00000010:2.0:1767384908.784716:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054eac36d. 00000020:00000040:2.0:1767384908.784721:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384908.784725:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384908.784727:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1db4afe. 02000000:00000001:2.0:1767384908.784732:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384908.784734:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384908.784739:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384908.784744:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbff29fd. 00000400:00000010:2.0:1767384908.784748:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e59e45. 00000100:00000001:0.0:1767384908.784760:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.784764:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384908.784769:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384908.784771:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384908.784773:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020cffe94. 00000400:00000200:0.0:1767384908.784776:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f6dae3a 00000400:00000010:0.0:1767384908.784778:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f6dae3a. 00000100:00000001:0.0:1767384908.784780:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.784784:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384908.784792:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.784797:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.784798:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.784800:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384908.784802:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384908.784804:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384908.784806:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.784807:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.784811:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384908.784814:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.784817:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384908.784818:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.784820:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384908.784821:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.784823:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.784826:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.784831:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.784834:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384908.784842:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384908.784845:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384908.784847:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384908.784848:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384908.784849:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384908.784850:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.784851:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384908.784852:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384908.784853:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384908.784855:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.784856:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384908.784858:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.784864:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c690bc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373183104:0@lo:253: 00000100:00000001:0.0:1767384908.784867:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.784869:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384908.784870:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c690bc0e x1853237373183104/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.784875:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384908.784877:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384908.784878:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000472e2ad. 02000000:00000001:0.0:1767384908.784881:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384908.784883:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384908.784884:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384908.784886:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384908.784888:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006cf08506. 02000000:00000001:0.0:1767384908.784891:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384908.784892:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384908.784893:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c690bc0e. 00000100:00000001:0.0:1767384908.784896:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384908.784897:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.784898:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.784904:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.784906:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.784908:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.784910:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384908.787095:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384908.787098:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384908.787100:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007a09eb24. 20000000:00000001:3.0:1767384908.787105:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384908.787109:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183232 00010000:00000001:3.0:1767384908.787113:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384908.787118:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a1aa92d x1853237373183232/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384908.787128:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384908.787130:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384908.787133:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384908.787137:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384908.787140:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384908.787143:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384908.787146:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384908.787148:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.787151:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384908.787154:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384908.787173:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d8f8186. 00000100:00000200:3.0:1767384908.787185:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373183232, offset 224 00000400:00000200:3.0:1767384908.787191:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384908.787198:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384908.787205:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502500 00000400:00000200:3.0:1767384908.787210:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1281 [2] + 224 00000400:00000200:3.0:1767384908.787217:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384908.787221:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384908.787225:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384908.787230:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.787241:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.787259:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384908.787266:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8f8186 00000400:00000010:3.0:1767384908.787269:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d8f8186. 00000100:00000001:3.0:1767384908.787274:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384908.787276:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.787277:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.787280:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384908.787284:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384908.787288:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384908.787289:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384908.787293:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384908.787294:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384908.787297:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384908.787299:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384908.787300:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000400:00000200:0.0:1767384908.787305:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006535768c 00000100:00000040:3.0:1767384908.787308:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a1aa92d x1853237373183232/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384908.787309:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006535768c. 00000100:00000001:0.0:1767384908.787314:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.787321:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.787330:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a1aa92d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373183232:12345-0@lo:253: Request processed in 24835us (25311us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384908.787338:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.787361:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000001:0.0:1767384908.787361:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.787365:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.787368:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384908.787370:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 02000000:00000001:0.0:1767384908.787370:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384908.787373:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384908.787375:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.787378:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384908.787378:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.787384:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384908.787384:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=16 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384908.787406:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000edce7433. 00000100:00001000:0.0:1767384908.787406:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.787409:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384908.787413:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384908.787415:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aca48df6. 00010000:00000001:0.0:1767384908.787415:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384908.787416:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.787418:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.787422:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384908.787432:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ffe226. 00000100:00000001:0.0:1767384908.787432:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.787437:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384908.787439:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384908.787441:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000020:01000004:0.0:1767384908.787442:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384908.787445:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384908.787447:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384908.787449:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384908.787449:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:3.0:1767384908.787470:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c20f964c. 00000020:01000004:0.0:1767384908.787470:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.787472:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384908.787476:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384908.787478:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384908.787480:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384908.787483:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.787485:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:3.0:1767384908.787486:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384908.787488:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384908.787493:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae43253a. 00000100:00100000:0.0:1767384908.787497:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373183232:0@lo:253: 00000400:00000010:3.0:1767384908.787500:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d8f8186. 00000100:00000001:0.0:1767384908.787503:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.787506:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384908.787509:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e23391ad x1853237373183232/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.787514:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384908.787515:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384908.787517:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b0cc0b07. 02000000:00000001:0.0:1767384908.787536:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384908.787537:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384908.787538:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384908.787540:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384908.787541:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fe853bab. 02000000:00000001:0.0:1767384908.787544:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384908.787545:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384908.787546:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e23391ad. 00000100:00000001:0.0:1767384908.787548:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384908.787549:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.787551:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.787555:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.787556:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.787559:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.787561:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384908.789655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c99e7461. 00010000:00000010:1.1:1767384908.789666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00080000:00000001:2.0:1767384909.367994:0:19827:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384909.368008:0:19827:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.368013:0:19827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384909.368021:0:19827:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384909.368026:0:19827:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.368030:0:19827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.499657:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384909.499663:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.499668:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384909.499669:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384909.499717:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384909.499721:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.499725:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384910.036832:0:19991:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384910.036836:0:19991:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:3.0:1767384910.039826:0:19991:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384910.046553:0:19992:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1e59456. 00000400:00000010:3.0:1767384910.046566:0:19992:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000063d7e2c2. 00000400:00000010:3.0:1767384910.046575:0:19992:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b2f41f48. 00000400:00000010:3.0:1767384910.046578:0:19992:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ac5c6620. 00000400:00000010:3.0:1767384910.046581:0:19992:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8bd5279. 00000400:00000010:3.0:1767384910.046585:0:19992:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f17b0a46. 00000400:00000010:3.0:1767384910.046586:0:19992:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9eaf614. 00000400:00000010:3.0:1767384910.046588:0:19992:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000363cdc24. 00000400:00000010:3.0:1767384910.046590:0:19992:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cbc4fe6f. 00000800:00000010:3.0:1767384910.046619:0:19992:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000032b49e4d. 00000800:00000200:3.0:1767384910.046630:0:19992:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384910.046636:0:19992:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384910.046676:0:19992:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384910.046692:0:19992:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp14 [8/256/0/180] 00000400:00000010:3.0:1767384910.048307:0:19992:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000e31ff31a. 00000400:00000010:3.0:1767384910.048313:0:19992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc0362a0. 00000400:00000010:3.0:1767384910.048318:0:19992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000001:3.0:1767384910.048341:0:19992:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384910.048343:0:19992:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384910.048345:0:19992:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e1c1e1. 00000400:00000200:3.0:1767384910.048348:0:19992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767384910.048349:0:19992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000400:00000010:3.0:1767384910.048357:0:19992:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 0000000039c932c5. 00000400:00000200:3.0:1767384910.048360:0:19992:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (5) 00000400:00000200:3.0:1767384910.048377:0:19992:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384910.048384:0:19992:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:3.0:1767384910.048391:0:19992:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000048da53b. 00000020:01000000:3.0:1767384910.048395:0:19992:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384910.048398:0:19992:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp14 00000400:00000200:2.0:1767384910.048398:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384910.048405:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384910.048410:0:19992:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000063d7e2c2. 00000400:00000010:2.0:1767384910.048411:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c45fa075. 00000400:00000010:3.0:1767384910.048418:0:19992:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1e59456. 00000400:00000200:2.0:1767384910.048418:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (6) 00000400:00000010:2.0:1767384910.048428:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d661769f. 00000400:00000200:2.0:1767384910.048434:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:00000001:1.0:1767384910.048436:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384910.048441:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384910.048443:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384910.048446:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384910.048448:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:01000004:1.0:1767384910.048450:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384910.048454:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384910.048455:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384910.048458:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384910.048459:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384910.048459:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384910.048462:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384910.048464:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384910.048466:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384910.048470:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384910.048472:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384910.048473:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:1.0:1767384910.048478:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eef8c143. 00000400:00000200:2.0:1767384910.048482:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000040:1.0:1767384910.048484:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384910.048489:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384910.048499:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:1.0:1767384910.048499:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384910.048505:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.048506:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:2.0:1767384910.048514:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp13 02000000:00000010:1.0:1767384910.048516:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000472e2ad. 00000400:00000200:2.0:1767384910.048520:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp13 lpni_is_preferred = 0 00000100:00000001:1.0:1767384910.048523:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.048526:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp13 00000400:00000200:2.0:1767384910.048531:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp13 NI seq info: [13:13:256:4294967295] 192.168.204.149@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:1.0:1767384910.048532:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384910.048535:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.048544:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp13 00000100:00000040:1.0:1767384910.048544:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eef8c143] to pc [ptlrpcd_00_02+2] req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384910.048560:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13:) -> 192.168.204.149@tcp13(192.168.204.149@tcp:192.168.204.149@tcp13) : PUT try# 0 00000800:00000200:2.0:1767384910.048568:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.204.149@tcp13 00000800:00000010:2.0:1767384910.048574:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cc377c1. 10000000:00000001:1.0:1767384910.048577:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384910.048580:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.048582:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384910.048583:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b7bee7c3. 00000020:01000000:1.0:1767384910.048584:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384910.048588:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384910.048591:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000036f07e07. 00000100:00000001:0.0:1767384910.048610:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384910.048613:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384910.048614:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384910.048617:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384910.048619:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384910.048620:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384910.048623:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384910.048627:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384910.048631:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384910.048634:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384910.048635:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384910.048636:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384910.048639:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384910.048640:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384910.048641:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384910.048643:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384910.048644:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384910.048645:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384910.048648:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e9deb6. 02000000:00000001:0.0:1767384910.048651:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384910.048652:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:0.0:1767384910.048655:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384910.048656:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384910.048658:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384910.048661:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.048661:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.048666:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eef8c143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373183360:0@lo:253: 02000000:00000010:1.0:1767384910.048669:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f1db4afe. 00000100:00000001:0.0:1767384910.048670:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384910.048674:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.048676:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384910.048678:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384910.048679:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.048680:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.048683:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384910.048687:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e9deb6] to pc [ptlrpcd_00_03+3] req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384910.048691:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f78d778d. 00000800:00000200:2.0:1767384910.048696:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (2) 02000000:00000001:0.0:1767384910.048697:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384910.048704:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (2) 00000400:00000010:0.0:1767384910.048705:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000400:00000010:0.0:1767384910.048714:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006535768c. 10000000:00000001:1.0:1767384910.048718:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384910.048719:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373183360, portal 25 00000400:00000200:2.0:1767384910.048722:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:1.0:1767384910.048724:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.048725:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384910.048728:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:00000001:1.0:1767384910.048728:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.048729:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807143552 : -129514902408064 : ffff8a34f63fb480) 00000020:01000000:1.0:1767384910.048733:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384910.048737:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000048da53b. 00000100:00000040:0.0:1767384910.048739:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.048747:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384910.048748:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384910.048749:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384910.048752:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384910.048755:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384910.048755:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99a6bc7. 00000100:00000200:0.0:1767384910.048759:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373183360, offset 0 00000100:00000040:1.0:1767384910.048761:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384910.048769:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384910.048771:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384910.048774:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384910.048776:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384910.048778:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384910.048783:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384910.048783:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384910.048785:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00100000:1.0:1767384910.048789:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6e9deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373183488:0@lo:253: 00000100:00000001:1.0:1767384910.048794:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384910.048797:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384910.048800:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384910.048800:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502580 02000000:00000001:1.0:1767384910.048805:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384910.048809:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 02000000:00000010:1.0:1767384910.048810:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000090833fa4. 02000000:00000001:1.0:1767384910.048816:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384910.048816:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000400:00000200:0.0:1767384910.048822:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a94e8e39 00000400:00000010:1.0:1767384910.048823:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7f4c9f9. 00000400:00000010:1.0:1767384910.048830:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000460b77bb. 00000400:00000200:0.0:1767384910.048830:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384910.048837:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373183488, portal 25 00000400:00000200:0.0:1767384910.048837:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384910.048842:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384910.048843:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:1.0:1767384910.048845:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807131904 : -129514902419712 : ffff8a34f63f8700) 00000400:00000200:0.0:1767384910.048845:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a94e8e39 00000400:00000010:0.0:1767384910.048850:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a94e8e39. 00000100:00000040:1.0:1767384910.048854:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.048857:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384910.048860:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384910.048861:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.048866:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000a505927e x1853237373183360 msgsize 4848 00000100:00000040:1.0:1767384910.048867:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384910.048870:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000312a7cee. 00000100:00000200:1.0:1767384910.048881:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373183488, offset 0 00000100:00100000:0.0:1767384910.048881:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384910.048886:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384910.048893:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384910.048893:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384910.048897:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384910.048904:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.048906:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99a6bc7 00000400:00000010:0.0:1767384910.048909:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99a6bc7. 00000100:00000001:0.0:1767384910.048913:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384910.048915:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502600 00000100:00000200:0.0:1767384910.048919:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384910.048922:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000400:00000010:1.0:1767384910.048929:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33b1d91. 00000400:00000200:1.0:1767384910.048934:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064ad0ee9 00000400:00000200:2.0:1767384910.048937:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:0.0:1767384910.048938:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384910.048940:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384910.048944:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384910.048948:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384910.048956:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064ad0ee9 00000100:00000001:0.0:1767384910.048957:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384910.048959:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064ad0ee9. 00000100:00000001:0.0:1767384910.048961:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384910.048964:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384910.048967:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384910.048967:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.048969:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000040:1.0:1767384910.048970:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000823d2964 x1853237373183488 msgsize 4848 00000100:00000001:0.0:1767384910.048972:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294900661 00000100:00000010:0.0:1767384910.048978:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004070f32. 00000100:00100000:1.0:1767384910.048983:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384910.048985:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384910.048987:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384910.048993:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294900661 00000400:00000200:2.0:1767384910.048996:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:1.0:1767384910.048996:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384910.048997:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bee0945. 00000400:00000200:1.0:1767384910.049002:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000312a7cee 00000100:00000001:0.0:1767384910.049003:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384910.049006:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000312a7cee. 00000100:00000001:0.0:1767384910.049010:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294900661 00000100:00000001:1.0:1767384910.049012:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384910.049017:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384910.049017:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b38b9a3. 00000100:00000001:0.0:1767384910.049022:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384910.049025:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:0.0:1767384910.049027:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294900661 00000100:00000010:0.0:1767384910.049035:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5c5d862. 00000100:00000001:1.0:1767384910.049036:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384910.049040:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.049041:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384910.049048:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384910.049049:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049053:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384910.049054:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049058:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049059:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049064:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384910.049065:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294900661 00000100:00000001:1.0:1767384910.049068:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294900661 00000100:00000001:1.0:1767384910.049070:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294900661 00000100:00000001:1.0:1767384910.049072:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294900661 00000100:00000001:0.0:1767384910.049072:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384910.049073:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:0.0:1767384910.049075:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384910.049078:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294900661 00000100:00000001:0.0:1767384910.049087:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384910.049088:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294900661 00000100:00000001:0.0:1767384910.049090:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384910.049091:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294900661 00000100:00000001:1.0:1767384910.049094:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294900661 00000100:00000001:0.0:1767384910.049094:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049098:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.049100:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049101:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049105:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049107:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384910.049111:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384910.049113:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384910.049115:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384910.049117:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384910.049119:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049121:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049123:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384910.049126:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183360 02000000:00000001:0.0:1767384910.049129:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384910.049131:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.049132:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.049136:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.049139:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183360 00000020:00000001:0.0:1767384910.049141:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384910.049143:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384910.049145:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.049148:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:0.0:1767384910.049150:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384910.049152:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384910.049155:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.049158:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004265bf92. 00000100:00000001:0.0:1767384910.049160:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.049162:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004265bf92. 00000020:00000010:0.0:1767384910.049167:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c3939f9. 00000020:00000010:0.0:1767384910.049182:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000424e42d2. 00000020:00000010:0.0:1767384910.049186:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087da2168. 00000100:00000040:0.0:1767384910.049192:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384910.049195:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384910.049196:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384910.049197:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049204:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049211:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.049221:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384910.049223:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183488 02000000:00000001:0.0:1767384910.049225:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384910.049226:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.049227:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.049229:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.049233:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384910.049237:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384910.049239:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183488 00000020:00000001:0.0:1767384910.049242:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384910.049245:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000020:00000040:0.0:1767384910.049245:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384910.049248:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384910.049251:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000040:0.0:1767384910.049252:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:1.0:1767384910.049255:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671912016 : -129515037639600 : ffff8a34ee303c50) 00000020:00000001:0.0:1767384910.049256:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384910.049260:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:1.0:1767384910.049263:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a505927e x1853237373183360/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 4848/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.049263:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.049268:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004265bf92. 00000100:00000001:0.0:1767384910.049273:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384910.049275:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.049277:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004265bf92. 00000020:00000010:1.0:1767384910.049279:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cff5756c. 00000100:00000001:1.0:1767384910.049283:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.049283:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000485dad97. 00000020:00000010:1.0:1767384910.049288:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cff5756c. 00000020:00000010:0.0:1767384910.049289:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003be44d7. 00000100:00100000:1.0:1767384910.049293:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a505927e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373183360:12345-0@lo:253: 00000020:00000010:0.0:1767384910.049295:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000215a0152. 00000100:00000200:1.0:1767384910.049298:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183360 00000020:00000001:1.0:1767384910.049301:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384910.049301:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384910.049305:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384910.049305:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384910.049308:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.049309:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.049313:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384910.049315:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:0.0:1767384910.049315:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.049319:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384910.049320:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384910.049341:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000836c4c20. 00000100:00000001:0.0:1767384910.049341:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384910.049342:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.049344:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384910.049348:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:2.0:1767384910.049349:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097f87aee. 00000020:00000001:1.0:1767384910.049352:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384910.049353:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000020:00000001:1.0:1767384910.049356:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.049357:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000800:00000010:2.0:1767384910.049358:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b72096fb. 00000100:00000001:1.0:1767384910.049361:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384910.049362:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671906896 : -129515037644720 : ffff8a34ee302850) 02000000:00000001:1.0:1767384910.049376:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384910.049376:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000823d2964 x1853237373183488/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 4848/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384910.049383:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001dd4079c. 00000100:00000001:0.0:1767384910.049384:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384910.049388:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384910.049389:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004265bf92. 00000100:00000001:1.0:1767384910.049390:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049394:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384910.049395:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384910.049397:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004265bf92. 00000800:00000010:2.0:1767384910.049402:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b72096fb. 00000100:00100000:0.0:1767384910.049403:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000823d2964 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373183488:12345-0@lo:253: 00000100:00000200:0.0:1767384910.049409:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183488 20000000:00000010:1.0:1767384910.049412:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000047863916. 20000000:01000000:1.0:1767384910.049418:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384910.049418:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384910.049422:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384910.049423:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384910.049426:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384910.049426:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.049429:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.049430:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384910.049435:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000001:1.0:1767384910.049436:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.049441:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384910.049442:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384910.049445:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384910.049448:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384910.049450:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384910.049451:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384910.049452:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d86f3d8. 00000400:00000200:2.0:1767384910.049453:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384910.049454:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384910.049457:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 02000000:00000001:0.0:1767384910.049458:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384910.049464:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:0.0:1767384910.049465:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a09eb24. 02000000:00000001:0.0:1767384910.049468:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.049470:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384910.049471:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384910.049472:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384910.049475:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp13 from 247.3.0.2 00000800:00000010:2.0:1767384910.049480:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bf8c8b22. 20000000:00000010:0.0:1767384910.049481:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe853bab. 20000000:01000000:0.0:1767384910.049485:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384910.049487:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384910.049489:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384910.049492:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.049494:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.049496:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384910.049517:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384910.049521:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384910.049522:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384910.049524:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384910.049527:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384910.049532:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384910.049535:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384910.049541:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8c00fd. 00080000:00000001:1.0:1767384910.049544:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651177472 : -129520058374144 : ffff8a33c2ede800) 00080000:00000001:1.0:1767384910.049546:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384910.049640:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034ce9599. 00000800:00000010:2.0:1767384910.049644:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af0ab714. 00000800:00000010:2.0:1767384910.049662:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001237bd52. 00000800:00000200:2.1:1767384910.049667:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (2) 00000800:00000200:2.1:1767384910.049671:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp13 000000001237bd52 deleted 00000800:00000010:2.1:1767384910.049673:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001237bd52. 00000001:00000001:1.0:1767384910.049674:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384910.049677:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384910.049678:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384910.049679:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:2.1:1767384910.049685:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:1015 00000800:00000200:2.1:1767384910.049689:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cc377c1 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:2.0:1767384910.049693:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp13 p 3.x 192.168.204.149 -> 192.168.204.149:1015 incarnation:1767384908758879963 sched[0] 00000800:00000010:2.0:1767384910.049698:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b72096fb. 00080000:00000001:1.0:1767384910.049700:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384910.049704:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384910.049732:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b72096fb. 00000800:00000010:2.0:1767384910.049737:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af0ab714. 00000800:00000010:2.0:1767384910.049759:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bf8c8b22. 00000800:00000001:2.0:1767384910.049769:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384910.049774:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384910.049809:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384910.049817:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:2.0:1767384910.049823:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384910.049827:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cc377c1. 00000400:00000200:2.0:1767384910.049831:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384910.049835:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: PUT: OK 00000400:00000200:2.0:1767384910.049838:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384910.049841:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:2.1:1767384910.049879:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384910.049882:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp13 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384908758879963 sched[0] 00000800:00000010:2.0:1767384910.049884:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097f87aee. 00000800:00000001:0.0:1767384910.049927:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.049935:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384910.049937:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384910.049938:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:0.0:1767384910.049941:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.049949:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13) <- 192.168.204.149@tcp13 : PUT - for me 00000400:00000200:0.0:1767384910.049959:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384910.049963:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 128/128 into md 0x1291 [1] + 0 00000400:00000010:0.0:1767384910.049966:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050a3382c. 00000400:00000200:0.0:1767384910.049970:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000143667c4 00000800:00000001:0.0:1767384910.049973:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384910.049979:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:0.0:1767384910.049981:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.049985:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.049989:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: PUT: OK 00000400:00000200:0.0:1767384910.049999:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143667c4 00000400:00000010:0.0:1767384910.050000:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000143667c4. 00000400:00000200:0.0:1767384910.050004:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384910.050008:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (7) 00000400:00000200:0.0:1767384910.050013:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384910.050016:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000010:0.0:1767384910.050017:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000b99a6bc7. 00000400:00000200:0.0:1767384910.050023:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 6 00000400:00000200:0.0:1767384910.050029:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384910.050037:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (8) 00000400:00000200:0.0:1767384910.050041:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384910.050047:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp13 to MR: 192.168.204.149@tcp13 local destination 00000400:00000200:0.0:1767384910.050051:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp13 NI seq info: [14:14:256:4294967295] 192.168.204.149@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384910.050062:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384910.050064:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) -> 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) 192.168.204.149@tcp13 : ACK try# 0 00000800:00000200:0.0:1767384910.050072:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp13 00000800:00000010:0.0:1767384910.050075:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e23061e8. 00000800:00000200:0.0:1767384910.050081:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (4) 00000800:00000200:0.0:1767384910.050084:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:988 00000800:00000200:0.0:1767384910.050087:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e23061e8 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384910.050100:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000200:0.0:1767384910.050141:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384910.050144:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384910.050145:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e23061e8. 00000400:00000200:0.0:1767384910.050149:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384910.050150:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384910.050155:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384910.050155:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: ACK: OK 00000800:00000001:2.0:1767384910.050161:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384910.050164:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384910.050168:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384910.050174:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13) <- 192.168.204.149@tcp13 : ACK - for me 00000400:00000200:2.0:1767384910.050183:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp13: ACK from 12345-192.168.204.149@tcp13 into md 0x12a9 00000400:00000200:2.0:1767384910.050187:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384910.050196:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: ACK: OK 00000400:00000200:1.0:1767384910.050197:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384910.050201:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c45fa075 00000400:00000010:1.0:1767384910.050202:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2e0f82. 00000400:00000010:2.0:1767384910.050204:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c45fa075. 00000400:00000200:2.0:1767384910.050209:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1767384910.050211:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000400:00000200:2.0:1767384910.050212:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384910.050217:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:2.0:1767384910.050221:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384910.050225:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (7) 00000400:00000200:1.0:1767384910.050231:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:0.0:1767384910.050264:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 0000000040f65562. 00000400:00000010:0.0:1767384910.050268:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000d7a8e266. 00000400:00000010:0.0:1767384910.050270:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 000000001d637fe8. 00000400:00000010:0.0:1767384910.050279:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006b4512f0. 00000400:00000200:0.0:1767384910.050283:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006b4512f0 nid 192.168.204.149@tcp14 00000400:00000010:0.0:1767384910.050287:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fd72949a. 00000400:00000200:0.0:1767384910.050289:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fd72949a net tcp14 00000400:00000200:0.0:1767384910.050291:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (6) 00000400:00000200:0.0:1767384910.050301:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp14 flags 0x11 00000400:00000010:0.0:1767384910.050305:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 0000000040f65562. 00000400:00000010:0.0:1767384910.050309:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000d7a8e266. 00000400:00000010:0.0:1767384910.050311:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 000000001d637fe8. 00000400:00000010:0.0:1767384910.050314:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000b99a6bc7. 00000400:00000200:0.0:1767384910.050318:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384910.050320:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:0.0:1767384910.050324:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:0.0:1767384910.050339:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:0.0:1767384910.050342:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384910.050343:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384910.050345:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000800:00000001:2.0:1767384910.050347:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384910.050348:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (7) 00000800:00000001:2.0:1767384910.050353:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384910.050403:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384910.050428:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384910.050449:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384910.050490:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384910.050694:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384910.050711:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384910.050715:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000061a9dc7c. 00000800:00000010:2.0:1767384910.050760:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eef6f14a. 00000800:00000010:2.0:1767384910.050765:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097f87aee. 00000800:00000010:2.0:1767384910.050788:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d6d61c90. 00000800:00000010:2.0:1767384910.050791:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af0ab714. 00000800:00000010:2.0:1767384910.050794:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047368e5a. 00000800:00000010:2.0:1767384910.050935:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001237bd52. 00000800:00000200:2.1:1767384910.050941:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (4) 00000800:00000200:2.1:1767384910.050969:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp13 000000001237bd52 deleted 00000800:00000010:2.1:1767384910.050971:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001237bd52. 00000800:00000200:2.1:1767384910.050975:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384910.050979:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp13 p 3.x 192.168.204.149 -> 192.168.204.149:1014 incarnation:1767384908758879963 sched[0] 00000800:00000010:2.0:1767384910.050984:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008bb1e7a4. 00000800:00000010:2.0:1767384910.051009:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008bb1e7a4. 00000800:00000010:2.0:1767384910.051013:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097f87aee. 00000800:00000010:2.0:1767384910.051035:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000061a9dc7c. 00000800:00000001:2.0:1767384910.051046:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384910.051049:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384910.051083:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047368e5a. 00000800:00000200:2.1:1767384910.051101:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384910.051106:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp13 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384908758879963 sched[0] 00000800:00000010:2.0:1767384910.051109:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af0ab714. 00000800:00000001:2.0:1767384910.051143:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384910.051147:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384910.056551:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384910.056556:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384910.056559:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384910.056561:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384910.056561:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384910.056566:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384910.056568:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384910.056569:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384910.056570:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384910.056572:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e8c00fd. 20000000:01000000:0.0:1767384910.056572:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384910.056578:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384910.056582:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384910.056586:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384910.056587:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384910.056592:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384910.056612:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384910.056616:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384910.056621:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384910.056624:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384910.056630:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ccb367af. 00010000:00000001:1.0:1767384910.056635:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384910.056637:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048828025. 00000020:00000001:1.0:1767384910.056641:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384910.056644:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000048828025 with handle 0xcb8130832f6b35f1 to hash 00000020:00000001:1.0:1767384910.056646:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384910.056648:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301198848 : -129515408352768 : ffff8a34d8179a00) 00010000:00000001:1.0:1767384910.056651:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301198848 : -129515408352768 : ffff8a34d8179a00) 00010000:00000001:1.0:1767384910.056654:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.056656:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.056658:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056665:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384910.056668:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384910.056670:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384910.056672:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.056673:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.056675:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.056676:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.056678:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384910.056680:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384910.056681:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384910.056683:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384910.056684:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ccb367af) refcount = 1 00010000:00010000:1.0:1767384910.056692:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056697:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384910.056699:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384910.056700:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.056701:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.056703:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384910.056706:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384910.056708:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:1.0:1767384910.056711:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384910.056713:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.056714:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000048828025 refcount=4 00000020:00000001:1.0:1767384910.056716:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198848 : -129515408352768 : ffff8a34d8179a00) 00010000:00000001:1.0:1767384910.056718:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198848 : -129515408352768 : ffff8a34d8179a00) 00010000:00000001:1.0:1767384910.056720:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384910.056722:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056726:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384910.056728:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056731:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.056732:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384910.056733:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056736:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.056738:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.056740:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384910.056742:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384910.056746:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000048828025 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384910.056753:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384910.056755:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384910.056756:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056760:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384910.056761:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384910.056762:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.056763:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000048828025 refcount=5 00000020:00000001:1.0:1767384910.056765:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198848 : -129515408352768 : ffff8a34d8179a00) 00010000:00000001:1.0:1767384910.056766:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198848 : -129515408352768 : ffff8a34d8179a00) 00010000:00000001:1.0:1767384910.056768:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384910.056769:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056773:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384910.056774:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384910.056775:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.056778:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384910.056779:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384910.056780:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.056780:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384910.056782:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000048828025 with handle 0xcb8130832f6b35f1 from hash 00010000:00000001:1.0:1767384910.056783:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384910.056784:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.056785:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.056787:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384910.056789:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384910.056790:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384910.056792:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384910.056793:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.056795:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.056796:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384910.056797:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384910.056799:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.056799:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.056805:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.056806:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.056807:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.056809:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056813:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.056813:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.056814:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384910.056815:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384910.056816:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.056817:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.056818:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384910.056819:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.056820:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.056821:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.056825:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384910.056826:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384910.056827:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000048828025/0xcb8130832f6b35f1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384910.056831:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ccb367af count: 0 00010000:00000001:1.0:1767384910.056839:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384910.056840:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:1.0:1767384910.056853:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a957db4. 20000000:01000000:1.0:1767384910.056855:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:1.0:1767384910.056858:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384910.056861:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384910.056879:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384910.056881:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384910.056883:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384910.056884:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384910.056886:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384910.056888:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384910.056890:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384910.056898:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000012f56158. 00080000:00000001:1.0:1767384910.056900:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651174400 : -129520058377216 : ffff8a33c2eddc00) 00080000:00000001:1.0:1767384910.056902:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384910.056956:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384910.056958:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384910.056960:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384910.056971:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384910.056973:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384910.057019:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384910.057021:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384910.062612:0:16678:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ccb367af. 00010000:00000010:1.1:1767384910.062619:0:16678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000048828025. 00080000:00000001:1.0:1767384910.065164:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384910.065170:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384910.065172:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.065174:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384910.065176:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384910.065183:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384910.065196:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384910.065198:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384910.065201:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384910.065202:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384910.065206:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384910.065210:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384910.065212:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384910.065214:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:3.0:1767384910.065217:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d184f705. 00040000:00000001:1.0:1767384910.065217:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384910.065220:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767384910.065222:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767384910.065223:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384910.065227:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384910.065228:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000012f56158. 00010000:00000010:3.0:1767384910.065229:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0214490. 00080000:00000001:1.0:1767384910.065232:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384910.065234:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384910.065238:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c0214490 with handle 0xcb8130832f6b35f8 to hash 00000020:00000001:3.0:1767384910.065240:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384910.065241:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919233536 : -129515790318080 : ffff8a34c1534600) 00010000:00000001:3.0:1767384910.065243:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919233536 : -129515790318080 : ffff8a34c1534600) 00010000:00000001:3.0:1767384910.065245:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384910.065247:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384910.065249:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065254:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384910.065270:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384910.065272:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384910.065274:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384910.065276:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384910.065278:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384910.065280:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384910.065281:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384910.065283:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384910.065284:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384910.065285:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384910.065287:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d184f705) refcount = 1 00010000:00010000:3.0:1767384910.065290:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065294:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384910.065295:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384910.065296:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384910.065298:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.065299:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384910.065301:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384910.065303:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002280257s 00010000:00000001:3.0:1767384910.065305:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384910.065306:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384910.065308:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0214490 refcount=4 00000020:00000001:3.0:1767384910.065310:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919233536 : -129515790318080 : ffff8a34c1534600) 00010000:00000001:3.0:1767384910.065312:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919233536 : -129515790318080 : ffff8a34c1534600) 00010000:00000001:3.0:1767384910.065314:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384910.065316:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065322:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384910.065323:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065342:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384910.065344:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384910.065351:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065355:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384910.065357:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.065360:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384910.065362:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384910.065366:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c0214490 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384910.065368:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384910.065370:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384910.065371:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065384:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384910.065385:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384910.065386:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384910.065387:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0214490 refcount=5 00000020:00000001:3.0:1767384910.065389:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919233536 : -129515790318080 : ffff8a34c1534600) 00010000:00000001:3.0:1767384910.065390:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919233536 : -129515790318080 : ffff8a34c1534600) 00010000:00000001:3.0:1767384910.065393:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384910.065394:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065397:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384910.065399:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384910.065400:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.065403:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384910.065404:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384910.065406:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384910.065407:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384910.065408:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c0214490 with handle 0xcb8130832f6b35f8 from hash 00010000:00000001:3.0:1767384910.065410:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384910.065411:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384910.065416:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384910.065417:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384910.065419:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384910.065420:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384910.065423:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384910.065424:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384910.065426:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.065427:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384910.065429:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384910.065430:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384910.065431:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384910.065432:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.065434:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.065436:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384910.065437:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065441:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384910.065442:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384910.065443:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384910.065444:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384910.065445:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384910.065445:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384910.065447:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384910.065449:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384910.065450:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384910.065452:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384910.065456:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384910.065458:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384910.065459:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c0214490/0xcb8130832f6b35f8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384910.065462:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d184f705 count: 0 00010000:00000001:3.0:1767384910.065467:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384910.065468:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384910.065630:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294900661, at 4294900662 00000100:00000040:0.0:1767384910.065638:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294900661, at 4294900662 00000100:00000010:3.0:1767384910.065643:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5c5d862. 00000100:00000010:0.0:1767384910.065645:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004070f32. 00000100:00000040:2.0:1767384910.065646:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294900661, at 4294900662 00000100:00000010:2.0:1767384910.065663:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b38b9a3. 00080000:00000020:3.0:1767384910.066236:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384910.066240:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384910.066242:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000047863916. 20000000:00000001:3.0:1767384910.066247:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384910.066250:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183360 00010000:00000001:3.0:1767384910.066253:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384910.066259:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a505927e x1853237373183360/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384910.066266:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384910.066268:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384910.066271:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384910.066275:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384910.066278:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384910.066279:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384910.066282:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384910.066284:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.066287:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384910.066290:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384910.066294:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfba553c. 00000100:00000200:3.0:1767384910.066298:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373183360, offset 224 00000400:00000200:3.0:1767384910.066305:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384910.066315:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384910.066338:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502580 00000400:00000200:3.0:1767384910.066344:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12ad [2] + 224 00000400:00000200:3.0:1767384910.066350:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384910.066355:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384910.066371:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384910.066375:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384910.066382:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.066399:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384910.066409:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384910.066411:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfba553c 00000100:00000001:0.0:1767384910.066413:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384910.066414:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfba553c. 00000100:00000001:3.0:1767384910.066418:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384910.066420:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384910.066420:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384910.066424:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384910.066427:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000100:00000001:3.0:1767384910.066428:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384910.066432:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006535768c 00000100:00000040:3.0:1767384910.066433:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:0.0:1767384910.066436:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006535768c. 00010000:00000001:3.0:1767384910.066437:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384910.066440:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.066442:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384910.066443:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384910.066446:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a505927e x1853237373183360/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384910.066464:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384910.066470:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a505927e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373183360:12345-0@lo:253: Request processed in 17192us (17600us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384910.066486:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384910.066488:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:3.0:1767384910.066495:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384910.066499:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384910.066500:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384910.066504:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384910.066504:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.066509:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384910.066512:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384910.066513:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000424e42d2. 00000100:00000001:0.0:1767384910.066515:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.066517:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384910.066518:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087da2168. 02000000:00000001:0.0:1767384910.066519:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384910.066525:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c3939f9. 00000100:00001000:0.0:1767384910.066526:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=18 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384910.066532:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=18 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384910.066533:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:0.0:1767384910.066536:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384910.066538:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384910.066539:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384910.066542:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001dd4079c. 00010000:00000001:0.0:1767384910.066543:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384910.066546:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.066549:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384910.066550:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384910.066553:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384910.066554:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384910.066558:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384910.066563:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384910.066564:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e1c1e1. 00000100:00000001:0.0:1767384910.066568:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384910.066570:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384910.066571:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfba553c. 00000020:01000004:0.0:1767384910.066574:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384910.066577:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384910.066579:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384910.066580:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384910.066582:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384910.066583:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384910.066585:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384910.066586:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384910.066588:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384910.066589:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384910.066592:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.066643:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eef8c143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373183360:0@lo:253: 00000100:00000001:0.0:1767384910.066654:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.066656:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.066659:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eef8c143 x1853237373183360/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.066665:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384910.066667:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384910.066670:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f78d778d. 02000000:00000001:0.0:1767384910.066674:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384910.066677:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.066679:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384910.066681:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384910.066683:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000472e2ad. 02000000:00000001:0.0:1767384910.066687:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384910.066689:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384910.066690:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eef8c143. 00000100:00000001:0.0:1767384910.066694:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384910.066695:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.066697:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384910.066700:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294900661, at 4294900663 00000100:00000001:0.0:1767384910.066702:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384910.066705:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384910.066707:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bee0945. 00000100:00000001:0.0:1767384910.066708:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384910.066713:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384910.068098:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384910.068102:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384910.068103:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe853bab. 20000000:00000001:1.0:1767384910.068107:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384910.068110:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183488 00010000:00000001:1.0:1767384910.068113:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384910.068118:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000823d2964 x1853237373183488/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384910.068124:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384910.068132:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384910.068135:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384910.068137:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384910.068139:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384910.068141:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384910.068144:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384910.068145:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.068147:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384910.068149:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384910.068152:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd9f1cf8. 00000100:00000200:1.0:1767384910.068155:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373183488, offset 224 00000400:00000200:1.0:1767384910.068160:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384910.068167:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384910.068173:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502600 00000400:00000200:1.0:1767384910.068176:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b5 [2] + 224 00000400:00000200:1.0:1767384910.068180:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.068183:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384910.068185:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384910.068187:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384910.068193:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.068208:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384910.068212:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f1cf8 00000400:00000010:1.0:1767384910.068214:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd9f1cf8. 00000100:00000001:1.0:1767384910.068216:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384910.068217:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384910.068220:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384910.068223:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384910.068236:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384910.068237:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384910.068238:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.068241:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384910.068242:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384910.068246:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000823d2964 x1853237373183488/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384910.068247:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384910.068250:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384910.068254:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7f4c9f9. 00000400:00000200:3.0:1767384910.068258:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460b77bb 00000400:00000010:3.0:1767384910.068262:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000460b77bb. 00000100:00100000:1.0:1767384910.068270:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000823d2964 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373183488:12345-0@lo:253: Request processed in 18884us (19297us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384910.068273:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384910.068277:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000200:3.0:1767384910.068279:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384910.068281:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384910.068285:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384910.068288:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384910.068293:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003be44d7. 00000100:00000200:3.0:1767384910.068294:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384910.068298:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000215a0152. 00000020:00000010:1.0:1767384910.068304:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000485dad97. 00000100:00000001:3.0:1767384910.068306:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384910.068309:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384910.068310:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.068315:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384910.068315:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384910.068317:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384910.068318:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a09eb24. 00000100:00000001:3.0:1767384910.068319:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384910.068322:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384910.068338:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384910.068338:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384910.068341:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384910.068343:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=18 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384910.068346:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384910.068348:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=18 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384910.068351:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082b019b4. 00000100:00000001:3.0:1767384910.068352:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384910.068356:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.068358:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384910.068359:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd9f1cf8. 00010000:00000001:3.0:1767384910.068361:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.068364:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384910.068368:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.068373:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384910.068380:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384910.068381:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384910.068384:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384910.068385:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384910.068387:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384910.068388:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384910.068389:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384910.068391:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384910.068392:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384910.068393:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384910.068394:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384910.068396:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384910.068401:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6e9deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373183488:0@lo:253: 00000400:00000010:0.0:1767384910.068402:0:19997:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005bc354ea. 00000100:00000001:3.0:1767384910.068411:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.068413:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384910.068416:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6e9deb6 x1853237373183488/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384910.068419:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384910.068422:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:0.0:1767384910.068423:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000001:3.0:1767384910.068425:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:0.0:1767384910.068427:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000010:3.0:1767384910.068428:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000090833fa4. 00000400:00000040:0.0:1767384910.068431:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000001:3.0:1767384910.068433:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384910.068435:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000001:3.0:1767384910.068436:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:0.0:1767384910.068437:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000020:00000040:3.0:1767384910.068438:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384910.068442:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:0.0:1767384910.068442:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 02000000:00000010:3.0:1767384910.068445:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f1db4afe. 00000400:00000040:0.0:1767384910.068446:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384910.068449:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 02000000:00000001:3.0:1767384910.068450:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:0.0:1767384910.068451:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 02000000:00000001:3.0:1767384910.068453:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:0.0:1767384910.068454:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000010:3.0:1767384910.068455:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e9deb6. 00000400:00000040:0.0:1767384910.068457:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384910.068459:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:0.0:1767384910.068461:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384910.068462:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.068465:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384910.068465:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384910.068470:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384910.068472:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384910.068472:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:3.0:1767384910.068476:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384910.068477:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384910.068478:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384910.068480:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384910.068483:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384910.068484:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384910.068485:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384910.068486:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384910.068487:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384910.068489:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384910.068490:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384910.068490:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384910.068492:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384910.068493:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384910.068494:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384910.068496:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384910.068496:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384910.068497:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384910.068499:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384910.068500:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384910.068501:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384910.068502:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384910.068503:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384910.068504:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384910.068505:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384910.068506:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384910.068507:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384910.068508:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384910.068509:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384910.068510:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384910.068511:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384910.068512:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384910.068513:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384910.068514:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384910.068515:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384910.068517:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384910.068518:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384910.068519:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384910.068520:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384910.068520:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384910.068527:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384910.068528:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384910.068529:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384910.068529:0:19997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384910.068550:0:19997:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005bc354ea. 00010000:00000010:3.1:1767384910.074637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d184f705. 00010000:00000010:3.1:1767384910.074644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0214490. 00010000:00000001:2.0:1767384910.523654:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384910.523660:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384910.523664:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384910.523666:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.523742:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384910.523745:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.523748:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384910.652632:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384910.652636:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:0.0:1767384910.652640:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.652642:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384910.652643:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384910.652644:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384910.652646:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384910.652647:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384910.652649:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 9 10000000:00000001:0.0:1767384910.652652:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384910.652653:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384910.652659:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e23391ad. 00000020:00000040:0.0:1767384910.652662:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384910.652667:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384910.652670:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384910.652673:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384910.652679:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b21b80b7. 00000100:00000001:0.0:1767384910.652684:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.652687:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384910.652690:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384910.652697:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007dd6a662. 00010000:00000001:0.0:1767384910.652700:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384910.652702:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b15c7593. 00000020:00000001:0.0:1767384910.652706:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384910.652708:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b15c7593 with handle 0xcb8130832f6b35ff to hash 00000020:00000001:0.0:1767384910.652709:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384910.652711:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.652713:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.652716:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.652724:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.652726:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384910.652733:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384910.652742:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384910.652746:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384910.652747:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384910.652752:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f0f5e9e. 00000100:00000001:0.0:1767384910.652754:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553635127488 : -129520074424128 : ffff8a33c1f900c0) 00000100:00000001:0.0:1767384910.652756:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.652757:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000100:00000001:0.0:1767384910.652761:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384910.652763:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.652764:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384910.652766:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384910.652772:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.652779:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384910.652780:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.652783:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384910.652785:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384910.652787:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.652789:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373183616:0@lo:101: 00000100:00000001:0.0:1767384910.652792:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384910.652796:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384910.652798:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.652801:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384910.652804:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000082cc0879. 02000000:00000001:0.0:1767384910.652805:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384910.652814:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000400:00000010:0.0:1767384910.652820:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:0.0:1767384910.652824:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373183616, portal 25 00000100:00000001:0.0:1767384910.652826:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.652827:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000100:00000040:0.0:1767384910.652830:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.652836:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.652838:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384910.652841:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384910.652842:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373183616, offset 0 00000400:00000200:0.0:1767384910.652848:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.652859:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.652868:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273502680 00000400:00000200:0.0:1767384910.652872:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1e5 [2] + 0 00000400:00000010:0.0:1767384910.652875:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000400:00000200:0.0:1767384910.652877:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000429c4e8b 00000400:00000200:0.0:1767384910.652883:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.652887:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384910.652892:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000429c4e8b 00000400:00000010:0.0:1767384910.652895:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000429c4e8b. 00000100:00000001:0.0:1767384910.652900:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384910.652902:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384910.652905:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000fd09e1ad x1853237373183616 msgsize 328 00000100:00100000:0.0:1767384910.652910:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384910.652912:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384910.652922:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.652931:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384910.652933:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384910.652937:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384910.652941:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.652951:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.652953:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.652956:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384910.652960:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183616 02000000:00000001:1.0:1767384910.652963:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384910.652966:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384910.652970:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.652973:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384910.652975:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.652976:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384910.652979:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183616 00000100:00000001:0.0:1767384910.652982:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.652983:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384910.652985:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384910.652988:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384910.652989:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294901265 00000020:00000040:1.0:1767384910.652991:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000010:0.0:1767384910.652993:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004070f32. 00000020:00000001:1.0:1767384910.652994:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384910.652999:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384910.653002:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384910.653003:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384910.653008:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000100:00000001:0.0:1767384910.653011:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294901265 00000100:00000010:0.0:1767384910.653015:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007053992. 00000100:00000001:1.0:1767384910.653020:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.653021:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384910.653024:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000100:00000001:0.0:1767384910.653026:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294901265 00000100:00000010:0.0:1767384910.653030:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a55964d0. 00000020:00000010:1.0:1767384910.653031:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b88990fb. 00000100:00000001:0.0:1767384910.653033:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384910.653037:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294901265 00000020:00000010:1.0:1767384910.653038:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b1d315f. 00000100:00000010:0.0:1767384910.653040:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bee0945. 00000100:00000001:0.0:1767384910.653043:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384910.653044:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4707716. 00000100:00000001:0.0:1767384910.653045:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.653049:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653051:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384910.653052:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384910.653054:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384910.653055:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000004f0f5e9e going to sleep for 11 seconds 00000100:00000001:1.0:1767384910.653060:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384910.653060:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384910.653063:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384910.653064:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653066:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653073:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653086:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384910.653094:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384910.653096:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384910.653099:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:1.0:1767384910.653102:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384910.653104:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671907920 : -129515037643696 : ffff8a34ee302c50) 00000100:00000040:1.0:1767384910.653107:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd09e1ad x1853237373183616/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 328/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.653114:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384910.653116:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000100:00000001:1.0:1767384910.653117:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384910.653118:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000100:00100000:1.0:1767384910.653121:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd09e1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373183616:12345-0@lo:101: 00000100:00000200:1.0:1767384910.653124:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183616 00000020:00000001:1.0:1767384910.653126:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384910.653129:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384910.653130:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.653132:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384910.653134:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:1.0:1767384910.653136:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384910.653138:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384910.653139:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384910.653146:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384910.653149:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.653151:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384910.653153:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384910.653154:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384910.653156:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384910.653157:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.653160:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384910.653164:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a7ab0d1b. 00010000:00000001:1.0:1767384910.653166:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384910.653168:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384910.653170:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384910.653171:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b3606 to hash 00000020:00000001:1.0:1767384910.653173:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384910.653173:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384910.653175:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00010000:1.0:1767384910.653177:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b35ff expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384910.653183:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:1.0:1767384910.653184:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:1.0:1767384910.653190:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384910.653191:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384910.653194:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c6ef92df. 02000000:00000001:1.0:1767384910.653196:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653198:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.653199:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384910.653203:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384910.653205:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384910.653206:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.653208:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.653209:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.653211:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.653212:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384910.653214:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384910.653215:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384910.653221:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384910.653222:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a7ab0d1b) refcount = 1 00010000:00010000:1.0:1767384910.653226:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.653230:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384910.653231:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384910.653232:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.653233:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.653235:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384910.653239:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384910.653240:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.653245:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384910.653246:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384910.653248:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.653250:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.653251:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384910.653252:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.653253:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384910.653254:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000080866b7, rc 0) 00000020:00000001:1.0:1767384910.653256:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384910.653258:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183616 00010000:00000001:1.0:1767384910.653260:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384910.653263:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd09e1ad x1853237373183616/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 328/344 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384910.653269:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384910.653271:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384910.653273:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384910.653277:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384910.653279:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384910.653280:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384910.653282:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384910.653284:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653291:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384910.653293:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384910.653295:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b247f220. 00000100:00000200:1.0:1767384910.653297:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373183616, offset 224 00000400:00000200:1.0:1767384910.653301:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384910.653306:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384910.653311:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273502680 00000400:00000200:1.0:1767384910.653330:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x12d1 [1] + 224 00000400:00000200:1.0:1767384910.653334:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.653336:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384910.653339:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384910.653342:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384910.653348:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.653370:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384910.653375:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b247f220 00000400:00000010:1.0:1767384910.653376:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b247f220. 00000100:00000001:1.0:1767384910.653379:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384910.653380:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384910.653383:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384910.653386:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384910.653388:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384910.653390:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653391:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384910.653392:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384910.653397:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd09e1ad x1853237373183616/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 328/344 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384910.653398:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384910.653402:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384910.653405:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000100:00100000:1.0:1767384910.653409:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd09e1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373183616:12345-0@lo:101: Request processed in 292us (500us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384910.653411:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384910.653414:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00100000:1.0:1767384910.653418:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000001:0.0:1767384910.653419:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384910.653424:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:0.0:1767384910.653426:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.653427:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384910.653430:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384910.653435:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384910.653442:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b1d315f. 00000020:00000010:1.0:1767384910.653447:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4707716. 00000020:00000010:1.0:1767384910.653452:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b88990fb. 00000100:00000001:0.0:1767384910.653454:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384910.653457:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384910.653458:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:0.0:1767384910.653461:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384910.653463:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384910.653464:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384910.653466:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c6ef92df. 00000100:00000001:0.0:1767384910.653467:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384910.653471:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384910.653471:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653475:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384910.653475:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384910.653479:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=18 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384910.653481:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384910.653485:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=18 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384910.653487:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe33ba0. 00000100:00000001:0.0:1767384910.653489:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384910.653492:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384910.653494:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093a35a44. 00010000:00000001:0.0:1767384910.653495:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384910.653499:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653501:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.653505:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.653510:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.653513:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384910.653514:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384910.653517:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.653522:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373183616:0@lo:101: 00000100:00000001:0.0:1767384910.653525:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.653527:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653528:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384910.653530:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.653531:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.653535:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384910.653537:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f0f5e9e. 00000100:00000001:0.0:1767384910.653539:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384910.653540:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.653542:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384910.653548:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.653549:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.653550:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=4 00000020:00000001:0.0:1767384910.653552:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.653553:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000040:0.0:1767384910.653556:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b15c7593, remote cookie: 0xcb8130832f6b3606, flags: 0x0 00010000:00000001:0.0:1767384910.653558:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384910.653560:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384910.653561:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384910.653562:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384910.653563:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384910.653565:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007dd6a662) refcount = 1 00010000:00010000:0.0:1767384910.653567:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.653571:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384910.653571:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384910.653572:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384910.653574:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384910.653575:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.653577:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.653580:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384910.653581:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.653582:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.653583:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.653584:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.653585:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653586:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.653587:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e23391ad x1853237373183616/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.653613:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384910.653616:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384910.653618:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000082cc0879. 02000000:00000001:0.0:1767384910.653620:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384910.653626:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.653627:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384910.653629:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384910.653630:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b21b80b7. 02000000:00000001:0.0:1767384910.653633:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384910.653634:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384910.653635:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e23391ad. 00000100:00000001:0.0:1767384910.653637:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384910.653638:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384910.653639:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.653641:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384910.653642:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:0.0:1767384910.653643:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.653644:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.653645:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.653646:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=3 00000020:00000001:0.0:1767384910.653648:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.653649:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.653651:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384910.653651:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.653652:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.653653:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.653655:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384910.653657:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000ee56cf0. 00000100:00000010:0.0:1767384910.653669:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e23391ad. 00000020:00000040:0.0:1767384910.653671:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384910.653673:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384910.653674:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384910.653676:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384910.653678:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b21b80b7. 00000100:00000001:0.0:1767384910.653680:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653683:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384910.653685:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000082cc0879. 00000100:00000010:0.0:1767384910.653687:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007d8b8684. 00000020:00000040:0.0:1767384910.653688:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384910.653691:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384910.653695:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384910.653697:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f0f5e9e. 00000100:00000001:0.0:1767384910.653698:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553635127488 : -129520074424128 : ffff8a33c1f900c0) 00000100:00000001:0.0:1767384910.653700:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.653701:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000100:00000001:0.0:1767384910.653703:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384910.653704:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653705:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384910.653706:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384910.653707:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.653712:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384910.653713:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.653714:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384910.653716:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384910.653718:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.653719:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373183744:0@lo:256: 00000100:00000001:0.0:1767384910.653721:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384910.653722:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384910.653724:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653725:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384910.653729:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000400:00000010:0.0:1767384910.653732:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006535768c. 00000100:00000200:0.0:1767384910.653735:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273502700-0x6958273502700, portal 33 00000100:00000001:0.0:1767384910.653737:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.653739:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384910.653740:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8ea379a. 02000000:00000001:0.0:1767384910.653742:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384910.653744:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000400:00000010:0.0:1767384910.653746:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:0.0:1767384910.653748:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373183744, portal 25 00000100:00000001:0.0:1767384910.653749:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.653750:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000100:00000040:0.0:1767384910.653753:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.653762:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.653764:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384910.653766:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384910.653767:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373183744, offset 0 00000400:00000200:0.0:1767384910.653771:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.653775:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.653779:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273502700 00000400:00000200:0.0:1767384910.653782:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1e9 [2] + 0 00000400:00000010:0.0:1767384910.653784:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb67be3. 00000400:00000200:0.0:1767384910.653786:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f6b6411 00000400:00000200:0.0:1767384910.653789:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.653791:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384910.653793:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f6b6411 00000400:00000010:0.0:1767384910.653794:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f6b6411. 00000100:00000001:0.0:1767384910.653796:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384910.653797:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384910.653799:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000002f798b6f x1853237373183744 msgsize 304 00000100:00100000:0.0:1767384910.653801:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384910.653802:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384910.653810:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.653813:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384910.653814:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384910.653816:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384910.653819:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.653825:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.653827:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.653831:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384910.653832:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384910.653835:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183744 00000100:00000001:0.0:1767384910.653835:0:16801:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384910.653839:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384910.653841:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653842:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.653845:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294901266 00000100:00000001:1.0:1767384910.653846:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384910.653850:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653853:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901265 00000100:00100000:1.0:1767384910.653854:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183744 00000020:00000001:1.0:1767384910.653856:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384910.653856:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384910.653858:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.653860:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384910.653864:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384910.653866:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384910.653866:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294901266 00000100:00000001:1.0:1767384910.653871:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384910.653874:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294901265 00000020:00000010:1.0:1767384910.653875:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000100:00000001:1.0:1767384910.653880:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.653880:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294901266 00000020:00000010:1.0:1767384910.653887:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000100:00000001:0.0:1767384910.653888:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294901265 00000020:00000010:1.0:1767384910.653895:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b88990fb. 00000100:00000001:0.0:1767384910.653895:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294901266 00000020:00000010:1.0:1767384910.653903:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b1d315f. 00000100:00000001:0.0:1767384910.653904:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294901265 00000020:00000010:1.0:1767384910.653909:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4707716. 00000100:00000001:0.0:1767384910.653911:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.653916:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384910.653917:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384910.653918:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384910.653922:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384910.653923:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384910.653927:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000004f0f5e9e going to sleep for 11 seconds 00000100:00000001:1.0:1767384910.653928:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384910.653930:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.653933:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384910.653935:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653943:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.653951:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384910.653957:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384910.653958:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384910.653961:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:1.0:1767384910.653962:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384910.653964:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671898704 : -129515037652912 : ffff8a34ee300850) 00000100:00000040:1.0:1767384910.653967:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f798b6f x1853237373183744/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 304/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.653972:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384910.653975:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000100:00000001:1.0:1767384910.653977:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384910.653978:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000100:00100000:1.0:1767384910.653981:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f798b6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373183744:12345-0@lo:256: 00000100:00000200:1.0:1767384910.653983:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183744 00000020:00000001:1.0:1767384910.653984:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384910.653986:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384910.653988:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384910.653989:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384910.653990:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:1.0:1767384910.653992:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384910.653993:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384910.653995:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384910.653996:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384910.653998:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.654000:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384910.654002:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384910.654004:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c6ef92df. 02000000:00000001:1.0:1767384910.654006:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.654008:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.654010:0:16798:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384910.654012:0:16798:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384910.654015:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384910.654022:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384910.654023:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.654025:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384910.654026:0:16798:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384910.654028:0:16798:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002c76f1f6. 20000000:00000001:1.0:1767384910.654031:0:16798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384910.654041:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384910.654046:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384910.654050:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384910.654052:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384910.654054:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384910.654056:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:01000000:1.0:1767384910.654058:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 144, pages 3952/1/4/3. 20000000:00000040:1.0:1767384910.654062:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384910.654064:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384910.654065:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384910.654067:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384910.654068:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384910.654070:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:01000000:1.0:1767384910.654071:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 144, pages 3808/1/4/3. 20000000:01000000:1.0:1767384910.654073:0:16798:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 288, version 16 20000000:00000001:1.0:1767384910.654075:0:16798:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=288 : 288 : 120) 00000100:00000001:1.0:1767384910.654076:0:16798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384910.654079:0:16798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000084d8baad. 00000100:00000010:1.0:1767384910.654081:0:16798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e3c9e66c. 00000020:00000040:1.0:1767384910.654083:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:1.0:1767384910.654085:0:16798:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384910.654086:0:16798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384910.654089:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b247f220. 00000400:00000010:1.0:1767384910.654093:0:16798:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000346bfc67. 00000400:00000200:1.0:1767384910.654095:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384910.654100:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384910.654106:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 288 into portal 33 MB=0x6958273502700 00000400:00000200:1.0:1767384910.654110:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 288/288 into md 0x12e1 [4] + 0 00000400:00000010:1.0:1767384910.654113:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000400:00000200:1.0:1767384910.654115:0:16798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006535768c 00000400:00000200:1.0:1767384910.654123:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.654126:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384910.654128:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006535768c 00000400:00000010:1.0:1767384910.654129:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006535768c. 00000100:00000001:1.0:1767384910.654133:0:16798:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384910.654134:0:16798:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e23391ad desc 0000000082cc0879 mbits 1853237373183744 00000100:00000001:1.0:1767384910.654143:0:16798:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384910.654146:0:16798:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384910.654149:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384910.654154:0:16798:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x12ed 00000400:00000200:1.0:1767384910.654156:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.654159:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384910.654164:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384910.654165:0:16798:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000084d8baad 00000100:00000001:0.0:1767384910.654165:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384910.654167:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384910.654169:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384910.654176:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b247f220 00000400:00000010:1.0:1767384910.654178:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b247f220. 00000100:00000001:1.0:1767384910.654180:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384910.654181:0:16798:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000084d8baad 00000100:00000001:1.0:1767384910.654182:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384910.654185:0:16798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 288 bytes via portal 33 id 12345-0@lo mbits 0x6958273502700-0x6958273502700 00000100:00000001:1.0:1767384910.654187:0:16798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.654190:0:16798:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.654191:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384910.654192:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:1.0:1767384910.654195:0:16798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e3c9e66c. 00000100:00000010:1.0:1767384910.654197:0:16798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000084d8baad. 00000100:00000001:1.0:1767384910.654199:0:16798:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384910.654200:0:16798:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384910.654206:0:16798:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002c76f1f6. 20000000:00000001:1.0:1767384910.654210:0:16798:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384910.654212:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183744 00010000:00000001:1.0:1767384910.654213:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384910.654216:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f798b6f x1853237373183744/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 304/240 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384910.654228:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384910.654229:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384910.654231:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384910.654234:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384910.654236:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384910.654238:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384910.654240:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384910.654241:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.654243:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384910.654244:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384910.654247:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b247f220. 00000100:00000200:1.0:1767384910.654249:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373183744, offset 224 00000400:00000200:1.0:1767384910.654253:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384910.654256:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384910.654261:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273502700 00000400:00000200:1.0:1767384910.654263:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x12e5 [1] + 224 00000400:00000200:1.0:1767384910.654267:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.654269:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384910.654271:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384910.654273:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384910.654278:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.654289:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384910.654293:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b247f220 00000400:00000010:1.0:1767384910.654294:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b247f220. 00000100:00000001:1.0:1767384910.654297:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384910.654299:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384910.654303:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.654304:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384910.654305:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384910.654308:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384910.654309:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384910.654310:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384910.654311:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384910.654323:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384910.654325:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000400:00000200:0.0:1767384910.654328:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384910.654331:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000040:1.0:1767384910.654333:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f798b6f x1853237373183744/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:136/0 lens 304/240 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.654335:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384910.654341:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384910.654345:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f798b6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373183744:12345-0@lo:256: Request processed in 369us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384910.654361:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000200:0.0:1767384910.654362:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384910.654364:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384910.654368:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384910.654371:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384910.654374:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b1d315f. 00000100:00000001:0.0:1767384910.654375:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384910.654379:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384910.654380:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4707716. 00000100:00000001:0.0:1767384910.654382:0:16801:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384910.654384:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b88990fb. 02000000:00000001:0.0:1767384910.654384:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384910.654388:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384910.654390:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:0.0:1767384910.654390:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384910.654395:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384910.654395:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384910.654397:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c6ef92df. 02000000:00000001:1.0:1767384910.654400:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384910.654402:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384910.654406:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384910.654406:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=18 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384910.654412:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008446fd89. 00000100:00001000:0.0:1767384910.654412:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384910.654418:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384910.654419:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384910.654420:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000460b77bb. 00010000:00000001:0.0:1767384910.654421:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384910.654424:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.654426:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.654429:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384910.654436:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.654440:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384910.654441:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384910.654443:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.654448:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373183744:0@lo:256: 00000100:00000001:0.0:1767384910.654450:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.654452:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.654453:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384910.654453:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.654454:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.654458:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384910.654460:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f0f5e9e. 00000100:00000001:0.0:1767384910.654462:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384910.654462:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384910.654465:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 16, more 0. 10000000:00000001:0.0:1767384910.654467:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384910.654471:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e46480b2. 10000000:00000040:0.0:1767384910.654478:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384910.654482:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384910.654485:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384910.654493:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:0.0:1767384910.654495:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.654497:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384910.654498:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:0.0:1767384910.654500:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:0.0:1767384910.654502:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 6 NIDs 00000400:00001000:0.0:1767384910.654504:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384910.654506:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:0.0:1767384910.654510:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384910.654514:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (6) 00000400:00000200:0.0:1767384910.654518:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384910.654520:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:0.0:1767384910.654522:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (7) 00000400:00000200:0.0:1767384910.654524:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:0.0:1767384910.654526:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:0.0:1767384910.654529:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.654530:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:0.0:1767384910.654531:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:0.0:1767384910.654533:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.654534:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:0.0:1767384910.654535:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:0.0:1767384910.654536:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.654537:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:0.0:1767384910.654538:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:0.0:1767384910.654540:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.654541:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:0.0:1767384910.654542:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:0.0:1767384910.654545:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.654546:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000100:00000001:0.0:1767384910.654547:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.654549:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384910.654551:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:0.0:1767384910.654554:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ca3b6b53. 10000000:00000040:0.0:1767384910.654555:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 16/16 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:0.0:1767384910.654557:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384910.654568:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384910.654571:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009991ce7c. 00000020:00000010:0.0:1767384910.654574:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001474465d. 00000040:00000010:0.0:1767384910.654577:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007ae9a41. 00000020:00000010:0.0:1767384910.654581:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008fcefae0. 00000020:00000010:0.0:1767384910.654585:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002683ddfa. 00000020:00000010:0.0:1767384910.654588:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008250f1ed. 80000000:00000010:0.0:1767384910.654591:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b38b9a3. 40000000:00000010:0.0:1767384910.654616:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b8b6b6e9. 00100000:00000010:0.0:1767384910.654621:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000993c88aa. 00040000:00000010:0.0:1767384910.654625:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037f9b985. 00040000:00000010:0.0:1767384910.654629:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d663690. 00040000:00000010:0.0:1767384910.654632:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a3276f7. 00080000:00000010:0.0:1767384910.654635:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005539cf63. 00000004:00000010:0.0:1767384910.654639:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006898d5b7. 00000004:00000010:0.0:1767384910.654643:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000612a2a02. 00000004:00000010:0.0:1767384910.654647:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f28b939f. 00002000:00000010:0.0:1767384910.654651:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ccf6de1f. 00000004:00000010:0.0:1767384910.654654:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000094097ef6. 00000004:00000001:0.0:1767384910.654658:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384910.654660:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384910.654661:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ca3b6b53 00000040:00001000:0.0:1767384910.654663:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384910.654664:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384910.654665:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384910.654666:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384910.654668:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384910.654669:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384910.654670:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384910.654671:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:0.0:1767384910.654672:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384910.654712:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384910.654715:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001474465d. 00000040:00000010:0.0:1767384910.654719:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000007ae9a41. 00000020:00000010:0.0:1767384910.654722:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008fcefae0. 00000020:00000010:0.0:1767384910.654733:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002683ddfa. 00000020:00000010:0.0:1767384910.654739:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008250f1ed. 80000000:00000010:0.0:1767384910.654754:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b38b9a3. 40000000:00000010:0.0:1767384910.654758:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b8b6b6e9. 00100000:00000010:0.0:1767384910.654761:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000993c88aa. 00040000:00000010:0.0:1767384910.654764:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000037f9b985. 00040000:00000010:0.0:1767384910.654769:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005d663690. 00040000:00000010:0.0:1767384910.654773:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a3276f7. 00080000:00000010:0.0:1767384910.654776:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005539cf63. 00000004:00000010:0.0:1767384910.654779:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006898d5b7. 00000004:00000010:0.0:1767384910.654783:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000612a2a02. 00000004:00000010:0.0:1767384910.654787:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f28b939f. 00002000:00000010:0.0:1767384910.654791:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ccf6de1f. 00000004:00000010:0.0:1767384910.654794:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000094097ef6. 00000020:00000010:0.0:1767384910.654796:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009991ce7c. 00000020:00000001:0.0:1767384910.654799:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.654800:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384910.654803:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ca3b6b53. 10000000:00000010:0.0:1767384910.654804:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e46480b2. 10000000:00000001:0.0:1767384910.654806:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.654808:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.654811:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e23391ad x1853237373183744/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.654816:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384910.654817:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384910.654818:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8ea379a. 02000000:00000001:0.0:1767384910.654821:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384910.654822:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.654823:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384910.654824:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384910.654826:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384910.654827:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.654828:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384910.654829:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384910.654830:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007d8b8684. 00000100:00000010:0.0:1767384910.654837:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000082cc0879. 00000100:00000001:0.0:1767384910.654840:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384910.654841:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b21b80b7. 02000000:00000001:0.0:1767384910.654843:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384910.654845:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384910.654846:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e23391ad. 00000100:00000001:0.0:1767384910.654848:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384910.654849:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384910.654862:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000ee56cf0. 10000000:01000000:0.0:1767384910.654864:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384910.654867:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384910.654868:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.654869:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.654871:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=3 00000020:00000001:0.0:1767384910.654872:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.654875:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384910.654877:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384910.654879:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.654885:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.654886:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384910.654888:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.654896:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384910.654897:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.654899:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384910.654901:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.654902:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.654905:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384910.654908:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384910.654909:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:0.0:1767384910.654912:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384910.663751:0:20176:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c6951138. 00000020:00000040:1.0:1767384910.663776:0:20176:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384910.663778:0:20176:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c6951138. 00080000:00000001:3.0:1767384910.666574:0:20164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384910.666586:0:20164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.666589:0:20164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384910.666595:0:20164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384910.666601:0:20164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.666604:0:20164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.670731:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294901266, at 4294901267 00000100:00000010:0.0:1767384910.670739:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004070f32. 00000100:00000040:1.0:1767384910.670793:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294901266, at 4294901267 00000100:00000010:1.0:1767384910.670801:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007053992. 00000100:00000040:3.0:1767384910.670931:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294901266, at 4294901267 00000100:00000010:3.0:1767384910.670938:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bee0945. 00000100:00000040:2.0:1767384910.672981:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294901266, at 4294901269 00000100:00000010:2.0:1767384910.672988:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a55964d0. 00000001:00000001:0.0:1767384911.413519:0:20330:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384911.413526:0:20330:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767384911.419541:0:20330:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384911.429534:0:20331:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000384fa86e. 00000400:00000010:0.0:1767384911.429552:0:20331:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006b3d4ec8. 00000400:00000010:0.0:1767384911.429564:0:20331:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e2d6437b. 00000400:00000010:0.0:1767384911.429568:0:20331:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000072b57c87. 00000400:00000010:0.0:1767384911.429572:0:20331:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035da7d87. 00000400:00000010:0.0:1767384911.429577:0:20331:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b355b7d. 00000400:00000010:0.0:1767384911.429580:0:20331:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2b2c8ac. 00000400:00000010:0.0:1767384911.429582:0:20331:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093032afa. 00000400:00000010:0.0:1767384911.429586:0:20331:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ad1e7c2a. 00000800:00000010:0.0:1767384911.429651:0:20331:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000037f9b985. 00000800:00000200:0.0:1767384911.429664:0:20331:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384911.429671:0:20331:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384911.429714:0:20331:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384911.429735:0:20331:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp15 [8/256/0/180] 00000400:00000010:0.0:1767384911.432233:0:20331:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000002cf25f72. 00000400:00000010:0.0:1767384911.432242:0:20331:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000400:00000010:0.0:1767384911.432248:0:20331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000400:00000001:0.0:1767384911.432263:0:20331:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384911.432265:0:20331:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384911.432267:0:20331:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc0362a0. 00000400:00000200:0.0:1767384911.432271:0:20331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:0.0:1767384911.432274:0:20331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000400:00000010:0.0:1767384911.432279:0:20331:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000e31ff31a. 00000400:00000200:0.0:1767384911.432284:0:20331:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (6) 00000400:00000200:0.0:1767384911.432319:0:20331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384911.432334:0:20331:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:0.0:1767384911.432356:0:20331:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b0cc0b07. 00000020:01000000:0.0:1767384911.432361:0:20331:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384911.432366:0:20331:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp15 00000400:00000200:2.0:1767384911.432375:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384911.432386:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:0.0:1767384911.432387:0:20331:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006b3d4ec8. 00000400:00000010:2.0:1767384911.432397:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c45fa075. 00000400:00000010:0.0:1767384911.432399:0:20331:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000384fa86e. 00000400:00000200:2.0:1767384911.432406:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (7) 00000400:00000010:2.0:1767384911.432416:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d62c6d14. 00000400:00000200:2.0:1767384911.432423:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384911.432437:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384911.432444:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:3.0:1767384911.432446:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384911.432454:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:3.0:1767384911.432458:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384911.432463:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:3.0:1767384911.432467:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384911.432473:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:3.0:1767384911.432475:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384911.432482:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:3.0:1767384911.432486:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384911.432491:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000020:01000004:3.0:1767384911.432495:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384911.432499:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp14 00000400:00000200:2.0:1767384911.432506:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384911.432513:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp14 00000020:01000004:3.0:1767384911.432516:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384911.432524:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384911.432524:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp14 NI seq info: [15:15:256:4294967295] 192.168.204.149@tcp14 LPNI seq info [15:15:8:4294967295] 00000020:01000004:3.0:1767384911.432532:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384911.432540:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384911.432540:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp14 00000020:01000004:3.0:1767384911.432547:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384911.432554:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384911.432555:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14:) -> 192.168.204.149@tcp14(192.168.204.149@tcp:192.168.204.149@tcp14) : PUT try# 0 00000020:01000004:3.0:1767384911.432561:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384911.432568:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384911.432568:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.204.149@tcp14 00000800:00000010:2.0:1767384911.432578:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cc377c1. 00000100:00000010:3.0:1767384911.432582:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000020:00000040:3.0:1767384911.432590:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000800:00000010:2.0:1767384911.432659:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e23a5dd4. 00000100:00000001:3.0:1767384911.432660:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384911.432666:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384911.432668:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004f07c24a. 02000000:00000001:3.0:1767384911.432676:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384911.432677:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (2) 00000800:00000200:2.1:1767384911.432688:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (2) 02000000:00000010:3.0:1767384911.432693:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a7abeaa1. 00000100:00000001:3.0:1767384911.432705:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.432705:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384911.432714:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000001:3.0:1767384911.432722:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384911.432728:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.432741:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_00+0] req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384911.432785:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384911.432791:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.432792:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000020:00000001:3.0:1767384911.432799:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384911.432805:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384911.432816:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384911.432817:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384911.432824:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384911.432825:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384911.432827:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384911.432830:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384911.432833:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384911.432839:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384911.432842:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384911.432848:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384911.432855:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384911.432856:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:1.0:1767384911.432862:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384911.432864:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384911.432865:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384911.432870:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384911.432872:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384911.432876:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384911.432890:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384911.432913:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384911.432914:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384911.432916:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384911.432920:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.432925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000010:3.0:1767384911.432928:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 00000100:00100000:1.0:1767384911.432928:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373183872:0@lo:253: 00000020:00000040:3.0:1767384911.432940:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384911.432941:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384911.432947:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384911.432963:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384911.432966:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.432969:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384911.432971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 02000000:00000001:1.0:1767384911.432972:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384911.432978:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384911.432984:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b642d74c. 02000000:00000001:1.0:1767384911.432990:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384911.432995:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e0cddbf8. 00000400:00000010:1.0:1767384911.432997:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9469a2e. 00000100:00000001:3.0:1767384911.433010:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.433010:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008884bed2. 00000100:00000200:1.0:1767384911.433020:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373183872, portal 25 00000100:00000001:3.0:1767384911.433025:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384911.433033:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.433036:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:1.0:1767384911.433037:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.433043:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000040:3.0:1767384911.433050:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000622ec378] to pc [ptlrpcd_00_01+1] req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.433057:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384911.433078:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:1.0:1767384911.433109:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.433126:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:3.0:1767384911.433129:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.433131:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096036e93. 00000400:00000200:2.0:1767384911.433134:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 10000000:00000001:3.0:1767384911.433137:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.433139:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373183872, offset 0 00000020:00000001:3.0:1767384911.433146:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384911.433153:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384911.433158:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384911.433162:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b0cc0b07. 00000400:00000200:1.0:1767384911.433177:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384911.433183:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:3.0:1767384911.433192:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384911.433195:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502780 00000100:00000001:3.0:1767384911.433200:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.433207:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384911.433208:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000010:1.0:1767384911.433216:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6019275. 00000100:00000040:3.0:1767384911.433220:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.433224:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b772b52 00000400:00000200:2.0:1767384911.433233:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384911.433236:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.433251:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384911.433251:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.433259:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.433263:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b772b52 00000400:00000010:1.0:1767384911.433269:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b772b52. 02000000:00000001:3.0:1767384911.433270:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384911.433278:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.433279:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384911.433282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00000200:1.0:1767384911.433285:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384911.433289:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.433294:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000008aebe4dc x1853237373183872 msgsize 4848 00000100:00100000:3.0:1767384911.433326:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000622ec378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373184000:0@lo:253: 00000100:00100000:1.0:1767384911.433331:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384911.433355:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384911.433360:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384911.433362:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384911.433366:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.433372:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384911.433375:0:16163:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384911.433381:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000048da53b. 00000400:00000200:1.0:1767384911.433387:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096036e93 02000000:00000001:3.0:1767384911.433389:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.433391:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096036e93. 00000100:00000001:1.0:1767384911.433398:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384911.433419:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff6c2fb. 00000100:00000200:1.0:1767384911.433421:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.433433:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa6ac1e2. 00000100:00000001:1.0:1767384911.433437:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.433443:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384911.433445:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373184000, portal 25 00000100:00000001:1.0:1767384911.433452:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.433455:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.433463:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.433465:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.433470:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294902045 00000100:00000001:3.0:1767384911.433472:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013180544 : -129515696371072 : ffff8a34c6ecca80) 00000100:00000010:1.0:1767384911.433480:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039765f70. 00000100:00000040:3.0:1767384911.433490:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.433491:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384911.433501:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294902045 00000100:00000010:1.0:1767384911.433510:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab390a10. 00000100:00000001:1.0:1767384911.433517:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384911.433520:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384911.433523:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294902045 00000100:00000040:3.0:1767384911.433530:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384911.433531:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060b6b54e. 00000100:00000001:1.0:1767384911.433538:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384911.433540:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef34fb0. 00000100:00000001:1.0:1767384911.433543:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294902045 00000100:00000200:3.0:1767384911.433552:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373184000, offset 0 00000100:00000010:1.0:1767384911.433553:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87a64cc. 00000100:00000001:1.0:1767384911.433562:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384911.433572:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384911.433577:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384911.433578:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.433586:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.433589:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.433597:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384911.433602:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.433608:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384911.433616:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502800 00000100:00000001:1.0:1767384911.433617:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384911.433624:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000100:00000001:1.0:1767384911.433682:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384911.433685:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f522d84. 00000100:00000001:1.0:1767384911.433687:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.433695:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.433698:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000033e7b9a 00000800:00000010:2.0:1767384911.433704:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e34a5f85. 00000400:00000200:3.0:1767384911.433710:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384911.433713:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bea57e40. 00000100:00000001:1.0:1767384911.433719:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384911.433723:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c3725da. 00000100:00100000:1.0:1767384911.433725:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373183872 00000400:00000200:3.0:1767384911.433726:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384911.433732:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.433737:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384911.433738:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000033e7b9a 00000100:00000001:1.0:1767384911.433740:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384911.433747:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000033e7b9a. 02000000:00000001:1.0:1767384911.433748:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.433757:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373183872 00000100:00000001:3.0:1767384911.433760:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384911.433761:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384911.433767:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:1.0:1767384911.433767:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384911.433773:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384911.433778:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000c84c5d23 x1853237373184000 msgsize 4848 00000800:00000010:2.0:1767384911.433778:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c3725da. 00000020:00000040:1.0:1767384911.433779:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384911.433790:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384911.433795:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:3.0:1767384911.433800:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384911.433801:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384911.433808:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:1.0:1767384911.433809:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000100:00000001:1.0:1767384911.433817:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384911.433820:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000020:00000010:1.0:1767384911.433829:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5aace7d. 00000100:00000001:3.0:1767384911.433834:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384911.433837:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ec9a50c. 00000020:00000010:1.0:1767384911.433845:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4707716. 00000400:00000200:3.0:1767384911.433848:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef34fb0 00000400:00000010:3.0:1767384911.433855:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef34fb0. 00000100:00000040:1.0:1767384911.433860:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384911.433863:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384911.433866:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384911.433870:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384911.433875:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.433876:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.433889:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.433898:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384911.433907:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384911.433908:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.433931:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.433935:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.433940:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384911.433944:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184000 02000000:00000001:1.0:1767384911.433950:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.433952:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.433955:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.433958:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.433960:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.433961:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184000 00000100:00000001:3.0:1767384911.433969:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294902046 00000020:00000001:1.0:1767384911.433995:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384911.434000:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384911.434004:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902045 00000400:00000200:2.0:1767384911.434005:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:1.0:1767384911.434006:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.434011:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000020:00000001:1.0:1767384911.434018:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384911.434023:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294902046 00000020:00000001:1.0:1767384911.434032:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384911.434040:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384911.434043:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902045 00000020:00000010:1.0:1767384911.434046:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000400:00000200:2.0:1767384911.434049:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp14 from 245.3.0.2 00000100:00000001:1.0:1767384911.434056:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384911.434060:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a42e5f82. 00000100:00000001:3.0:1767384911.434062:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294902046 00000020:00000010:1.0:1767384911.434062:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000020:00000010:1.0:1767384911.434077:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054eac36d. 00000100:00000001:3.0:1767384911.434078:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902045 00000020:00000010:1.0:1767384911.434088:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000454c25c0. 00000100:00000001:3.0:1767384911.434091:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294902046 00000020:00000010:1.0:1767384911.434098:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de6fdc45. 00000100:00000001:3.0:1767384911.434103:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902045 00000100:00000001:1.0:1767384911.434108:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384911.434113:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384911.434116:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.434118:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.434123:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.434126:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.434132:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.434133:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.434141:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.434144:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.434150:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384911.434157:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.434160:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.434164:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384911.434165:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.434170:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384911.434173:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.434181:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:1.0:1767384911.434187:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384911.434190:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671904848 : -129515037646768 : ffff8a34ee302050) 00000100:00000040:1.0:1767384911.434196:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008aebe4dc x1853237373183872/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.434206:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384911.434211:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6951138. 00000100:00000001:1.0:1767384911.434214:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.434215:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384911.434216:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6951138. 00000100:00000001:3.0:1767384911.434225:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384911.434232:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008aebe4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373183872:12345-0@lo:253: 00000100:00000200:1.0:1767384911.434241:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373183872 00000100:00100000:3.0:1767384911.434244:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:3.0:1767384911.434251:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384911.434260:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671903824 : -129515037647792 : ffff8a34ee301c50) 00000800:00000010:2.0:1767384911.434261:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001374e4f. 00000020:00000001:1.0:1767384911.434261:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384911.434269:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:2.0:1767384911.434274:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005446fad6. 00000020:00000001:1.0:1767384911.434275:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.434278:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c84c5d23 x1853237373184000/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384911.434285:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384911.434290:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384911.434318:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384911.434324:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384911.434347:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000db1e4cdb. 00000020:00000001:1.0:1767384911.434360:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384911.434361:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384911.434365:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:2.1:1767384911.434366:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (2) 00000020:00000010:3.0:1767384911.434372:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e76ab7a3. 00000020:00000001:1.0:1767384911.434372:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384911.434379:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp14 00000000db1e4cdb deleted 00000100:00000001:3.0:1767384911.434383:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.434383:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.1:1767384911.434384:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000db1e4cdb. 02000000:00000001:1.0:1767384911.434389:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384911.434393:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e76ab7a3. 00000800:00000200:2.1:1767384911.434394:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000010:1.0:1767384911.434416:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000da5a2715. 02000000:00000001:1.0:1767384911.434422:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384911.434424:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c5d23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16164:x1853237373184000:12345-0@lo:253: 00000100:00000001:1.0:1767384911.434428:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384911.434429:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp14 ip 192.168.204.149:1013 20000000:00000001:1.0:1767384911.434436:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384911.434438:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cc377c1 type 1, nob 240 niov 1 nkiov 1 20000000:00000010:1.0:1767384911.434451:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006994ddf3. 00000100:00000200:3.0:1767384911.434453:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184000 00000800:00000200:2.0:1767384911.434458:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp14 p 3.x 192.168.204.149 -> 192.168.204.149:1013 incarnation:1767384910046621258 sched[0] 20000000:01000000:1.0:1767384911.434461:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384911.434463:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384911.434469:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:2.0:1767384911.434471:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c3725da. 00000020:00000001:3.0:1767384911.434473:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384911.434474:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384911.434482:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.434482:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.434491:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.434494:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384911.434496:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384911.434501:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384911.434510:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:1.0:1767384911.434512:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000775b3303. 00000020:00000001:3.0:1767384911.434514:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384911.434518:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 00000020:00000001:3.0:1767384911.434522:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384911.434527:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384911.434530:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384911.434535:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384911.434537:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384911.434539:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c3725da. 00000100:00000001:3.0:1767384911.434546:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1767384911.434548:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005446fad6. 02000000:00000001:3.0:1767384911.434553:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384911.434564:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001dd4079c. 02000000:00000001:3.0:1767384911.434569:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.434573:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.434577:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384911.434581:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a42e5f82. 20000000:00000010:3.0:1767384911.434591:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c20f964c. 00000800:00000001:2.0:1767384911.434597:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:3.0:1767384911.434598:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384911.434598:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384911.434606:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384911.434607:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384911.434608:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384911.434613:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384911.434613:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.434635:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.434637:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384911.434670:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384911.434678:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.434678:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 20000000:00000001:3.0:1767384911.434686:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384911.434688:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384911.434699:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c6ef92df. 00080000:00000001:1.0:1767384911.434702:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651168256 : -129520058383360 : ffff8a33c2edc400) 00080000:00000001:1.0:1767384911.434706:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384911.434733:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384911.434738:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cc377c1. 00000400:00000200:2.0:1767384911.434742:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384911.434749:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: PUT: OK 00000400:00000200:2.0:1767384911.434754:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384911.434757:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:2.1:1767384911.434792:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384911.434799:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp14 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384910046621258 sched[0] 00000800:00000010:2.0:1767384911.434803:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bea57e40. 00000001:00000001:1.0:1767384911.434866:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384911.434869:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.434873:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384911.434879:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00080000:00000001:1.0:1767384911.434897:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.434902:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384911.434960:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384911.435009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384911.435065:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384911.435116:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00080000:00000001:1.0:1767384911.435123:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384911.435129:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384911.435169:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384911.435210:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000001:1.0:1767384911.435253:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435266:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.435268:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000800:00000001:1.0:1767384911.435269:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435279:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.435292:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14) <- 192.168.204.149@tcp14 : PUT - for me 00000400:00000200:1.0:1767384911.435333:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384911.435341:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 144/144 into md 0x12bd [1] + 0 00000400:00000200:2.0:1767384911.435343:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000010:1.0:1767384911.435362:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f2e0f82. 00000400:00000200:1.0:1767384911.435368:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000025dbf24 00000800:00000001:1.0:1767384911.435374:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435389:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.435392:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.435397:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: PUT: OK 00000400:00000200:1.0:1767384911.435403:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:1.0:1767384911.435405:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000400:00000200:1.0:1767384911.435410:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384911.435414:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (8) 00000400:00000200:1.0:1767384911.435421:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384911.435422:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000010:1.0:1767384911.435425:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000096036e93. 00000400:00000200:1.0:1767384911.435432:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 7 00000400:00000200:1.0:1767384911.435439:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384911.435453:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (9) 00000400:00000200:1.0:1767384911.435459:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384911.435466:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp14 to MR: 192.168.204.149@tcp14 local destination 00000400:00000200:1.0:1767384911.435473:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp14 NI seq info: [16:16:256:4294967295] 192.168.204.149@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384911.435489:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384911.435495:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14:192.168.204.149@tcp14) -> 192.168.204.149@tcp14(192.168.204.149@tcp14:192.168.204.149@tcp14) 192.168.204.149@tcp14 : ACK try# 0 00000800:00000200:1.0:1767384911.435518:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp14 00000800:00000010:1.0:1767384911.435523:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000274e865d. 00000800:00000200:1.0:1767384911.435530:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (4) 00000800:00000200:1.0:1767384911.435538:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp14 ip 192.168.204.149:988 00000800:00000200:1.0:1767384911.435542:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000274e865d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384911.435680:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384911.435684:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000274e865d. 00000400:00000200:1.0:1767384911.435689:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.435695:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: ACK: OK 00000800:00000001:1.0:1767384911.435706:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435711:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384911.435714:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435721:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384911.435723:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435730:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.435737:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14) <- 192.168.204.149@tcp14 : ACK - for me 00000400:00000200:1.0:1767384911.435752:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp14: ACK from 12345-192.168.204.149@tcp14 into md 0x12fd 00000400:00000200:1.0:1767384911.435756:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.435761:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: ACK: OK 00000400:00000200:1.0:1767384911.435767:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c45fa075 00000400:00000010:1.0:1767384911.435769:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c45fa075. 00000400:00000200:1.0:1767384911.435775:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384911.435780:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384911.435789:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384911.435794:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (8) 00000800:00000001:1.0:1767384911.435803:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.435809:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.435849:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384911.435855:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2e0f82. 00000400:00000010:1.0:1767384911.435860:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000400:00000200:1.0:1767384911.435864:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:1.0:1767384911.435871:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:1.0:1767384911.435897:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 000000005e250016. 00000400:00000010:1.0:1767384911.435901:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000b3adee42. 00000400:00000010:1.0:1767384911.435905:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000e5a0388e. 00000400:00000010:1.0:1767384911.435921:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007413039f. 00000400:00000200:1.0:1767384911.435943:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007413039f nid 192.168.204.149@tcp15 00000400:00000010:1.0:1767384911.435946:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f1b24922. 00000400:00000200:1.0:1767384911.435949:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f1b24922 net tcp15 00000400:00000200:1.0:1767384911.435953:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (7) 00000400:00000200:1.0:1767384911.435961:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp15 flags 0x11 00000400:00000010:1.0:1767384911.435966:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 000000005e250016. 00000400:00000010:1.0:1767384911.435971:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000b3adee42. 00000400:00000010:1.0:1767384911.435976:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000e5a0388e. 00000400:00000010:1.0:1767384911.435980:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000096036e93. 00000400:00000200:1.0:1767384911.435987:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384911.435992:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:1.0:1767384911.435998:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:1.0:1767384911.436005:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:1.0:1767384911.436010:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384911.436014:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:1.0:1767384911.436029:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384911.436035:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (8) 00000400:00000200:2.0:1767384911.436040:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384911.436045:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d06189de. 00000400:00000200:2.0:1767384911.436068:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp14 from 244.3.0.2 00000800:00000010:2.0:1767384911.436074:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004e57db98. 00000800:00000010:2.0:1767384911.436286:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000597254a9. 00000800:00000010:2.0:1767384911.436292:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bea57e40. 00000800:00000010:2.0:1767384911.436347:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005446fad6. 00000800:00000010:2.0:1767384911.436353:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c3725da. 00000800:00000010:2.0:1767384911.436534:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000db1e4cdb. 00000800:00000200:2.1:1767384911.436543:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (4) 00000800:00000200:2.1:1767384911.436549:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp14 00000000db1e4cdb deleted 00000800:00000010:2.1:1767384911.436552:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000db1e4cdb. 00000800:00000200:2.1:1767384911.436557:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384911.436572:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp14 p 3.x 192.168.204.149 -> 192.168.204.149:1012 incarnation:1767384910046621258 sched[0] 00000800:00000010:2.0:1767384911.436578:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002dba4ce5. 00000800:00000010:2.0:1767384911.436718:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002dba4ce5. 00000800:00000010:2.0:1767384911.436724:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bea57e40. 00000800:00000010:2.0:1767384911.436809:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004e57db98. 00000800:00000001:2.0:1767384911.436825:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384911.436831:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384911.437553:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c3725da. 00000800:00000200:0.1:1767384911.437587:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384911.437939:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp14 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384910046621258 sched[0] 00000800:00000010:0.0:1767384911.437944:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005446fad6. 00000800:00000001:3.0:1767384911.438009:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.438028:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384911.449092:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384911.449113:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:2.0:1767384911.449113:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384911.449119:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384911.449121:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384911.449126:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384911.449128:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384911.449132:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384911.449133:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384911.449137:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c6ef92df. 20000000:01000000:3.0:1767384911.449145:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384911.449145:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384911.449163:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384911.449168:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384911.449171:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004bc7efa0. 00080000:00000020:3.0:1767384911.449175:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384911.449178:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:1.0:1767384911.449183:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384911.449188:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384911.449214:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384911.449219:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384911.449223:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384911.449238:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384911.449239:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384911.449246:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384911.449247:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384911.449251:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.449255:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000040:3.0:1767384911.449256:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a7ab0d1b count: 2 00000020:00000001:1.0:1767384911.449258:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384911.449262:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384911.449265:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384911.449268:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384911.449274:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384911.449277:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015d3784d. 00080000:00000010:1.0:1767384911.449283:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000439bd1f. 00000020:00000001:3.0:1767384911.449284:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384911.449292:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000015d3784d with handle 0xcb8130832f6b360d to hash 00080000:00000001:1.0:1767384911.449292:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651182592 : -129520058369024 : ffff8a33c2edfc00) 00000020:00000001:3.0:1767384911.449297:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384911.449314:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919234560 : -129515790317056 : ffff8a34c1534a00) 00010000:00000001:3.0:1767384911.449319:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919234560 : -129515790317056 : ffff8a34c1534a00) 00080000:00000001:1.0:1767384911.449324:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384911.449326:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.449330:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.449334:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.449344:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384911.449359:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384911.449362:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384911.449365:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384911.449367:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384911.449371:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.449378:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384911.449380:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.449383:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384911.449385:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.449388:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.449390:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384911.449393:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384911.449414:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a7ab0d1b) refcount = 2 00010000:00000040:3.0:1767384911.449418:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384911.449422:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384911.449428:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384911.449431:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384911.449442:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003628a1c5. 00000100:00000001:3.0:1767384911.449446:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:1.0:1767384911.449447:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:3.0:1767384911.449451:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcda4955. 00080000:00000001:1.0:1767384911.449452:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.449458:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553672881280 : -129520036670336 : ffff8a33c4391480) 00080000:00000001:1.0:1767384911.449459:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384911.449466:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553672881280 : -129520036670336 : ffff8a33c4391480) 00000100:00000001:3.0:1767384911.449470:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384911.449471:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384911.449473:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384911.449477:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.449479:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384911.449482:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1767384911.449482:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.449485:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1767384911.449489:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384911.449490:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384911.449495:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384911.449500:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000040:3.0:1767384911.449504:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:3.0:1767384911.449508:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384911.449510:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384911.449513:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384911.449520:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c971b8f6. 00000100:00000001:3.0:1767384911.449524:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.449529:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384911.449545:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 16 pid: 16798 timeout: 384 lvb_type: 0 00010000:00000001:3.0:1767384911.449588:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384911.449592:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384911.449596:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384911.449605:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384911.449641:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384911.449646:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373184128:0@lo:104: 00000100:00000001:3.0:1767384911.449650:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384911.449655:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384911.449657:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.449659:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384911.449664:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c3939f9. 02000000:00000001:3.0:1767384911.449667:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384911.449672:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147a6092. 00080000:00000001:1.0:1767384911.449676:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:3.0:1767384911.449679:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00080000:00000001:1.0:1767384911.449682:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:3.0:1767384911.449685:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373184128, portal 16 00000100:00000001:3.0:1767384911.449690:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384911.449692:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000040:3.0:1767384911.449698:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384911.449705:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384911.449709:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384911.449713:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000100:00000200:3.0:1767384911.449715:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373184128, offset 0 00000400:00000200:3.0:1767384911.449721:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384911.449731:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384911.449738:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273502880 00000400:00000200:3.0:1767384911.449745:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:3.0:1767384911.449750:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.449755:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.449760:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384911.449763:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384911.449775:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011b0ceb0. 00000100:00000040:3.0:1767384911.449778:0:16820:0:(events.c:337:request_in_callback()) incoming req@0000000011b0ceb0 x1853237373184128 msgsize 328 00000100:00100000:3.0:1767384911.449786:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384911.449808:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384911.449817:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520d3288 00000400:00000010:3.0:1767384911.449819:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 00000100:00000001:3.0:1767384911.449825:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384911.449829:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384911.449830:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384911.449836:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184128 02000000:00000001:0.0:1767384911.449842:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384911.449847:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.449851:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384911.449852:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.449859:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.449860:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384911.449867:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184128 00000020:00000001:0.0:1767384911.449874:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384911.449875:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.449877:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000100:00000001:3.0:1767384911.449880:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384911.449883:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.449887:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000100:00000001:3.0:1767384911.449888:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.449891:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:3.0:1767384911.449895:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294902062 00000020:00000001:0.0:1767384911.449896:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384911.449910:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.449917:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f379543a. 00000100:00000001:3.0:1767384911.449918:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902046 00000100:00000001:0.0:1767384911.449922:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.449927:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294902062 00000020:00000010:0.0:1767384911.449927:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f379543a. 00000100:00000001:3.0:1767384911.449937:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902046 00000020:00000010:0.0:1767384911.449937:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e7a78cb. 00000020:00000010:0.0:1767384911.449961:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb685285. 00000100:00000001:3.0:1767384911.449964:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294902062 00000020:00000010:0.0:1767384911.449969:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d253403a. 00000100:00000040:0.0:1767384911.449983:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384911.449987:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384911.449989:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384911.449991:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.449999:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.450013:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902046 00000100:00000001:0.0:1767384911.450016:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.450025:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294902062 00000100:00000001:3.0:1767384911.450034:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902046 00000100:00000001:3.0:1767384911.450042:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.450045:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.450046:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384911.450051:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.450052:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384911.450059:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.450065:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.450065:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384911.450073:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00010000:00000001:3.0:1767384911.450074:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.450077:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.450078:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.450081:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384911.450086:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384911.450087:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013177856 : -129515696373760 : ffff8a34c6ecc000) 00000100:00000040:0.0:1767384911.450095:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011b0ceb0 x1853237373184128/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 328/0 e 0 to 0 dl 1767384922 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384911.450103:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.450110:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.450115:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384911.450121:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384911.450122:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fcda4955 going to sleep for 11 seconds 00000020:00000010:0.0:1767384911.450129:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f379543a. 00000100:00000001:3.0:1767384911.450130:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.450138:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.450139:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.450148:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f379543a. 00000100:00100000:0.0:1767384911.450154:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011b0ceb0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373184128:12345-0@lo:104: 00000100:00000200:0.0:1767384911.450159:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184128 00010000:00000001:0.0:1767384911.450162:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384911.450168:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.450170:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.450173:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=2 00000020:00000001:0.0:1767384911.450176:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384911.450180:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384911.450184:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.450186:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.450190:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384911.450199:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384911.450203:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384911.450207:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005cb20708. 02000000:00000001:0.0:1767384911.450210:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.450212:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.450217:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384911.450220:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.450224:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.450229:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384911.450234:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384911.450237:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384911.450240:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384911.450251:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.450255:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384911.450260:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384911.450265:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384911.450269:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373184128, offset 224 00000400:00000200:0.0:1767384911.450277:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384911.450286:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.450297:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273502880 00000400:00000200:0.0:1767384911.450326:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1315 [1] + 224 00000400:00000200:0.0:1767384911.450331:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.450335:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.450339:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384911.450344:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384911.450355:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.450377:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384911.450384:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384911.450386:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384911.450391:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384911.450392:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384911.450398:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.450403:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384911.450408:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384911.450413:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000026f19e68. 00010000:00000001:0.0:1767384911.450417:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384911.450422:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384911.450436:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384911.450438:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384911.450441:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147a6092. 00000400:00000200:3.0:1767384911.450446:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00010000:00010000:0.0:1767384911.450448:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:3.0:1767384911.450449:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00010000:00000001:0.0:1767384911.450458:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.450459:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384911.450463:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384911.450463:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.450470:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384911.450470:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.450472:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.450482:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384911.450488:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b0ceb0 x1853237373184128/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384911.450495:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384911.450523:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011b0ceb0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373184128:12345-0@lo:104: Request processed in 398us (738us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384911.450527:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.450531:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.450534:0:16820:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384911.450540:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384911.450546:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384911.450547:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384911.450551:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.450553:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1767384911.450558:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:1.0:1767384911.450560:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384911.450561:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.450565:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00001000:3.0:1767384911.450571:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=19 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384911.450574:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384911.450580:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384911.450603:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=19 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384911.450605:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb685285. 00010000:00010000:1.0:1767384911.450648:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b15c7593 already unused, calling callback (00000000e3583925) 00000020:00000010:0.0:1767384911.450648:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d253403a. 00000100:00000001:3.0:1767384911.450650:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384911.450655:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e7a78cb. 10000000:00000001:1.0:1767384911.450657:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384911.450658:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384911.450663:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.450665:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384911.450665:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00010000:00000001:3.0:1767384911.450671:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.450674:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.450680:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.450689:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767384911.450691:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384911.450694:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384911.450698:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.450702:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=3 00000020:00000001:1.0:1767384911.450709:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00000100:00000001:3.0:1767384911.450711:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384911.450715:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00000100:00000001:3.0:1767384911.450718:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384911.450721:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384911.450724:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384911.450731:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384911.450734:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384911.450736:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00010000:1.0:1767384911.450738:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.450741:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.450746:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.450750:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384911.450752:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:3.0:1767384911.450756:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384911.450771:0:16793:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00100000:3.0:1767384911.450776:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373184128:0@lo:104: 10000000:00000040:1.0:1767384911.450777:0:16793:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384911.450786:0:16793:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767384911.450789:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.450790:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384911.450796:0:16793:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.450798:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.450802:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384911.450805:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.450808:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373184128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384911.450815:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384911.450817:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384911.450820:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c3939f9. 02000000:00000001:3.0:1767384911.450824:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384911.450827:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384911.450829:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000001:3.0:1767384911.450831:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384911.450834:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c971b8f6. 02000000:00000001:3.0:1767384911.450838:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384911.450840:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384911.450841:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:3.0:1767384911.450846:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384911.450848:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384911.450861:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcda4955. 00000100:00000001:3.0:1767384911.450865:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384911.450867:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384911.450870:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003628a1c5. 00010000:00000001:3.0:1767384911.450875:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.450877:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.450879:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384911.450883:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384911.450885:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384911.450894:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384911.451000:0:16793:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384911.451003:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384911.451005:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 10000000:00000001:0.0:1767384911.451008:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384911.451011:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.451016:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.451020:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384911.451022:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.451025:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.451067:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.451071:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b15c7593 with handle 0xcb8130832f6b35ff from hash 00010000:00000001:0.0:1767384911.451075:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384911.451077:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.451079:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.451081:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384911.451084:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.451086:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384911.451090:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384911.451092:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384911.451296:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e23391ad. 00000020:00000040:0.0:1767384911.451317:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384911.451331:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384911.451333:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384911.451336:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384911.451361:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e7a78cb. 00000100:00000001:0.0:1767384911.451376:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.451379:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384911.451384:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384911.451393:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384911.451396:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.451400:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384911.451402:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.451435:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e23391ad] to pc [ptlrpcd_00_02+2] req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.451470:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384911.451473:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.451476:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.451478:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.451481:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384911.451484:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.451488:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.451496:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384911.451498:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000b15c7593/0xcb8130832f6b35ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3606 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384911.451503:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384911.451505:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007dd6a662 count: 0 00000100:00000001:3.0:1767384911.451509:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.451513:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384911.451518:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384911.451522:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.451523:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384911.451529:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000026f19e68. 00010000:00000001:0.0:1767384911.451537:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.451545:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384911.451547:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384911.451549:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.451552:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.451555:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767384911.451557:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384911.451560:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384911.451563:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384911.451565:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.451569:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384911.451573:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373184256:0@lo:103: 00010000:00010000:0.0:1767384911.451576:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384911.451580:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384911.451585:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384911.451591:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384911.451631:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.451632:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.451636:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384911.451638:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384911.451645:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c971b8f6. 02000000:00000001:3.0:1767384911.451649:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.451650:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384911.451658:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147a6092. 00000100:00000001:0.0:1767384911.451658:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384911.451670:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767384911.451676:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373184256, portal 18 00000100:00000001:3.0:1767384911.451679:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384911.451681:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000100:00000040:3.0:1767384911.451687:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.451695:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384911.451699:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384911.451702:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000100:00000200:3.0:1767384911.451705:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373184256, offset 0 00000400:00000200:3.0:1767384911.451712:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384911.451737:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384911.451746:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273502900 00000400:00000200:3.0:1767384911.451761:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:3.0:1767384911.451767:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.451772:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.451778:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384911.451780:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384911.451783:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000100:00000040:3.0:1767384911.451786:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009c79541a x1853237373184256 msgsize 328 00000100:00100000:3.0:1767384911.451795:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384911.451810:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384911.451817:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520d3288 00000400:00000010:3.0:1767384911.451820:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 00000100:00000001:3.0:1767384911.451825:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384911.451831:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.451851:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.451856:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.451861:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384911.451864:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.451867:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184256 00000100:00000001:3.0:1767384911.451870:0:16165:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384911.451872:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384911.451876:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.451877:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.451879:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.451885:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294902064 02000000:00000001:0.0:1767384911.451886:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.451895:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184256 00000020:00000001:0.0:1767384911.451898:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384911.451899:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902062 00000020:00000040:0.0:1767384911.451901:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384911.451915:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294902064 00000020:00000001:0.0:1767384911.451916:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.451921:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000100:00000001:3.0:1767384911.451925:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902062 00000020:00000001:0.0:1767384911.451926:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384911.451934:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384911.451937:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294902064 00000100:00000001:0.0:1767384911.451939:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.451946:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098fbb475. 00000100:00000001:3.0:1767384911.451947:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902062 00000100:00000001:0.0:1767384911.451951:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.451954:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294902064 00000020:00000010:0.0:1767384911.451956:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098fbb475. 00000100:00000001:3.0:1767384911.451966:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902062 00000020:00000010:0.0:1767384911.451968:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecbba0c3. 00000100:00000001:3.0:1767384911.451978:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.451978:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb685285. 00000100:00000001:3.0:1767384911.451983:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.451987:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384911.451991:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d253403a. 00000100:00000001:3.0:1767384911.452000:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384911.452004:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384911.452007:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384911.452009:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384911.452012:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384911.452014:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384911.452021:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384911.452021:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384911.452027:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.452028:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.452033:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452035:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384911.452039:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452040:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.452045:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.452048:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:0.0:1767384911.452051:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384911.452054:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00010000:0.0:1767384911.452069:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 17 pid: 16798 timeout: 384 lvb_type: 0 00010000:00000001:0.0:1767384911.452077:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452078:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452081:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.452083:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.452089:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384911.452094:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c79541a x1853237373184256/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 328/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.452102:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384911.452104:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.452119:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.452136:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384911.452138:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384911.452143:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384911.452147:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384911.452150:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000001:3.0:1767384911.452155:0:16791:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:0.0:1767384911.452156:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c79541a x1853237373184256/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 328/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384911.452160:0:16791:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:3.0:1767384911.452174:0:16791:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004c3939f9. 00000100:00000001:0.0:1767384911.452175:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.452183:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098fbb475. 00000100:00100000:3.0:1767384911.452184:0:16791:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:0.0:1767384911.452191:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.452195:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098fbb475. 00000100:00100000:0.0:1767384911.452202:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c79541a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16165:x1853237373184256:12345-0@lo:103: 00000100:00000200:0.0:1767384911.452207:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184256 00010000:00000001:0.0:1767384911.452210:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384911.452213:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384911.452216:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384911.452220:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384911.452224:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384911.452240:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000384fa86e. 02000000:00000001:0.0:1767384911.452243:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.452254:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452257:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384911.452259:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384911.452262:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.452264:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.452267:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:0.0:1767384911.452269:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384911.452272:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000040:0.0:1767384911.452274:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a7ab0d1b count: 3 00010000:00010000:0.0:1767384911.452278:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 17 pid: 16798 timeout: 384 lvb_type: 0 00000100:00001000:0.0:1767384911.452284:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384911 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384911.452287:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.452291:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452292:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384911.452296:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 17 pid: 16798 timeout: 384 lvb_type: 0 00000020:00000001:0.0:1767384911.452323:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.452325:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.452327:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.452330:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452333:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384911.452335:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.452354:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452357:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452359:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.452362:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.452365:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b3606 from hash 00010000:00000001:0.0:1767384911.452368:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384911.452370:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452371:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452373:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384911.452376:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.452377:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384911.452388:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b3606 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b35ff expref: 17 pid: 16798 timeout: 384 lvb_type: 0 00010000:00000040:0.0:1767384911.452395:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384911.452398:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384911.452407:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452410:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384911.452413:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384911.452415:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000015d3784d 00010000:00000001:0.0:1767384911.452417:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384911.452419:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384911.452421:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.452423:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384911.452425:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.452427:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384911.452429:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384911.452431:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.452437:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384911.452439:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384911.452441:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384911.452442:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384911.452444:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a7ab0d1b) refcount = 2 00010000:00010000:0.0:1767384911.452447:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.452452:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384911.452455:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384911.452457:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.452459:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384911.452465:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098fbb475. 00000100:00000001:0.0:1767384911.452468:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384911.452473:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026f19e68. 00000100:00000001:0.0:1767384911.452475:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553633249536 : -129520076302080 : ffff8a33c1dc5900) 00000100:00000001:0.0:1767384911.452477:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553633249536 : -129520076302080 : ffff8a33c1dc5900) 00000100:00000001:0.0:1767384911.452487:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384911.452489:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384911.452492:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384911.452495:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384911.452499:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384911.452502:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.452504:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.452506:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000015d3784d refcount=5 00000020:00000001:0.0:1767384911.452509:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919234560 : -129515790317056 : ffff8a34c1534a00) 00010000:00000001:0.0:1767384911.452512:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919234560 : -129515790317056 : ffff8a34c1534a00) 00010000:00000001:0.0:1767384911.452515:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384911.452519:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.452526:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384911.452528:0:16791:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.452529:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.452540:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452542:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384911.452544:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384911.452550:0:20335:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:0.0:1767384911.452551:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.452556:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452561:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384911.452563:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384911.452569:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000015d3784d already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384911.452572:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000010:3.0:1767384911.452573:0:20335:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000074d04c4f. 00010000:00000001:0.0:1767384911.452575:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384911.452581:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384911.452584:0:20335:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b4b10f6c. 00000020:00000010:3.0:1767384911.452637:0:20335:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000699a9f3f. 00000020:00000010:3.0:1767384911.452645:0:20335:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd3d032d. 00000020:00000010:3.0:1767384911.452649:0:20335:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007ed4c090. 00000040:00000010:3.0:1767384911.452654:0:20335:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000485dad97. 00000020:00000010:3.0:1767384911.452661:0:20335:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022098f55. 00010000:00000001:0.0:1767384911.452666:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384911.452670:0:20335:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094cca4b3. 00010000:00000001:0.0:1767384911.452671:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.452675:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.452679:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000015d3784d refcount=6 00000020:00000010:3.0:1767384911.452681:0:20335:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032802933. 00000020:00000001:0.0:1767384911.452682:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919234560 : -129515790317056 : ffff8a34c1534a00) 00010000:00000001:0.0:1767384911.452690:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919234560 : -129515790317056 : ffff8a34c1534a00) 80000000:00000010:3.0:1767384911.452692:0:20335:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5e53ef0. 00010000:00000001:0.0:1767384911.452693:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384911.452698:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 40000000:00000010:3.0:1767384911.452702:0:20335:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000007d8afbd. 00010000:00000001:0.0:1767384911.452707:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.452710:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000008:00000010:3.0:1767384911.452713:0:20335:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008185ab6d. 00010000:00000001:0.0:1767384911.452714:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767384911.452726:0:20335:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fffbeb36. 00008000:00000010:3.0:1767384911.452732:0:20335:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000063731d36. 00010000:00000001:0.0:1767384911.452733:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00100000:00000010:3.0:1767384911.452737:0:20335:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007975059f. 00010000:00000001:0.0:1767384911.452737:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.452739:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.452744:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384911.452745:0:20335:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000063fb2332. 00000020:00000040:0.0:1767384911.452751:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000015d3784d with handle 0xcb8130832f6b360d from hash 00040000:00000010:3.0:1767384911.452753:0:20335:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000015d450dd. 00010000:00000001:0.0:1767384911.452757:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00040000:00000010:3.0:1767384911.452762:0:20335:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007767ce42. 00010000:00000001:0.0:1767384911.452762:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452765:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452768:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000010:3.0:1767384911.452770:0:20335:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acd21462. 00010000:00000001:0.0:1767384911.452771:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.452777:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384911.452780:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000010:3.0:1767384911.452781:0:20335:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000019a67f49. 00010000:00000001:0.0:1767384911.452783:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.452790:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384911.452792:0:20335:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4688291. 00010000:00000001:0.0:1767384911.452793:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384911.452798:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384911.452802:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:3.0:1767384911.452804:0:20335:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000539e8985. 00010000:00000001:0.0:1767384911.452805:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452808:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452810:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452813:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384911.452824:0:20335:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d9a3a5e. 00010000:00010000:0.0:1767384911.452826:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000004:00000010:3.0:1767384911.452835:0:20335:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000938ed05e. 00010000:00000001:0.0:1767384911.452836:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452840:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452845:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384911.452848:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000080:00000010:3.0:1767384911.452849:0:20335:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000acbf1d4d. 00010000:00000001:0.0:1767384911.452850:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452854:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452858:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000080:00000010:3.0:1767384911.452860:0:20335:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000004bf19df5. 00010000:00000001:0.0:1767384911.452862:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384911.452869:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452871:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.452872:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.452877:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.452880:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384911.452881:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384911.452884:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384911.452885:0:20335:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000071f3ec0. 00000100:00000001:0.0:1767384911.452887:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.452893:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384911.452897:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000026f19e68. 00000100:00000001:0.0:1767384911.452902:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384911.452904:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384911.452907:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098fbb475. 00000100:00000200:3.0:1767384911.452909:0:20335:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:0.0:1767384911.452911:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384911.452917:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384911.452919:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.452923:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384911.452925:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.452928:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.452932:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384911.452935:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384911.452938:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384911.452941:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384911.452943:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.452946:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384911.452949:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384911.452971:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384911.452975:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373184256, offset 224 00000400:00000200:0.0:1767384911.452983:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384911.452992:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.453001:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273502900 00000400:00000200:0.0:1767384911.453009:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1321 [1] + 224 00000400:00000200:0.0:1767384911.453014:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.453020:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.453026:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384911.453030:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.453040:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.453057:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384911.453064:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384911.453067:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384911.453072:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384911.453075:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.453078:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384911.453080:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.453083:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384911.453087:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384911.453091:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384911.453092:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384911.453094:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384911.453097:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384911.453102:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373184256/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.453103:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147a6092. 00000400:00000200:3.0:1767384911.453114:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767384911.453119:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00100000:0.0:1767384911.453123:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c79541a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373184256:12345-0@lo:103: Request processed in 942us (1329us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384911.453127:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384911.453137:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:3.0:1767384911.453139:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.453142:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384911.453150:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384911.453155:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384911.453160:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb685285. 00000100:00000200:3.0:1767384911.453161:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384911.453168:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d253403a. 00000100:00000001:3.0:1767384911.453174:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.453178:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.453184:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384911.453187:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384911.453187:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecbba0c3. 00000100:00000001:3.0:1767384911.453192:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.453196:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.453197:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 02000000:00000001:3.0:1767384911.453199:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.453203:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384911.453205:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=19 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384911.453213:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384911.453216:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384911.453218:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.453221:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384911.453223:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.453237:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.453242:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.453248:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.453260:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1767384911.453261:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384911.453263:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384911.453276:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.453277:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384911.453286:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384911.453293:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384911.453298:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e23391ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373184256:0@lo:103: 00000100:00000001:3.0:1767384911.453328:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.453328:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384911.453331:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384911.453334:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767384911.453335:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000015d3784d/0xcb8130832f6b360d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384911.453343:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e23391ad x1853237373184256/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384911.453374:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a7ab0d1b count: 0 00000100:00000001:3.0:1767384911.453377:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384911.453382:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384911.453386:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c971b8f6. 02000000:00000001:3.0:1767384911.453392:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384911.453393:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384911.453394:0:16165:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000001:0.0:1767384911.453398:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000040:3.0:1767384911.453399:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384911.453405:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384911.453407:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002e7a78cb. 02000000:00000001:3.0:1767384911.453413:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384911.453415:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384911.453416:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e23391ad. 00000100:00000001:3.0:1767384911.453420:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384911.453422:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.453424:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.453430:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.453433:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.453436:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.453439:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.463243:0:20337:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001274b9bc. 00000400:00000040:0.0:1767384911.463274:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384911.463278:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384911.463281:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.463283:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384911.463287:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.463289:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384911.463292:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384911.463295:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384911.463297:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384911.463320:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384911.463325:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384911.463329:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384911.463332:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384911.463334:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384911.463353:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384911.463356:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384911.463366:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384911.463368:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384911.463369:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384911.463372:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.463375:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384911.463377:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384911.463378:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384911.463380:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.463381:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384911.463383:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.463385:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384911.463387:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384911.463390:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384911.463392:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.463394:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384911.463396:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.463398:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384911.463400:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384911.463402:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384911.463404:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.463405:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384911.463408:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384911.463410:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384911.463412:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384911.463414:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384911.463416:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.463418:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384911.463419:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384911.463421:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384911.463423:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384911.463425:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384911.463427:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384911.463429:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384911.463431:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384911.463433:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384911.463435:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384911.463437:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384911.463440:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384911.463441:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384911.463448:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384911.463450:0:20337:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384911.463474:0:20337:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001274b9bc. 00010000:00000010:0.1:1767384911.463642:0:20337:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007dd6a662. 00010000:00000010:0.1:1767384911.463649:0:20337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b15c7593. 00010000:00000010:0.1:1767384911.463654:0:20337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00010000:00000010:0.1:1767384911.463670:0:20337:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a7ab0d1b. 00010000:00000010:0.1:1767384911.463676:0:20337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000015d3784d. 00080000:00000001:2.0:1767384911.464701:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384911.464705:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384911.464708:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384911.464709:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384911.464710:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384911.464713:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384911.464717:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000010:2.0:1767384911.464718:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000439bd1f. 20000000:00000001:1.0:1767384911.464725:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.464727:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384911.464729:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384911.464733:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384911.464744:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384911.464748:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384911.464754:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384911.464756:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384911.464762:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384911.464765:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384911.464770:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384911.464772:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384911.464779:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c49da354. 00010000:00000001:3.0:1767384911.464783:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384911.464787:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081ad6f18. 00000020:00000001:3.0:1767384911.464798:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384911.464801:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081ad6f18 with handle 0xcb8130832f6b3614 to hash 00000020:00000001:3.0:1767384911.464804:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384911.464806:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384911.464809:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384911.464812:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.464814:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.464817:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464825:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384911.464827:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384911.464829:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384911.464831:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384911.464833:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.464836:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384911.464838:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.464840:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384911.464842:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384911.464844:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384911.464846:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384911.464848:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c49da354) refcount = 1 00010000:00010000:3.0:1767384911.464851:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464856:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384911.464858:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384911.464859:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.464861:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.464864:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384911.464866:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384911.464868:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:3.0:1767384911.464871:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384911.464873:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.464874:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ad6f18 refcount=4 00000020:00000001:3.0:1767384911.464882:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384911.464885:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384911.464887:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384911.464890:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464896:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384911.464898:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464903:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.464905:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384911.464906:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464911:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.464913:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.464915:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384911.464917:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384911.464922:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000081ad6f18 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384911.464924:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384911.464927:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384911.464929:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464934:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384911.464936:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384911.464938:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.464939:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ad6f18 refcount=5 00000020:00000001:3.0:1767384911.464941:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384911.464944:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384911.464947:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384911.464954:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.464960:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384911.464964:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384911.464966:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.464971:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384911.464973:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384911.464976:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.464978:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384911.464981:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081ad6f18 with handle 0xcb8130832f6b3614 from hash 00010000:00000001:3.0:1767384911.464984:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384911.464985:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.464987:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.464988:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384911.464990:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384911.464992:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384911.464994:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384911.464996:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.464998:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.465000:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384911.465002:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384911.465005:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.465006:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.465007:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.465008:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.465010:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.465012:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.465016:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.465018:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.465019:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384911.465020:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384911.465022:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.465023:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.465025:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384911.465026:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.465034:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.465036:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.465042:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384911.465044:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384911.465045:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3614 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384911.465049:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c49da354 count: 0 00010000:00000001:3.0:1767384911.465058:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384911.465060:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384911.466944:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384911.466949:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384911.466951:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006994ddf3. 20000000:00000001:0.0:1767384911.466959:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384911.466963:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373183872 00010000:00000001:0.0:1767384911.466966:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384911.466973:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008aebe4dc x1853237373183872/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.466982:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384911.466984:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.466987:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.466991:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384911.466995:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384911.466998:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384911.467001:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384911.467003:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.467006:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384911.467009:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384911.467013:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3d4ec8. 00000100:00000200:0.0:1767384911.467017:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373183872, offset 224 00000400:00000200:0.0:1767384911.467024:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384911.467034:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.467045:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502780 00000400:00000200:0.0:1767384911.467051:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1301 [2] + 224 00000400:00000200:0.0:1767384911.467057:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.467061:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.467064:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384911.467068:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.467078:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.467112:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384911.467120:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3d4ec8 00000400:00000010:0.0:1767384911.467123:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3d4ec8. 00000100:00000001:0.0:1767384911.467126:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384911.467128:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.467132:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384911.467133:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.467137:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384911.467139:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:1.0:1767384911.467144:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384911.467144:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384911.467146:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384911.467149:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384911.467151:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384911.467154:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9469a2e. 00000100:00000040:0.0:1767384911.467158:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008aebe4dc x1853237373183872/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.467171:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008884bed2 00000100:00100000:0.0:1767384911.467173:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008aebe4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373183872:12345-0@lo:253: Request processed in 32961us (33873us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384911.467177:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008884bed2. 00000100:00000001:1.0:1767384911.467184:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384911.467189:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000200:1.0:1767384911.467194:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.467195:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384911.467201:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384911.467205:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384911.467211:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ec9a50c. 00000100:00000200:1.0:1767384911.467214:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384911.467218:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4707716. 00000100:00000001:1.0:1767384911.467231:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384911.467236:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384911.467237:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5aace7d. 00000100:00000001:1.0:1767384911.467239:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.467244:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384911.467245:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:1.0:1767384911.467246:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.467250:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.467253:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384911.467255:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384911.467257:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000da5a2715. 00000100:00001000:1.0:1767384911.467260:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=19 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384911.467263:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384911.467267:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.467268:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.467272:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384911.467276:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384911.467276:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384911.467282:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb67be3. 00000400:00000010:0.0:1767384911.467289:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3d4ec8. 00010000:00000001:1.0:1767384911.467290:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384911.467294:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.467311:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.467316:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.467323:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.467326:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.467328:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384911.467332:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384911.467335:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384911.467337:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.467339:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384911.467341:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.467343:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.467345:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384911.467347:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384911.467349:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.467350:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384911.467354:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.467362:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373183872:0@lo:253: 00000100:00000001:1.0:1767384911.467378:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.467380:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.467384:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373183872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.467391:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.467393:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.467395:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b642d74c. 02000000:00000001:1.0:1767384911.467401:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.467403:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.467404:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384911.467407:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.467409:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a7abeaa1. 02000000:00000001:1.0:1767384911.467415:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.467417:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.467426:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:1.0:1767384911.467430:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.467431:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.467433:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.467440:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.467441:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.467444:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.467447:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384911.468782:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384911.468787:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384911.468789:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c20f964c. 20000000:00000001:3.0:1767384911.468796:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384911.468799:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373184000 00010000:00000001:3.0:1767384911.468802:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384911.468809:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c84c5d23 x1853237373184000/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384911.468815:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294902064, at 4294902065 00010000:00000001:3.0:1767384911.468818:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384911.468822:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384911.468826:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=19 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384911.468827:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060b6b54e. 00000100:00000001:3.0:1767384911.468831:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384911.468835:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384911.468838:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384911.468841:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384911.468843:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.468846:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384911.468851:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384911.468855:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b189e079. 00000100:00000200:3.0:1767384911.468859:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373184000, offset 224 00000400:00000200:3.0:1767384911.468864:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384911.468874:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384911.468883:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502800 00000400:00000200:3.0:1767384911.468889:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1309 [2] + 224 00000400:00000200:3.0:1767384911.468904:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.468909:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.468915:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384911.468920:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.468930:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.468948:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384911.468957:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b189e079 00000400:00000010:3.0:1767384911.468959:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b189e079. 00000100:00000001:3.0:1767384911.468963:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384911.468965:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.468976:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.468978:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384911.468980:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:1.0:1767384911.468983:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384911.468985:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384911.468989:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.468992:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384911.468992:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.468997:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384911.469001:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff6c2fb. 00000100:00000040:3.0:1767384911.469002:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c84c5d23 x1853237373184000/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.469009:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6ac1e2 00000400:00000010:1.0:1767384911.469014:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6ac1e2. 00000100:00100000:3.0:1767384911.469020:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c5d23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373184000:12345-0@lo:253: Request processed in 34660us (35239us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384911.469021:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.469030:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384911.469037:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:3.0:1767384911.469044:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384911.469050:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384911.469053:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384911.469054:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384911.469060:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000454c25c0. 00000100:00000001:1.0:1767384911.469066:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384911.469068:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de6fdc45. 00000100:00000001:1.0:1767384911.469071:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.469075:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384911.469076:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054eac36d. 02000000:00000001:1.0:1767384911.469078:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.469082:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.469084:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384911.469085:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384911.469087:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.469092:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384911.469093:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=19 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384911.469096:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001dd4079c. 00000100:00001000:1.0:1767384911.469099:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.469105:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384911.469106:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384911.469108:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.469111:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.469112:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384911.469115:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.469117:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.469127:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384911.469127:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.469137:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147a6092. 00000100:00000001:1.0:1767384911.469138:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384911.469145:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b189e079. 00000100:00000001:1.0:1767384911.469154:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.469156:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384911.469160:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384911.469161:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384911.469163:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.469165:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384911.469166:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.469168:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.469169:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384911.469172:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.469173:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384911.469176:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.469184:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000622ec378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373184000:0@lo:253: 00000100:00000001:1.0:1767384911.469188:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.469189:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.469191:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000622ec378 x1853237373184000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.469214:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.469216:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.469218:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000048da53b. 02000000:00000001:1.0:1767384911.469223:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.469225:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.469227:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384911.469229:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.469231:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e0cddbf8. 02000000:00000001:1.0:1767384911.469236:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.469237:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.469238:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 00000100:00000001:1.0:1767384911.469242:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.469244:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.469245:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.469250:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.469251:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.469254:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.469257:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.469666:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294902064, at 4294902066 00000100:00000010:1.0:1767384911.469673:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab390a10. 00000100:00000040:3.0:1767384911.469676:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294902064, at 4294902066 00000100:00000040:0.0:1767384911.469679:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294902064, at 4294902066 00000100:00000010:3.0:1767384911.469686:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87a64cc. 00000100:00000010:0.0:1767384911.469688:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039765f70. 00010000:00000010:3.1:1767384911.470630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c49da354. 00010000:00000010:3.1:1767384911.470640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081ad6f18. 00010000:00000001:2.0:1767384911.547675:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384911.547680:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.547687:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384911.547689:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.547714:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384911.547717:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384911.547720:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384912.240414:0:20515:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384912.240427:0:20515:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.240430:0:20515:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.240436:0:20515:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384912.240441:0:20515:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.240444:0:20515:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.571659:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384912.571663:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.571668:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384912.571670:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384912.571672:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384912.571674:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.571684:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384912.571685:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.571686:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.571688:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384912.571731:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384912.571736:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384912.571740:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384912.699666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384912.699680:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384912.699686:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c690bc0e. 00000020:00000040:0.0:1767384912.699691:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384912.699695:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384912.699698:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384912.699702:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384912.699708:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe4d74d. 00000100:00000001:0.0:1767384912.699714:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384912.699719:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384912.699722:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000020:1.0:1767384912.699723:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384912.699729:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002173ef2e. 00000100:00000001:0.0:1767384912.699733:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384912.699734:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384912.699736:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.699740:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384912.699742:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384912.699743:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c690bc0e] to pc [ptlrpcd_00_03+3] req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384912.699746:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384912.699754:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7d065ce. 00000100:00000001:1.0:1767384912.699758:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.699762:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384912.699764:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.699767:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.699768:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.699770:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002173ef2e] to pc [ptlrpcd_00_00+0] req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384912.699773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384912.699775:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384912.699779:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384912.699783:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384912.699787:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009dd3c7a3. 00000100:00000040:3.0:1767384912.699788:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384912.699791:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384912.699796:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1767384912.699798:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.699799:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384912.699803:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384912.699809:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce2a085. 00000100:00000001:3.0:1767384912.699811:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384912.699813:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.699815:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.699819:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384912.699822:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384912.699827:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384912.699831:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384912.699833:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.699838:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.699839:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dd3c7a3] to pc [ptlrpcd_00_01+1] req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384912.699846:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c690bc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373184384:0@lo:400: 00000100:00000001:1.0:1767384912.699851:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.699852:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.699855:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384912.699855:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384912.699858:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384912.699861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384912.699862:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384912.699865:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384912.699866:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384912.699867:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384912.699868:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005d5dc19. 00000020:00000040:0.0:1767384912.699874:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384912.699875:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384912.699878:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384912.699880:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384912.699881:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384912.699883:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000092d3c86. 00000100:00000001:1.0:1767384912.699884:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.699884:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.699890:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384912.699891:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384912.699893:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5616dd8. 02000000:00000001:1.0:1767384912.699894:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384912.699899:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe9119f. 02000000:00000001:1.0:1767384912.699899:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.699899:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384912.699906:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002173ef2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373184512:0@lo:13: 00000100:00000040:0.0:1767384912.699907:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384912.699910:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000001:1.0:1767384912.699914:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384912.699918:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384912.699920:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373184384, portal 25 00000100:00000001:0.0:1767384912.699921:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384912.699922:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.699924:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.699927:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384912.699927:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384912.699929:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d5dc19] to pc [ptlrpcd_00_02+2] req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.699931:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014276480 : -129515695275136 : ffff8a34c6fd8380) 02000000:00000010:1.0:1767384912.699939:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012f56158. 00000100:00000001:0.0:1767384912.699942:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.699943:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384912.699943:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.699947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384912.699950:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9469a2e. 00000100:00000001:0.0:1767384912.699953:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384912.699958:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060ead15a. 00000400:00000010:1.0:1767384912.699959:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b247f220. 00000100:00000001:3.0:1767384912.699961:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384912.699963:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1767384912.699966:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373184512, portal 4 00000100:00000001:0.0:1767384912.699966:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384912.699969:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384912.699970:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384912.699970:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384912.699972:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.699974:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807144448 : -129514902407168 : ffff8a34f63fb800) 00000400:00000010:3.0:1767384912.699976:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 02000000:00000010:0.0:1767384912.699977:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc553a91. 00000100:00000040:1.0:1767384912.699982:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384912.699983:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373184384, offset 0 00000100:00000001:0.0:1767384912.699983:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.699991:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384912.699999:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384912.699999:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384912.700005:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384912.700007:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384912.700010:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384912.700011:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4052d. 00000100:00000200:1.0:1767384912.700016:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373184512, offset 0 00000100:00000040:0.0:1767384912.700017:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060ead15a] to pc [ptlrpcd_00_03+3] req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384912.700025:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384912.700027:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384912.700037:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384912.700048:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273502980 00000400:00000200:1.0:1767384912.700050:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273502a00 00000400:00000200:3.0:1767384912.700062:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1f5 [2] + 0 00000100:00000001:0.0:1767384912.700063:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.700069:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (240) 00000400:00000010:3.0:1767384912.700071:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0d35997. 00000400:00000200:3.0:1767384912.700076:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3315b6a 00000400:00000200:3.0:1767384912.700081:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384912.700081:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384912.700082:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000100:00000001:0.0:1767384912.700084:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.700087:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384912.700092:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384912.700093:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384912.700094:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.700100:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3315b6a 00000400:00000200:1.0:1767384912.700105:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384912.700106:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3315b6a. 00000100:00000001:0.0:1767384912.700107:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384912.700110:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.700113:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384912.700115:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384912.700116:0:16163:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384912.700116:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384912.700121:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384912.700122:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384912.700122:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384912.700128:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005d5dc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373184768:0@lo:400: 00000100:00000040:3.0:1767384912.700129:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000063167a7a x1853237373184384 msgsize 224 00000100:00000010:1.0:1767384912.700131:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a5135b8. 00000100:00000001:0.0:1767384912.700133:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384912.700138:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000003a5135b8 x1853237373184512 msgsize 224 02000000:00000001:0.0:1767384912.700138:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384912.700141:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384912.700142:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384912.700146:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384912.700148:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384912.700151:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384912.700152:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fd658e0. 02000000:00000001:0.0:1767384912.700157:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.700160:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384912.700161:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0642e8. 00000100:00000001:1.0:1767384912.700163:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384912.700167:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000400:00000200:3.0:1767384912.700170:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520d3288 00000400:00000010:3.0:1767384912.700174:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 00000100:00000001:3.0:1767384912.700178:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384912.700180:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff4052d 00000100:00000200:0.0:1767384912.700180:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373184768, portal 10 00000100:00000200:3.0:1767384912.700184:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384912.700185:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bff4052d. 00000100:00000001:0.0:1767384912.700185:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384912.700188:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014279168 : -129515695272448 : ffff8a34c6fd8e00) 00000100:00000001:1.0:1767384912.700190:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384912.700197:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384912.700198:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.700213:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384912.700220:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.700229:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384912.700232:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384912.700236:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384912.700239:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384912.700240:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000100:00000001:3.0:1767384912.700246:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384912.700246:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373184768, offset 0 00000100:00000001:3.0:1767384912.700252:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384912.700254:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.700257:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384912.700260:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.700263:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384912.700267:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294903312 00000400:00000200:0.0:1767384912.700267:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384912.700271:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384912.700289:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7209ffe. 00000100:00000040:1.0:1767384912.700290:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11716 usecs (12 jiffies) 00000400:00000200:0.0:1767384912.700293:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273502b00 00000100:00000001:1.0:1767384912.700295:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903308 00000100:00000001:3.0:1767384912.700300:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384912.700308:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000100:00000001:3.0:1767384912.700309:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294903312 00000100:00000001:1.0:1767384912.700309:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903312 00000400:00000200:0.0:1767384912.700314:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384912.700316:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903308 00000100:00000010:3.0:1767384912.700318:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b24ad1f. 00000400:00000200:0.0:1767384912.700321:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384912.700325:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384912.700326:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384912.700329:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384912.700332:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294903312 00000100:00000001:1.0:1767384912.700333:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903312 00000100:00000010:0.0:1767384912.700334:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e23391ad. 00000100:00000001:1.0:1767384912.700337:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903308 00000100:00000040:0.0:1767384912.700338:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000e23391ad x1853237373184768 msgsize 224 00000100:00000010:1.0:1767384912.700344:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091c2b011. 00000100:00100000:0.0:1767384912.700346:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384912.700352:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384912.700357:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903308 00000100:00000001:0.0:1767384912.700358:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.700361:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903308 00000100:00000010:1.0:1767384912.700362:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a6f19ba. 00000400:00000200:0.0:1767384912.700366:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000100:00000001:1.0:1767384912.700367:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384912.700369:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294903312 00000400:00000010:0.0:1767384912.700370:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000100:00000001:1.0:1767384912.700372:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384912.700376:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.700377:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384912.700379:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903308 00000100:00000001:1.0:1767384912.700379:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384912.700383:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.700385:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.700387:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.700394:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.700395:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.700398:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384912.700399:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384912.700400:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.700403:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.700404:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.700405:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.700407:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384912.700411:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.700415:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384912.700416:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384912.700417:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.700419:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384912.700421:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.700421:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384912.700427:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384912.700427:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.700428:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.700431:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.700433:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384912.700433:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1833 usecs (2 jiffies) 00000100:00000001:1.0:1767384912.700434:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.700438:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384912.700438:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.700439:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903298 00000100:00000001:1.0:1767384912.700443:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384912.700444:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903312 00000100:00000040:3.0:1767384912.700448:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384912.700449:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.700449:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903298 00000100:00000001:0.0:1767384912.700455:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903312 00000100:00000001:0.0:1767384912.700461:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903298 00000100:00000001:0.0:1767384912.700466:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903312 00000100:00000001:0.0:1767384912.700472:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903298 00000100:00000001:0.0:1767384912.700477:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903312 00000100:00000001:1.0:1767384912.700481:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384912.700483:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384912.700484:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.700485:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384912.700487:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.700490:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384912.700493:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.700494:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384912.700495:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384912.700496:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.700499:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384912.700502:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.700502:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384912.700503:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.700511:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384912.700512:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237373184896:0@lo:400: 00000100:00100000:1.0:1767384912.700512:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009dd3c7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373184640:0@lo:400: 00000100:00000001:0.0:1767384912.700515:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384912.700520:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384912.700522:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384912.700524:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384912.700524:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384912.700525:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384912.700529:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.700530:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384912.700530:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.700535:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.700535:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384912.700536:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384912.700539:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d246a28. 02000000:00000001:3.0:1767384912.700543:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384912.700543:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384912.700548:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008319aa68. 02000000:00000010:3.0:1767384912.700549:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076d91509. 00000400:00000010:1.0:1767384912.700552:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4052d. 02000000:00000001:3.0:1767384912.700554:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.700556:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384912.700558:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373184640, portal 4 00000100:00100000:0.0:1767384912.700559:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184768 00000400:00000010:3.0:1767384912.700561:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4dbc56f. 00000100:00000001:1.0:1767384912.700561:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384912.700563:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384912.700564:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014277376 : -129515695274240 : ffff8a34c6fd8700) 00000100:00000001:0.0:1767384912.700567:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384912.700569:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000100:00000001:0.0:1767384912.700570:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.700571:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384912.700577:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373184896, portal 10 02000000:00000001:0.0:1767384912.700578:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.700579:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384912.700584:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384912.700584:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384912.700585:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184768 00000100:00000001:3.0:1767384912.700588:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014289920 : -129515695261696 : ffff8a34c6fdb800) 00000020:00000001:0.0:1767384912.700590:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384912.700591:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000020:00000040:0.0:1767384912.700609:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:0.0:1767384912.700612:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384912.700614:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000200:1.0:1767384912.700617:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373184640, offset 0 00000020:00000001:0.0:1767384912.700618:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000001:0.0:1767384912.700624:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000400:00000200:1.0:1767384912.700628:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384912.700628:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384912.700630:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384912.700634:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2fa558. 00000100:00000001:0.0:1767384912.700640:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384912.700641:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384912.700647:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b2fa558. 00000400:00000200:1.0:1767384912.700654:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273502a80 00000020:00000010:0.0:1767384912.700655:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d42658f9. 00000400:00000200:1.0:1767384912.700662:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000020:00000010:0.0:1767384912.700662:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a56e01d. 00000020:00000010:0.0:1767384912.700670:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d253403a. 00000400:00000200:1.0:1767384912.700672:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384912.700680:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384912.700680:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384912.700682:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384912.700685:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384912.700688:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384912.700689:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384912.700691:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384912.700692:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384912.700692:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384912.700696:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000100:00000010:1.0:1767384912.700700:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c8b9283. 00000100:00000001:0.0:1767384912.700702:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384912.700703:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373184896, offset 0 00000100:00000040:1.0:1767384912.700703:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000008c8b9283 x1853237373184640 msgsize 224 00000100:00000001:0.0:1767384912.700705:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384912.700711:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384912.700714:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384912.700718:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384912.700725:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384912.700728:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384912.700729:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384912.700738:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384912.700741:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000400:00000200:3.0:1767384912.700742:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273502b80 00000100:00000001:0.0:1767384912.700743:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384912.700744:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384912.700746:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384912.700750:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.700757:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00100000:0.0:1767384912.700757:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384912.700764:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:0.0:1767384912.700768:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014275584 : -129515695276032 : ffff8a34c6fd8000) 00000400:00000200:3.0:1767384912.700770:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384912.700770:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384912.700774:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e23391ad x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384912.700777:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.700781:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384912.700789:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384912.700793:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384912.700801:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bac52902. 00000100:00000001:0.0:1767384912.700803:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384912.700804:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.700808:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000bac52902 x1853237373184896 msgsize 224 00000100:00000001:1.0:1767384912.700808:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384912.700808:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2fa558. 00000100:00000001:0.0:1767384912.700814:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384912.700815:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384912.700818:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b2fa558. 00000100:00000040:1.0:1767384912.700820:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11716 usecs (12 jiffies) 00000100:00100000:3.0:1767384912.700824:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384912.700825:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903309 00000100:00100000:0.0:1767384912.700828:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e23391ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373184768:12345-0@lo:400: 00000100:00000001:1.0:1767384912.700831:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903312 00000100:00000200:0.0:1767384912.700834:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184768 00000100:00000001:1.0:1767384912.700835:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903309 00000020:00000001:0.0:1767384912.700838:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384912.700839:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384912.700839:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903312 00000020:00000001:0.0:1767384912.700843:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384912.700844:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903309 00000400:00000200:3.0:1767384912.700847:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000020:00000001:0.0:1767384912.700847:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.700848:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903312 00000020:00000001:0.0:1767384912.700851:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384912.700853:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00000001:1.0:1767384912.700854:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903309 00000020:00000001:0.0:1767384912.700854:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:1.0:1767384912.700861:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903312 00000100:00000001:3.0:1767384912.700862:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384912.700862:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384912.700867:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384912.700868:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384912.700871:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.700871:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.700873:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384912.700876:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384912.700877:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.700880:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.700884:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.700885:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384912.700891:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384912.700893:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384912.700894:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384912.700895:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384912.700897:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000026d0144e. 00000100:00000001:1.0:1767384912.700899:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.700900:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.700901:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.700906:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.700909:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384912.700914:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373184768 00000100:00000001:1.0:1767384912.700915:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384912.700920:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184512 00010000:00000001:0.0:1767384912.700921:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384912.700922:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.700923:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384912.700926:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384912.700926:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384912.700930:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.700933:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.700933:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384912.700934:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e23391ad x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384912.700940:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2258 usecs (3 jiffies) 00000100:00100000:1.0:1767384912.700945:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184512 00000100:00000001:3.0:1767384912.700948:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294903300 00000020:00000001:1.0:1767384912.700949:0:17577:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384912.700952:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:3.0:1767384912.700955:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294903312 00000020:00000001:1.0:1767384912.700956:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384912.700956:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384912.700960:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00010000:00000001:0.0:1767384912.700961:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.700962:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294903300 00000020:00000001:1.0:1767384912.700965:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00001000:0.0:1767384912.700967:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384912.700969:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294903312 00000020:00000001:1.0:1767384912.700969:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:0.0:1767384912.700972:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384912.700973:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384912.700976:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000020:00000010:1.0:1767384912.700978:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00000001:3.0:1767384912.700981:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294903300 00000100:00000001:0.0:1767384912.700981:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000010:1.0:1767384912.700983:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002471c46f. 02000000:00000001:0.0:1767384912.700987:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384912.700988:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294903312 02000000:00000001:0.0:1767384912.700989:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384912.700991:0:17577:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384912.700995:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294903300 00000100:00000001:0.0:1767384912.700996:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384912.701001:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294903312 00000100:00000040:0.0:1767384912.701001:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384912.701002:0:17577:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1767384912.701004:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000100:00000001:3.0:1767384912.701007:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384912.701007:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd35379. 00000100:00000200:0.0:1767384912.701008:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373184768, offset 224 00000100:00000001:3.0:1767384912.701014:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384912.701016:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011b99c32. 00000400:00000200:0.0:1767384912.701019:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384912.701020:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384912.701022:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000100:00000001:3.0:1767384912.701025:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384912.701030:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:0.0:1767384912.701031:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384912.701034:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384912.701034:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384912.701039:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384912.701039:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384912.701042:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.701043:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273502b00 00000100:00000001:3.0:1767384912.701046:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.701049:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384912.701049:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.701053:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.701053:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x134d [1] + 224 00000100:00000001:1.0:1767384912.701056:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.701060:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.701061:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384912.701066:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384912.701070:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384912.701070:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384912.701073:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384912.701076:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.701083:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384912.701083:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1767384912.701087:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184384 02000000:00000001:3.0:1767384912.701091:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384912.701091:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000040:0.0:1767384912.701092:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.701095:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384912.701096:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807138176 : -129514902413440 : ffff8a34f63f9f80) 00000100:00000001:3.0:1767384912.701099:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.701106:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.701108:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a5135b8 x1853237373184512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384912.701110:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184384 00000100:00000001:0.0:1767384912.701112:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384912.701116:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384912.701118:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000020:00000040:3.0:1767384912.701121:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000010:0.0:1767384912.701122:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000020:00000001:3.0:1767384912.701126:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384912.701127:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384912.701131:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:0.0:1767384912.701132:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384912.701133:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384912.701136:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.701137:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384912.701139:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002471c46f. 00000100:00000040:0.0:1767384912.701140:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:3.0:1767384912.701145:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384912.701146:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384912.701146:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384912.701149:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384912.701151:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002471c46f. 00000100:00000001:3.0:1767384912.701152:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384912.701158:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d341a1. 00000100:00100000:1.0:1767384912.701159:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a5135b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373184512:12345-0@lo:13: 00000020:00000001:0.0:1767384912.701159:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384912.701164:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384912.701166:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e23391ad x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384912.701171:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091d341a1. 00000100:00000200:1.0:1767384912.701173:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184512 00000020:00000001:1.0:1767384912.701179:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384912.701181:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000676cb88c. 00000020:00000001:1.0:1767384912.701183:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384912.701185:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e23391ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373184768:12345-0@lo:400: Request processed in 378us (842us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384912.701186:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384912.701189:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa84e07b. 00000020:00000001:1.0:1767384912.701191:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384912.701195:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00100000:0.0:1767384912.701198:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:1.0:1767384912.701200:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384912.701201:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000100:00000040:0.0:1767384912.701203:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000020:00000001:1.0:1767384912.701204:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.701207:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384912.701208:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384912.701210:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384912.701211:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384912.701212:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384912.701214:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384912.701216:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a56e01d. 00000100:00000001:3.0:1767384912.701217:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384912.701219:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384912.701221:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384912.701221:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d253403a. 02000000:00000001:1.0:1767384912.701222:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384912.701225:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384912.701227:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d42658f9. 02000000:00000010:1.0:1767384912.701228:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009e8c00fd. 00000100:00000001:3.0:1767384912.701231:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.701233:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384912.701235:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:1.0:1767384912.701236:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.701239:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384912.701240:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384912.701245:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384912.701245:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384912.701249:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384912.701250:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:0.0:1767384912.701254:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184896 00080000:00000001:1.0:1767384912.701256:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:0.0:1767384912.701256:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384912.701258:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384912.701259:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384912.701262:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384912.701262:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.701267:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384912.701268:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384912.701269:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184896 00000100:00100000:3.0:1767384912.701271:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000020:00000001:1.0:1767384912.701274:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384912.701274:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384912.701289:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000040:3.0:1767384912.701292:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00002000:00000024:1.0:1767384912.701293:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:0.0:1767384912.701293:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384912.701296:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:3.0:1767384912.701298:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671899728 : -129515037651888 : ffff8a34ee300c50) 00000020:00000020:1.0:1767384912.701299:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:0.0:1767384912.701300:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000001:0.0:1767384912.701306:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000020:1.0:1767384912.701307:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767384912.701309:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063167a7a x1853237373184384/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.701311:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000020:1.0:1767384912.701314:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:0.0:1767384912.701315:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2fa558. 00002000:00000001:1.0:1767384912.701322:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384912.701322:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e46b73ef. 00000001:00000001:1.0:1767384912.701327:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:0.0:1767384912.701329:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000001:00000001:1.0:1767384912.701330:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.701331:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384912.701336:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.701337:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384912.701338:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d341a1. 00010000:00000040:1.0:1767384912.701339:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373184512 00000020:00000010:0.0:1767384912.701341:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d42658f9. 00000100:00000001:3.0:1767384912.701344:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384912.701344:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384912.701350:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a5135b8 x1853237373184512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384912.701352:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091d341a1. 00000020:00000010:0.0:1767384912.701352:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a56e01d. 00000020:00000010:0.0:1767384912.701358:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d253403a. 00010000:00000001:1.0:1767384912.701364:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384912.701365:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063167a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373184384:12345-0@lo:400: 00000100:00000040:0.0:1767384912.701366:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384912.701369:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384912.701373:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384912.701374:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384912.701375:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184384 00000100:00000001:0.0:1767384912.701375:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384912.701381:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:1.0:1767384912.701382:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384912.701383:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384912.701386:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384912.701387:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384912.701388:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384912.701388:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.701391:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.701393:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000020:00000001:3.0:1767384912.701396:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384912.701397:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384912.701397:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384912.701400:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 02000000:00000001:1.0:1767384912.701403:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384912.701405:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384912.701406:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.701408:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384912.701410:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.701410:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384912.701411:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384912.701416:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384912.701416:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384912.701419:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000010:1.0:1767384912.701420:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000020:00000001:3.0:1767384912.701421:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384912.701424:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000020:00000001:3.0:1767384912.701427:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384912.701427:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373184512, offset 224 00000100:00000001:0.0:1767384912.701427:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013188608 : -129515696363008 : ffff8a34c6ecea00) 00000020:00000001:3.0:1767384912.701433:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384912.701437:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384912.701437:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bac52902 x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384912.701439:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384912.701441:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384912.701448:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384912.701450:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384912.701452:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c005e40b. 00000020:00000010:0.0:1767384912.701452:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b034ed6. 00000100:00000001:0.0:1767384912.701457:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384912.701458:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384912.701458:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273502a00 00000020:00000010:0.0:1767384912.701461:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b034ed6. 00000100:00000001:3.0:1767384912.701467:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384912.701472:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1341 [1] + 224 00000100:00100000:0.0:1767384912.701472:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bac52902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237373184896:12345-0@lo:400: 00000020:00000001:3.0:1767384912.701474:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384912.701480:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373184384 00000100:00000200:0.0:1767384912.701483:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184896 00000400:00000200:1.0:1767384912.701484:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384912.701485:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384912.701486:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384912.701491:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384912.701491:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000200:3.0:1767384912.701494:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063167a7a x1853237373184384/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384912.701495:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.701497:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384912.701500:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384912.701503:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000200:1.0:1767384912.701504:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384912.701509:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384912.701513:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384912.701518:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384912.701521:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384912.701523:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384912.701525:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384912.701528:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.701529:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384912.701534:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=20 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384912.701535:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384912.701539:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384912.701541:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384912.701545:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384912.701546:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dafb7fed. 02000000:00000001:0.0:1767384912.701550:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.701551:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:1.0:1767384912.701552:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384912.701553:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.701558:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:0.0:1767384912.701558:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384912.701560:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00010000:00000040:0.0:1767384912.701564:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373184896 02000000:00000001:3.0:1767384912.701566:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384912.701566:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00010000:00000001:0.0:1767384912.701567:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384912.701570:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.701572:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384912.701574:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:0.0:1767384912.701575:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bac52902 x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.701576:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384912.701580:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.701584:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384912.701586:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000400:00000010:3.0:1767384912.701591:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00010000:00000001:1.0:1767384912.701592:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384912.701609:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384912.701611:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384912.701613:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=15 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384912.701616:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.701618:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384912.701621:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384912.701622:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373184384, offset 224 00000100:00000040:0.0:1767384912.701623:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000040:1.0:1767384912.701628:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a5135b8 x1853237373184512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.701630:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000200:3.0:1767384912.701636:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384912.701637:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384912.701640:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.701645:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384912.701651:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384912.701652:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384912.701658:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000100:00000200:0.0:1767384912.701664:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373184896, offset 224 00000400:00000200:3.0:1767384912.701666:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273502980 00000100:00100000:1.0:1767384912.701670:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a5135b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373184512:12345-0@lo:13: Request processed in 534us (1528us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384912.701673:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384912.701684:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x133d [1] + 224 00000100:00100000:1.0:1767384912.701686:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:0.0:1767384912.701686:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384912.701691:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384912.701694:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384912.701695:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384912.701697:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384912.701700:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273502b80 00000020:00000010:1.0:1767384912.701702:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011b99c32. 00000400:00000200:3.0:1767384912.701707:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384912.701708:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1359 [1] + 224 00000020:00000010:1.0:1767384912.701709:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000020:00000010:1.0:1767384912.701714:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd35379. 00000400:00000200:0.0:1767384912.701717:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384912.701718:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384912.701719:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:1.0:1767384912.701724:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384912.701724:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384912.701725:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.701730:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384912.701736:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.701741:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384912.701744:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373184640 00000100:00000040:3.0:1767384912.701747:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384912.701748:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384912.701751:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384912.701754:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.701759:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384912.701763:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373184640 00000100:00000040:0.0:1767384912.701765:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384912.701767:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384912.701770:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:1.0:1767384912.701773:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384912.701776:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:3.0:1767384912.701778:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384912.701782:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:1.0:1767384912.701786:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000400:00000200:3.0:1767384912.701787:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000100:00000001:1.0:1767384912.701792:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384912.701796:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002471c46f. 00000400:00000010:3.0:1767384912.701797:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00000001:1.0:1767384912.701801:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384912.701801:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.701803:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384912.701806:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002471c46f. 00000100:00000001:3.0:1767384912.701807:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384912.701808:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000020:00000010:1.0:1767384912.701812:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd35379. 00000400:00000010:0.0:1767384912.701812:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000100:00000001:3.0:1767384912.701815:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384912.701818:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011b99c32. 00000100:00000001:0.0:1767384912.701818:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384912.701820:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384912.701822:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000020:00000010:1.0:1767384912.701823:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000100:00000001:0.0:1767384912.701826:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384912.701827:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384912.701830:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.701830:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384912.701831:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:3.0:1767384912.701835:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384912.701836:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384912.701839:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.701841:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384912.701842:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384912.701843:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384912.701845:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063167a7a x1853237373184384/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.701846:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.701848:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bac52902 x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.701852:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384912.701856:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384912.701858:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.701867:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.701876:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384912.701880:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384912.701885:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063167a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373184384:12345-0@lo:400: Request processed in 549us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384912.701885:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bac52902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237373184896:12345-0@lo:400: Request processed in 433us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384912.701886:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384912.701891:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:1.0:1767384912.701895:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807134592 : -129514902417024 : ffff8a34f63f9180) 00000100:00000040:1.0:1767384912.701904:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c8b9283 x1853237373184640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384912.701904:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1767384912.701908:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:0.0:1767384912.701910:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000040:3.0:1767384912.701915:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384912.701916:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384912.701919:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384912.701922:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384912.701923:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384912.701924:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a56e01d. 00000100:00000001:3.0:1767384912.701926:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384912.701927:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002471c46f. 00000020:00000010:0.0:1767384912.701928:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d253403a. 00000020:00000010:3.0:1767384912.701932:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa84e07b. 00000100:00000001:1.0:1767384912.701932:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384912.701933:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d42658f9. 00000020:00000010:1.0:1767384912.701939:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002471c46f. 00000020:00000040:0.0:1767384912.701941:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000020:00000010:3.0:1767384912.701942:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 00000100:00100000:1.0:1767384912.701947:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c8b9283 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373184640:12345-0@lo:400: 00000100:00000001:0.0:1767384912.701947:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384912.701949:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000676cb88c. 00000100:00000200:1.0:1767384912.701956:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373184640 00000020:00000040:3.0:1767384912.701958:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000020:00000001:1.0:1767384912.701958:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384912.701961:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384912.701963:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.701964:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384912.701965:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384912.701968:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384912.701969:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c005e40b. 00000020:00000001:1.0:1767384912.701969:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:0.0:1767384912.701971:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384912.701976:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384912.701976:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1767384912.701977:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384912.701979:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.701981:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384912.701981:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384912.701982:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384912.701985:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000020:00000001:1.0:1767384912.701986:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384912.701989:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384912.701989:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.701991:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000020:00000001:1.0:1767384912.701994:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384912.701995:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:1.0:1767384912.701997:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384912.701998:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e95dae5. 00000100:00000001:0.0:1767384912.701999:0:16165:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384912.702000:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384912.702005:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384912.702006:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000020733d2b. 00000400:00000010:3.0:1767384912.702007:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d637fe8. 02000000:00000001:1.0:1767384912.702016:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.702019:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384912.702021:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384912.702023:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373184640 00010000:00000001:1.0:1767384912.702028:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384912.702035:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c8b9283 x1853237373184640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384912.702039:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384912.702049:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384912.702053:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702053:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.702055:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.702057:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384912.702058:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384912.702059:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.702061:0:16165:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384912.702065:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384912.702065:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384912.702065:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384912.702070:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767384912.702071:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384912.702072:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384912.702073:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384912.702075:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4dbc56f. 00000100:00000001:1.0:1767384912.702076:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384912.702078:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.702082:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520d3288 02000000:00000001:1.0:1767384912.702084:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1767384912.702085:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=15 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384912.702086:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 02000000:00000001:1.0:1767384912.702087:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.702093:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384912.702094:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384912.702095:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384912.702098:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384912.702100:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384912.702103:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384912.702105:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384912.702108:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384912.702110:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00010000:00080000:0.0:1767384912.702111:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384912.702118:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373184640, offset 224 00000400:00000200:1.0:1767384912.702132:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384912.702140:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702145:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384912.702146:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384912.702147:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000200:3.0:1767384912.702148:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702152:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384912.702155:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384912.702157:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273502a80 00000100:00000040:0.0:1767384912.702163:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384912.702167:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1355 [1] + 224 00000100:00000001:3.0:1767384912.702173:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.702179:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384912.702179:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384912.702180:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.702187:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384912.702187:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384912.702188:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384912.702191:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384912.702192:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384912.702193:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384912.702196:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702197:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384912.702201:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702202:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.702208:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384912.702215:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=14 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384912.702219:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005d5dc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373184768:0@lo:400: 00000100:00001000:3.0:1767384912.702226:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384912.702230:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.702231:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384912.702232:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702235:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384912.702236:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384912.702242:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384912.702246:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384912.702246:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005d5dc19 x1853237373184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384912.702250:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384912.702253:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384912.702257:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000100:00000001:0.0:1767384912.702261:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384912.702265:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384912.702269:0:17576:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:0.0:1767384912.702269:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fd658e0. 00010000:00000001:3.0:1767384912.702274:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.702274:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384912.702287:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384912.702289:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384912.702293:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384912.702294:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384912.702296:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.702296:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384912.702298:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:0.0:1767384912.702299:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5616dd8. 00000100:00000040:1.0:1767384912.702302:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384912.702303:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384912.702306:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384912.702307:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384912.702308:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384912.702309:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384912.702312:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384912.702313:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005d5dc19. 00000020:00000001:1.0:1767384912.702315:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384912.702316:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702319:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384912.702321:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384912.702322:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c8b9283 x1853237373184640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702327:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702333:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.702337:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702342:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.702345:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.702347:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.702352:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384912.702353:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c8b9283 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373184640:12345-0@lo:400: Request processed in 428us (1647us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384912.702355:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384912.702364:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384912.702365:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384912.702369:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00080000:0.0:1767384912.702371:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384912.702373:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384912.702377:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384912.702377:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000010:1.0:1767384912.702381:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011b99c32. 00000100:00080000:0.0:1767384912.702384:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767384912.702386:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237373184896:0@lo:400: 00000020:00000010:1.0:1767384912.702386:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000020:00000040:0.0:1767384912.702388:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000010:1.0:1767384912.702392:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd35379. 00000020:00000040:1.0:1767384912.702399:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:1.0:1767384912.702401:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384912.702402:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384912.702405:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.702407:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384912.702412:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384912.702415:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe9119f. 00000400:00000200:3.0:1767384912.702419:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767384912.702421:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000001:3.0:1767384912.702424:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384912.702424:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384912.702427:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384912.702428:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384912.702429:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008319aa68. 00000400:00000200:0.0:1767384912.702434:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff4052d 00000400:00000010:0.0:1767384912.702436:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bff4052d. 00000100:00000001:0.0:1767384912.702440:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384912.702444:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384912.702450:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384912.702455:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702475:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.702477:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.702481:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384912.702485:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384912.702488:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384912.702490:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.702491:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702493:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384912.702496:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702497:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384912.702499:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384912.702502:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384912.702503:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384912.702503:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.702508:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384912.702512:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=20 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384912.702514:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=10 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384912.702518:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384912.702519:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384912.702522:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702523:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384912.702526:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384912.702527:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384912.702528:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384912.702532:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384912.702533:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702537:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.702543:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.702545:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702547:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384912.702549:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384912.702552:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384912.702554:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.702560:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702566:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.702573:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384912.702573:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.702576:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702576:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384912.702579:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.702586:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384912.702587:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384912.702625:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c690bc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373184384:0@lo:400: 00000100:00000001:3.0:1767384912.702631:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.702633:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384912.702643:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000060ead15a x1853237373184896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702649:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384912.702651:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384912.702654:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076d91509. 02000000:00000001:3.0:1767384912.702660:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384912.702661:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009dd3c7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373184640:0@lo:400: 00000020:00000001:3.0:1767384912.702664:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384912.702668:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000001:0.0:1767384912.702669:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384912.702671:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767384912.702671:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384912.702676:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc553a91. 00000400:00000010:0.0:1767384912.702676:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9469a2e. 00000400:00000200:0.0:1767384912.702680:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b247f220 00000400:00000010:0.0:1767384912.702682:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b247f220. 02000000:00000001:3.0:1767384912.702683:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384912.702686:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384912.702687:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060ead15a. 00000100:00000001:3.0:1767384912.702692:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384912.702693:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384912.702695:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384912.702699:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702700:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384912.702708:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c690bc0e x1853237373184384/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384912.702708:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702736:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.702739:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384912.702739:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702743:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384912.702744:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384912.702745:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384912.702748:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000092d3c86. 00000100:00000001:0.0:1767384912.702749:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384912.702751:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.702754:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.702755:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384912.702759:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767384912.702759:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=10 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384912.702760:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384912.702766:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384912.702767:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=10 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384912.702771:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe4d74d. 00000100:00000001:0.0:1767384912.702771:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384912.702773:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.702777:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384912.702778:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:0.0:1767384912.702781:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384912.702783:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384912.702786:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c690bc0e. 00000100:00000001:3.0:1767384912.702792:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384912.702792:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702794:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384912.702796:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.702796:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384912.702799:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384912.702801:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.702802:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.702805:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.702809:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.702811:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.702813:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702813:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384912.702815:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384912.702818:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384912.702819:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000040:0.0:1767384912.702821:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384912.702822:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384912.702824:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384912.702830:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384912.702838:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.702841:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384912.702846:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002173ef2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373184512:0@lo:13: 00000100:00000001:0.0:1767384912.702848:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702849:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384912.702850:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009dd3c7a3 x1853237373184640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702854:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384912.702855:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384912.702856:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d246a28. 02000000:00000001:0.0:1767384912.702858:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384912.702858:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384912.702859:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384912.702860:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384912.702861:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce2a085. 02000000:00000001:0.0:1767384912.702863:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384912.702864:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384912.702864:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009dd3c7a3. 00000100:00000001:0.0:1767384912.702866:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384912.702867:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702868:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384912.702870:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002173ef2e x1853237373184512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.702874:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384912.702874:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384912.702875:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012f56158. 02000000:00000001:0.0:1767384912.702876:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384912.702877:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384912.702877:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384912.702878:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384912.702879:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a7d065ce. 02000000:00000001:0.0:1767384912.702881:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384912.702885:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384912.702886:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002173ef2e. 00000100:00000001:0.0:1767384912.702888:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384912.702889:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702890:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.702892:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.702893:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.702894:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.702895:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.716635:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294903312, at 4294903313 00000100:00000040:3.0:1767384912.716644:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294903312, at 4294903313 00000100:00000010:2.0:1767384912.716646:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091c2b011. 00000100:00000010:3.0:1767384912.716655:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a6f19ba. 00000100:00000040:1.0:1767384912.716663:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294903312, at 4294903313 00000100:00000010:1.0:1767384912.716671:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b24ad1f. 00000100:00000040:0.0:1767384912.717631:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294903312, at 4294903314 00000100:00000010:0.0:1767384912.717641:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7209ffe. 00000001:00000001:1.0:1767384912.971229:0:20679:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384912.971235:0:20679:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:1.0:1767384912.976384:0:20679:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384912.986163:0:20680:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004183eb95. 00000400:00000010:1.0:1767384912.986182:0:20680:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000087c63eae. 00000400:00000010:1.0:1767384912.986193:0:20680:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e79ae0cf. 00000400:00000010:1.0:1767384912.986198:0:20680:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009e55503a. 00000400:00000010:1.0:1767384912.986203:0:20680:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006bd42d27. 00000400:00000010:1.0:1767384912.986208:0:20680:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e563416. 00000400:00000010:1.0:1767384912.986210:0:20680:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c3881de. 00000400:00000010:1.0:1767384912.986220:0:20680:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bdc045b. 00000400:00000010:1.0:1767384912.986224:0:20680:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000255120b5. 00000800:00000010:1.0:1767384912.986236:0:20680:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a49febdc. 00000800:00000200:1.0:1767384912.986249:0:20680:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384912.986257:0:20680:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384912.986320:0:20680:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384912.986343:0:20680:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp16 [8/256/0/180] 00000400:00000010:1.0:1767384912.988661:0:20680:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000008fbb362. 00000400:00000010:1.0:1767384912.988670:0:20680:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058ad33a1. 00000400:00000010:1.0:1767384912.988677:0:20680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000400:00000001:1.0:1767384912.988694:0:20680:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384912.988697:0:20680:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384912.988700:0:20680:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000400:00000200:1.0:1767384912.988704:0:20680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:1.0:1767384912.988707:0:20680:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000400:00000010:1.0:1767384912.988712:0:20680:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000002cf25f72. 00000400:00000200:1.0:1767384912.988718:0:20680:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (7) 00000400:00000200:1.0:1767384912.988737:0:20680:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384912.988748:0:20680:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:1.0:1767384912.988758:0:20680:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b642d74c. 00000400:00000200:3.0:1767384912.988766:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384912.988767:0:20680:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384912.988774:0:20680:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp16 00000400:00000200:3.0:1767384912.988778:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384912.988787:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000400:00000200:3.0:1767384912.988792:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (8) 00000400:00000010:1.0:1767384912.988792:0:20680:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000087c63eae. 00000400:00000010:1.0:1767384912.988801:0:20680:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004183eb95. 00000400:00000010:3.0:1767384912.988804:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7ce52bc. 00000400:00000200:3.0:1767384912.988813:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:00000001:0.0:1767384912.988821:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384912.988827:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384912.988831:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:0.0:1767384912.988832:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384912.988837:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384912.988841:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384912.988843:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384912.988845:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384912.988849:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384912.988852:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384912.988855:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384912.988858:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384912.988859:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384912.988860:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384912.988864:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384912.988867:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384912.988870:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384912.988874:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:0.0:1767384912.988876:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009dd3c7a3. 00000020:00000040:0.0:1767384912.988883:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:3.0:1767384912.988885:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384912.988891:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384912.988896:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384912.988897:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:0.0:1767384912.988902:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.988908:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:0.0:1767384912.988912:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006cf08506. 00000400:00000200:3.0:1767384912.988916:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00000001:0.0:1767384912.988921:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.988925:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp15 00000100:00000001:0.0:1767384912.988932:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384912.988933:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp15 lpni_is_preferred = 0 00000100:00000001:0.0:1767384912.988937:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.988942:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp15 00000100:00000040:0.0:1767384912.988947:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dd3c7a3] to pc [ptlrpcd_00_00+0] req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.988953:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp15 NI seq info: [17:17:256:4294967295] 192.168.204.149@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1767384912.988970:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp15 00000400:00000200:3.0:1767384912.988982:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15:) -> 192.168.204.149@tcp15(192.168.204.149@tcp:192.168.204.149@tcp15) : PUT try# 0 00000800:00000200:3.0:1767384912.988989:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.204.149@tcp15 10000000:00000001:0.0:1767384912.988990:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384912.988997:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b3f85f8. 00000100:00000001:2.0:1767384912.989005:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384912.989005:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.989010:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384912.989012:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a5e42d73. 00000100:00000001:2.0:1767384912.989013:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384912.989014:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384912.989018:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384912.989021:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000004f323af. 00000020:00000001:0.0:1767384912.989024:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384912.989027:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384912.989029:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384912.989033:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:3.0:1767384912.989034:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (2) 10000000:01000000:0.0:1767384912.989036:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384912.989043:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384912.989047:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:3.1:1767384912.989051:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (2) 00000100:00000001:2.0:1767384912.989051:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384912.989052:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384912.989057:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384912.989058:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384912.989063:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384912.989065:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384912.989066:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384912.989071:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384912.989072:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384912.989073:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384912.989078:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.989079:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000020:01000004:0.0:1767384912.989079:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384912.989084:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009dd3c7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373185024:0@lo:253: 00000100:00000010:0.0:1767384912.989087:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005d5dc19. 00000100:00000001:2.0:1767384912.989088:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384912.989095:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:2.0:1767384912.989096:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384912.989097:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 02000000:00000001:2.0:1767384912.989100:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989104:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384912.989106:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384912.989110:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384912.989114:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005d0db7dc. 02000000:00000001:0.0:1767384912.989115:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.989119:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384912.989124:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e36dc76. 02000000:00000010:0.0:1767384912.989127:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b0cc0b07. 00000400:00000010:2.0:1767384912.989131:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eee8d63. 00000100:00000001:0.0:1767384912.989135:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384912.989137:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185024, portal 25 00000100:00000001:2.0:1767384912.989141:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384912.989143:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014277376 : -129515695274240 : ffff8a34c6fd8700) 00000100:00000001:0.0:1767384912.989144:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384912.989148:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.989148:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.989160:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d5dc19] to pc [ptlrpcd_00_01+1] req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.989161:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384912.989169:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384912.989175:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044aa9201. 00000100:00000200:2.0:1767384912.989180:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185024, offset 0 10000000:00000001:0.0:1767384912.989182:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.989186:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 10000000:00000001:0.0:1767384912.989186:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.989192:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384912.989196:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384912.989198:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b642d74c. 00000400:00000200:2.0:1767384912.989203:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384912.989213:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384912.989214:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384912.989219:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.989222:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384912.989229:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384912.989230:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502c00 00000400:00000200:2.0:1767384912.989240:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000400:00000010:2.0:1767384912.989248:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebbcdc9. 00000400:00000200:2.0:1767384912.989255:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d19e5aae 00000400:00000200:3.0:1767384912.989257:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:0.0:1767384912.989257:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384912.989261:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384912.989263:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384912.989268:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384912.989288:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384912.989289:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384912.989295:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384912.989297:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19e5aae 00000100:00100000:0.0:1767384912.989301:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005d5dc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373185152:0@lo:253: 00000400:00000010:2.0:1767384912.989302:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d19e5aae. 00000100:00000001:0.0:1767384912.989309:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384912.989311:0:16163:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384912.989313:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384912.989314:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384912.989317:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.989320:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000f2d42844 x1853237373185024 msgsize 4848 02000000:00000001:0.0:1767384912.989321:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384912.989328:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384912.989329:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fe853bab. 00000100:00000040:2.0:1767384912.989331:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384912.989332:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 02000000:00000001:0.0:1767384912.989334:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384912.989341:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0642e8. 00000100:00000001:2.0:1767384912.989345:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384912.989349:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db1e4cdb. 00000100:00000200:0.0:1767384912.989355:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185152, portal 25 00000400:00000200:2.0:1767384912.989356:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044aa9201 00000100:00000001:0.0:1767384912.989357:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384912.989360:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044aa9201. 00000100:00000001:0.0:1767384912.989361:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014279168 : -129515695272448 : ffff8a34c6fd8e00) 00000100:00000001:2.0:1767384912.989367:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384912.989370:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384912.989376:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.989386:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:0.0:1767384912.989387:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384912.989396:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384912.989401:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384912.989402:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065f1bee5. 00000100:00000200:0.0:1767384912.989408:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185152, offset 0 00000100:00000040:2.0:1767384912.989411:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384912.989418:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384912.989425:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.989427:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384912.989432:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384912.989434:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.989438:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:2.0:1767384912.989440:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294903601 00000400:00000200:0.0:1767384912.989445:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502c80 00000100:00000010:2.0:1767384912.989449:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bc850fe. 00000400:00000200:0.0:1767384912.989454:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:0.0:1767384912.989459:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000255224bf. 00000100:00000001:2.0:1767384912.989460:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384912.989463:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000504f2832 00000100:00000001:2.0:1767384912.989468:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294903601 00000400:00000200:0.0:1767384912.989470:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384912.989474:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0123d5c. 00000400:00000200:0.0:1767384912.989475:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384912.989482:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384912.989483:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000504f2832 00000400:00000200:3.0:1767384912.989492:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:2.0:1767384912.989493:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294903601 00000400:00000010:0.0:1767384912.989496:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000504f2832. 00000100:00000010:2.0:1767384912.989503:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000367e4542. 00000100:00000001:0.0:1767384912.989504:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384912.989508:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384912.989509:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384912.989515:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000004fd7a01b x1853237373185152 msgsize 4848 00000100:00000001:2.0:1767384912.989516:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294903601 00000100:00100000:0.0:1767384912.989524:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384912.989525:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eefa1885. 00000100:00000040:0.0:1767384912.989528:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384912.989530:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384912.989535:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384912.989538:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989541:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384912.989542:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.989543:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:2.0:1767384912.989549:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384912.989550:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1bee5 00000400:00000010:0.0:1767384912.989554:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065f1bee5. 00000100:00000001:0.0:1767384912.989558:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384912.989560:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384912.989563:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384912.989564:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.989568:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384912.989572:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384912.989576:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989578:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384912.989581:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.989584:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.989615:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989617:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384912.989623:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.989626:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:0.0:1767384912.989628:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294903602 00000100:00000001:2.0:1767384912.989633:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384912.989638:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185024 02000000:00000001:2.0:1767384912.989641:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384912.989641:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903601 00000100:00000001:2.0:1767384912.989645:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384912.989649:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989652:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294903602 02000000:00000001:2.0:1767384912.989653:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.989660:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185024 00000100:00000001:0.0:1767384912.989662:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903601 00000020:00000001:2.0:1767384912.989663:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384912.989667:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384912.989670:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384912.989672:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294903602 00000020:00000040:2.0:1767384912.989673:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:3.0:1767384912.989680:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000020:00000001:2.0:1767384912.989680:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384912.989681:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903601 00000020:00000001:2.0:1767384912.989688:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384912.989692:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294903602 00000100:00000001:2.0:1767384912.989694:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384912.989700:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f95864. 00000100:00000001:0.0:1767384912.989703:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903601 00000100:00000001:2.0:1767384912.989705:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384912.989708:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384912.989709:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f95864. 00000100:00000001:0.0:1767384912.989716:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989719:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.989720:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b4e7f94. 00000100:00000001:0.0:1767384912.989721:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384912.989725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00000001:0.0:1767384912.989727:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.989731:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384912.989736:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f142c78. 00000100:00000001:0.0:1767384912.989743:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384912.989744:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003578c611. 00000100:00000001:0.0:1767384912.989745:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.989750:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989754:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.989759:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384912.989763:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384912.989765:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384912.989768:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.989775:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.989777:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:2.0:1767384912.989788:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.989804:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384912.989806:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185152 02000000:00000001:2.0:1767384912.989808:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384912.989810:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384912.989812:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.989815:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.989816:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185152 00000020:00000001:2.0:1767384912.989819:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384912.989821:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384912.989823:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384912.989825:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:2.0:1767384912.989828:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384912.989828:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384912.989832:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384912.989833:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384912.989839:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384912.989842:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00100000:0.0:1767384912.989842:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000020:00000010:2.0:1767384912.989845:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f95864. 00000100:00000001:2.0:1767384912.989852:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384912.989852:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000010:2.0:1767384912.989858:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f95864. 00000100:00000001:0.0:1767384912.989859:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644685392 : -129520064866224 : ffff8a33c28ad850) 00000020:00000010:2.0:1767384912.989869:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000824fa7bb. 00000100:00000040:0.0:1767384912.989870:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2d42844 x1853237373185024/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 4848/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384912.989876:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079d320f5. 00000020:00000010:2.0:1767384912.989884:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d89c1bf3. 00000100:00000001:0.0:1767384912.989884:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384912.989890:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a31e3989. 00000100:00000001:2.0:1767384912.989892:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384912.989895:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384912.989897:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384912.989898:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a31e3989. 00000100:00000001:2.0:1767384912.989901:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384912.989908:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d42844 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373185024:12345-0@lo:253: 00000100:00000001:2.0:1767384912.989911:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384912.989913:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185024 00000020:00000001:0.0:1767384912.989918:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384912.989919:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384912.989923:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384912.989927:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.989930:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384912.989932:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:2.0:1767384912.989934:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384912.989936:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384912.989939:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384912.989940:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384912.989959:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384912.989961:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384912.989964:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989967:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384912.989970:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 02000000:00000001:0.0:1767384912.989971:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384912.989977:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 02000000:00000010:0.0:1767384912.989980:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1db4afe. 00000100:00000001:2.0:1767384912.989981:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644683344 : -129520064868272 : ffff8a33c28ad050) 02000000:00000001:0.0:1767384912.989986:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.989989:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.989990:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fd7a01b x1853237373185152/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 4848/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384912.989993:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384912.990000:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384912.990004:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f95864. 20000000:00000010:0.0:1767384912.990004:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000090833fa4. 00000100:00000001:2.0:1767384912.990006:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384912.990024:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f95864. 00000100:00100000:2.0:1767384912.990031:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fd7a01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373185152:12345-0@lo:253: 20000000:01000000:0.0:1767384912.990031:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384912.990038:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:2.0:1767384912.990039:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185152 20000000:00000001:0.0:1767384912.990042:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384912.990044:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384912.990047:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.990049:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384912.990051:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.990054:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384912.990055:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384912.990058:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384912.990062:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384912.990065:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384912.990067:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d42658f9. 00000020:00000001:2.0:1767384912.990068:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384912.990074:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000020:00000001:2.0:1767384912.990075:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384912.990080:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384912.990082:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.990085:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384912.990085:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384912.990090:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384912.990095:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:2.0:1767384912.990097:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000059de7c9. 02000000:00000001:2.0:1767384912.990101:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.990104:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384912.990106:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384912.990114:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe3c674f. 20000000:01000000:2.0:1767384912.990118:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384912.990120:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384912.990122:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384912.990125:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384912.990128:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384912.990136:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384912.990140:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af9e3176. 00000800:00000010:3.0:1767384912.990147:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af99223a. 00080000:00000001:0.0:1767384912.990150:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384912.990153:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089b3a247. 00080000:00000001:0.0:1767384912.990157:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384912.990160:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384912.990162:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384912.990167:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384912.990173:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384912.990178:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384912.990186:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000016ab147c. 00080000:00000001:0.0:1767384912.990189:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651211264 : -129520058340352 : ffff8a33c2ee6c00) 00080000:00000001:0.0:1767384912.990192:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384912.990198:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089b3a247. 00000001:00000001:0.0:1767384912.990313:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384912.990315:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384912.990318:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384912.990334:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:0.0:1767384912.990342:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384912.990347:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384912.990359:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp15 from 243.3.0.2 00000800:00000010:3.0:1767384912.990363:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000024ddf698. 00080000:00000001:0.0:1767384912.990533:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384912.990537:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384912.990586:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041f4591c. 00000800:00000010:3.0:1767384912.990595:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f959c139. 00000800:00000010:3.0:1767384912.990622:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005caa3d37. 00000800:00000200:3.1:1767384912.990661:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (2) 00000800:00000200:3.1:1767384912.990669:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp15 000000005caa3d37 deleted 00000800:00000010:3.1:1767384912.990673:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005caa3d37. 00000800:00000200:3.1:1767384912.990680:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384912.990688:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:1011 00000800:00000200:3.1:1767384912.990692:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b3f85f8 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:3.0:1767384912.990699:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp15 p 3.x 192.168.204.149 -> 192.168.204.149:1011 incarnation:1767384911429654377 sched[0] 00000800:00000010:3.0:1767384912.990704:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089b3a247. 00000800:00000010:3.0:1767384912.990774:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089b3a247. 00000800:00000010:3.0:1767384912.990778:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f959c139. 00000800:00000010:3.0:1767384912.990814:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000024ddf698. 00000800:00000200:2.1:1767384912.990820:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384912.990829:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384912.990833:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp15 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384911429654377 sched[0] 00000800:00000001:3.0:1767384912.990837:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384912.990839:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af99223a. 00000800:00000200:3.0:1767384912.990888:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384912.990892:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b3f85f8. 00000400:00000200:3.0:1767384912.990900:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384912.990909:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: PUT: OK 00000400:00000200:3.0:1767384912.990914:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384912.990914:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384912.990920:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000001:3.0:1767384912.990943:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.990950:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384912.990953:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.990958:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384912.990967:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15) <- 192.168.204.149@tcp15 : PUT - for me 00000400:00000200:3.0:1767384912.990980:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384912.990983:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384912.990990:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 160/160 into md 0x1311 [1] + 0 00000400:00000010:3.0:1767384912.990995:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f2e0f82. 00000400:00000200:3.0:1767384912.991001:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000025dbf24 00000800:00000001:3.0:1767384912.991006:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.991017:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384912.991020:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384912.991026:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: PUT: OK 00000400:00000200:3.0:1767384912.991031:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:3.0:1767384912.991033:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000400:00000200:3.0:1767384912.991039:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384912.991043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384912.991044:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (9) 00000400:00000200:3.0:1767384912.991054:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:3.0:1767384912.991059:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000f959c139. 00000400:00000200:3.0:1767384912.991063:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 8 00000400:00000200:3.0:1767384912.991069:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384912.991078:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (10) 00000400:00000200:3.0:1767384912.991083:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384912.991090:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp15 to MR: 192.168.204.149@tcp15 local destination 00000400:00000200:3.0:1767384912.991095:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp15 NI seq info: [18:18:256:4294967295] 192.168.204.149@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384912.991110:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) -> 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) 192.168.204.149@tcp15 : ACK try# 0 00000400:00000200:2.0:1767384912.991111:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000200:3.0:1767384912.991117:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp15 00000800:00000010:3.0:1767384912.991126:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b3f85f8. 00000800:00000200:3.0:1767384912.991130:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (4) 00000800:00000200:3.0:1767384912.991136:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:988 00000800:00000200:3.0:1767384912.991138:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b3f85f8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384912.991176:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384912.991177:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000010:3.0:1767384912.991179:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b3f85f8. 00000400:00000200:3.0:1767384912.991184:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384912.991188:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: ACK: OK 00000800:00000001:3.0:1767384912.991196:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.991199:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384912.991201:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.991205:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384912.991206:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.991212:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384912.991217:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384912.991218:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15) <- 192.168.204.149@tcp15 : ACK - for me 00000400:00000200:3.0:1767384912.991232:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp15: ACK from 12345-192.168.204.149@tcp15 into md 0x1381 00000400:00000200:3.0:1767384912.991235:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384912.991239:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: ACK: OK 00000400:00000200:3.0:1767384912.991242:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767384912.991244:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000400:00000200:3.0:1767384912.991247:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384912.991250:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:3.0:1767384912.991254:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384912.991257:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (9) 00000400:00000200:2.0:1767384912.991258:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000001:3.0:1767384912.991261:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.991267:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384912.991308:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384912.991351:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384912.991389:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384912.991406:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384912.991412:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe9119f. 00000400:00000010:3.0:1767384912.991416:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000400:00000200:3.0:1767384912.991419:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:2.0:1767384912.991420:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384912.991423:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:3.0:1767384912.991431:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 000000005caa3d37. 00000400:00000010:3.0:1767384912.991434:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 000000002b3f85f8. 00000400:00000010:3.0:1767384912.991443:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 000000005e187b3d. 00000400:00000200:2.0:1767384912.991448:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000010:3.0:1767384912.991457:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000512799bc. 00000400:00000200:3.0:1767384912.991462:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000512799bc nid 192.168.204.149@tcp16 00000400:00000010:3.0:1767384912.991466:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a6e30bc9. 00000400:00000200:3.0:1767384912.991468:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a6e30bc9 net tcp16 00000400:00000200:3.0:1767384912.991470:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (8) 00000400:00000200:3.0:1767384912.991477:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp16 flags 0x11 00000400:00000010:3.0:1767384912.991481:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 000000005caa3d37. 00000400:00000200:2.0:1767384912.991482:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000010:3.0:1767384912.991485:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 000000002b3f85f8. 00000400:00000010:3.0:1767384912.991489:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 000000005e187b3d. 00000400:00000010:3.0:1767384912.991492:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000f959c139. 00000400:00000200:3.0:1767384912.991497:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384912.991500:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:3.0:1767384912.991502:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:3.0:1767384912.991506:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:3.0:1767384912.991509:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384912.991511:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:3.0:1767384912.991513:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384912.991516:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (9) 00000800:00000010:2.0:1767384912.991666:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000204cfd58. 00000800:00000010:2.0:1767384912.991670:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044aa9201. 00000800:00000010:2.0:1767384912.991673:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f95864. 00000800:00000010:2.0:1767384912.991707:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f95864. 00000400:00000200:1.0:1767384912.991782:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384912.991804:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767384912.991809:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000084d505e1. 00000800:00000010:2.0:1767384912.991992:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000268552b2. 00000800:00000010:2.0:1767384912.991996:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a718fea. 00000800:00000010:2.0:1767384912.992015:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3adee42. 00000800:00000200:2.1:1767384912.992020:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (4) 00000800:00000200:2.1:1767384912.992025:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp15 00000000b3adee42 deleted 00000800:00000010:2.1:1767384912.992026:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3adee42. 00000800:00000200:2.1:1767384912.992029:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384912.992034:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp15 p 3.x 192.168.204.149 -> 192.168.204.149:1010 incarnation:1767384911429654377 sched[0] 00000800:00000010:2.0:1767384912.992038:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be2e0588. 00000800:00000010:3.0:1767384912.992217:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be2e0588. 00000800:00000010:3.0:1767384912.992222:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a718fea. 00000800:00000010:3.0:1767384912.992247:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000084d505e1. 00000800:00000200:3.1:1767384912.992297:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384912.992303:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp15 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384911429654377 sched[0] 00000800:00000010:3.0:1767384912.992305:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044aa9201. 00000800:00000001:3.0:1767384912.992343:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.992347:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384912.992349:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384912.992352:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384912.999251:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384912.999258:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384912.999259:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:0.0:1767384912.999262:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384912.999266:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384912.999267:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384912.999269:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384912.999287:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384912.999288:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384912.999294:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000016ab147c. 00080000:00000001:0.0:1767384912.999299:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384912.999304:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384912.999325:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384912.999330:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384912.999338:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384912.999372:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e947fa82. 20000000:01000000:3.0:1767384912.999376:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:3.0:1767384912.999382:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384912.999387:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384912.999423:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384912.999428:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384912.999430:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384912.999433:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384912.999436:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384912.999442:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384912.999446:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384912.999453:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000292edcd9. 00080000:00000001:3.0:1767384912.999456:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632606208 : -129520076945408 : ffff8a33c1d28800) 00080000:00000001:3.0:1767384912.999459:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384912.999551:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384912.999554:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384912.999557:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384912.999574:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384912.999578:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384912.999743:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384912.999748:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384912.999759:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384912.999764:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384912.999767:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384912.999772:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384912.999782:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384912.999789:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007dd6a662. 00010000:00000001:0.0:1767384912.999795:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384912.999799:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064bd1a3f. 00000020:00000001:0.0:1767384912.999803:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384912.999807:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064bd1a3f with handle 0xcb8130832f6b361b to hash 00000020:00000001:0.0:1767384912.999809:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384912.999811:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384912.999814:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384912.999817:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384912.999819:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384912.999822:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999829:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384912.999833:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384912.999836:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384912.999838:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384912.999840:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384912.999842:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384912.999843:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384912.999845:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384912.999847:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384912.999849:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384912.999850:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384912.999852:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007dd6a662) refcount = 1 00010000:00010000:0.0:1767384912.999855:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999860:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384912.999861:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384912.999863:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384912.999864:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.999866:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384912.999869:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384912.999872:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384912.999881:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384912.999882:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384912.999884:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=4 00000020:00000001:0.0:1767384912.999886:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384912.999888:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384912.999890:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384912.999892:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999896:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384912.999898:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999902:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384912.999904:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384912.999905:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999909:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384912.999910:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.999913:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384912.999914:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384912.999919:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064bd1a3f already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384912.999921:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384912.999923:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384912.999925:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999929:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384912.999931:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384912.999931:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384912.999933:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=5 00000020:00000001:0.0:1767384912.999934:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384912.999941:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384912.999944:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384912.999946:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999950:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384912.999952:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384912.999953:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.999957:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384912.999958:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384912.999960:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384912.999961:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384912.999963:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064bd1a3f with handle 0xcb8130832f6b361b from hash 00010000:00000001:0.0:1767384912.999965:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384912.999967:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384912.999968:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384912.999970:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384912.999971:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384912.999973:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384912.999975:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384912.999977:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384912.999979:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.999981:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384912.999983:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384912.999985:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384912.999987:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384912.999988:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.999991:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.999992:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384912.999994:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384912.999998:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384912.999999:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.000001:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384913.000003:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384913.000010:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.000012:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.000013:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384913.000016:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.000018:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.000021:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.000025:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384913.000027:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384913.000028:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b361b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384913.000033:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007dd6a662 count: 0 00010000:00000001:0.0:1767384913.000043:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384913.000044:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384913.006642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007dd6a662. 00010000:00000010:0.1:1767384913.006654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064bd1a3f. 00000100:00000040:0.0:1767384913.006672:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294903602, at 4294903603 00000100:00000010:0.0:1767384913.006681:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bc850fe. 00000100:00000040:1.0:1767384913.006790:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294903602, at 4294903603 00000100:00000010:1.0:1767384913.006801:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0123d5c. 00000100:00000040:2.0:1767384913.007642:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294903602, at 4294903604 00000100:00000010:2.0:1767384913.007649:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000367e4542. 00000100:00000040:3.0:1767384913.007727:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294903602, at 4294903604 00000100:00000010:3.0:1767384913.007734:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eefa1885. 00080000:00000001:3.0:1767384913.009129:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384913.009132:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384913.009133:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384913.009134:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384913.009137:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384913.009140:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384913.009143:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000292edcd9. 00000020:00000002:0.0:1767384913.009143:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384913.009149:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384913.009150:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384913.009152:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384913.009156:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384913.009164:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384913.009167:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384913.009173:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384913.009189:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384913.009191:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384913.009193:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384913.009196:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384913.009198:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384913.009203:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005eeeff1d. 00010000:00000001:0.0:1767384913.009207:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384913.009210:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064bd1a3f. 00000020:00000001:0.0:1767384913.009213:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384913.009216:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064bd1a3f with handle 0xcb8130832f6b3622 to hash 00000020:00000001:0.0:1767384913.009224:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384913.009226:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384913.009229:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384913.009231:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384913.009233:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.009236:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009242:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384913.009244:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384913.009246:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384913.009248:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384913.009250:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384913.009252:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384913.009254:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384913.009256:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384913.009259:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384913.009260:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384913.009262:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384913.009263:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005eeeff1d) refcount = 1 00010000:00010000:0.0:1767384913.009266:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009283:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384913.009285:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384913.009286:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384913.009288:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.009290:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384913.009293:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384913.009295:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384913.009298:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384913.009299:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.009301:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=4 00000020:00000001:0.0:1767384913.009303:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384913.009306:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384913.009329:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384913.009331:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009336:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384913.009338:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009342:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.009344:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384913.009345:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009349:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384913.009351:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.009354:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384913.009355:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384913.009359:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064bd1a3f already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384913.009361:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384913.009363:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384913.009365:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009369:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384913.009371:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384913.009372:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.009373:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=5 00000020:00000001:0.0:1767384913.009375:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384913.009377:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384913.009379:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384913.009380:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009392:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384913.009394:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384913.009396:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.009400:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384913.009402:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384913.009405:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384913.009407:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384913.009409:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064bd1a3f with handle 0xcb8130832f6b3622 from hash 00010000:00000001:0.0:1767384913.009411:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384913.009412:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.009413:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.009414:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384913.009415:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384913.009416:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384913.009417:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384913.009419:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384913.009421:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.009423:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384913.009424:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384913.009426:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.009428:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.009429:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.009430:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.009432:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.009434:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009438:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.009439:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.009440:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384913.009442:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384913.009443:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.009444:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.009446:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384913.009448:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.009449:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.009455:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.009459:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384913.009461:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384913.009463:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b3622 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384913.009467:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005eeeff1d count: 0 00010000:00000001:0.0:1767384913.009482:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384913.009484:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384913.010240:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384913.010244:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384913.010246:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000090833fa4. 20000000:00000001:3.0:1767384913.010251:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384913.010261:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185024 00010000:00000001:3.0:1767384913.010264:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384913.010281:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f2d42844 x1853237373185024/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384913.010290:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384913.010292:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384913.010295:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384913.010298:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384913.010300:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384913.010302:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384913.010305:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384913.010307:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.010310:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384913.010312:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384913.010316:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003960826d. 00000100:00000200:3.0:1767384913.010320:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185024, offset 224 00000400:00000200:3.0:1767384913.010325:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384913.010333:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384913.010344:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502c00 00000400:00000200:3.0:1767384913.010349:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1385 [2] + 224 00000400:00000200:3.0:1767384913.010354:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384913.010357:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384913.010362:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384913.010365:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384913.010372:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.010386:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384913.010393:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003960826d 00000400:00000010:3.0:1767384913.010395:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003960826d. 00000100:00000001:3.0:1767384913.010399:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384913.010399:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384913.010403:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.010404:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384913.010407:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384913.010410:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384913.010411:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:0.0:1767384913.010413:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384913.010416:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e36dc76. 00010000:00000001:3.0:1767384913.010422:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384913.010422:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eee8d63 00000400:00000010:0.0:1767384913.010426:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eee8d63. 00000020:00000001:3.0:1767384913.010427:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.010431:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384913.010432:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384913.010437:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2d42844 x1853237373185024/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384913.010440:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384913.010461:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d42844 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373185024:12345-0@lo:253: Request processed in 20575us (21138us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384913.010463:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.010475:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384913.010478:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000001:0.0:1767384913.010479:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384913.010482:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384913.010483:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384913.010487:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384913.010487:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384913.010490:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384913.010491:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384913.010493:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.010496:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384913.010498:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f142c78. 00000100:00001000:0.0:1767384913.010500:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384913.010506:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=21 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384913.010509:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003578c611. 00000100:00000001:0.0:1767384913.010509:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.010511:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.010515:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384913.010517:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b4e7f94. 00010000:00000001:0.0:1767384913.010518:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.010522:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384913.010526:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384913.010534:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384913.010535:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384913.010539:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1db4afe. 02000000:00000001:3.0:1767384913.010546:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384913.010546:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384913.010551:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.010551:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384913.010553:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384913.010559:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384913.010561:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:3.0:1767384913.010563:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384913.010563:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.010566:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.010568:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.010569:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.010570:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384913.010571:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4dbc56f. 00000020:01000004:0.0:1767384913.010572:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384913.010575:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.010577:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384913.010579:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003960826d. 00000100:00000040:0.0:1767384913.010581:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.010590:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009dd3c7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373185024:0@lo:253: 00000100:00000001:0.0:1767384913.010620:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.010623:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.010627:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009dd3c7a3 x1853237373185024/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.010634:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384913.010638:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384913.010641:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005d0db7dc. 02000000:00000001:0.0:1767384913.010647:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384913.010650:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.010652:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384913.010656:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384913.010658:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006cf08506. 02000000:00000001:0.0:1767384913.010665:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384913.010668:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384913.010670:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009dd3c7a3. 00000100:00000001:0.0:1767384913.010675:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384913.010677:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.010686:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.010693:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.010695:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.010698:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.010701:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384913.012338:0:20685:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c680a104. 00000400:00000040:1.0:1767384913.012360:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.012363:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384913.012365:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.012367:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.012376:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.012378:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384913.012381:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.012383:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384913.012386:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384913.012387:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384913.012390:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384913.012392:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.012394:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384913.012396:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.012398:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384913.012401:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384913.012403:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.012404:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384913.012405:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384913.012408:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.012410:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.012412:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.012414:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.012416:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.012417:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384913.012420:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.012422:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.012425:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.012427:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.012430:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.012432:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384913.012435:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.012437:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.012438:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.012440:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.012443:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.012445:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384913.012448:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.012450:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.012452:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384913.012454:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384913.012457:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.012459:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00080000:00000020:0.0:1767384913.012460:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384913.012463:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384913.012464:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe3c674f. 20000000:00000001:0.0:1767384913.012468:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384913.012470:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00010000:00000040:0.0:1767384913.012472:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185152 00000400:00000040:1.0:1767384913.012475:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00010000:00000001:0.0:1767384913.012476:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:1.0:1767384913.012481:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00000200:0.0:1767384913.012482:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fd7a01b x1853237373185152/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384913.012486:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384913.012490:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:0.0:1767384913.012493:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:1.0:1767384913.012496:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:0.0:1767384913.012496:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384913.012501:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00001000:0.0:1767384913.012501:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=21 v=5 (1 0 0 0) 00000400:00000040:1.0:1767384913.012505:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00000001:0.0:1767384913.012507:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:1.0:1767384913.012508:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000040:0.0:1767384913.012510:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000400:00000040:1.0:1767384913.012512:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000100:00000001:0.0:1767384913.012514:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000040:1.0:1767384913.012515:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 02000000:00000001:0.0:1767384913.012519:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:1.0:1767384913.012520:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 02000000:00000001:0.0:1767384913.012522:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384913.012523:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384913.012526:0:20685:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:0.0:1767384913.012526:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.012530:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.012535:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdbc8044. 00000100:00000200:0.0:1767384913.012539:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185152, offset 224 00000400:00000200:0.0:1767384913.012546:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384913.012559:0:20685:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c680a104. 00000400:00000200:0.0:1767384913.012566:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.012571:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502c80 00000400:00000200:0.0:1767384913.012575:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x138d [2] + 224 00000400:00000200:0.0:1767384913.012579:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.012582:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.012585:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.012588:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.012613:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.012634:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.012641:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdbc8044 00000400:00000010:0.0:1767384913.012644:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdbc8044. 00000100:00000001:0.0:1767384913.012648:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384913.012650:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.012654:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384913.012657:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384913.012660:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384913.012662:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.012665:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384913.012669:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fd7a01b x1853237373185152/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.012680:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fd7a01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373185152:12345-0@lo:253: Request processed in 22678us (23163us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384913.012689:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:0.0:1767384913.012692:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384913.012694:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384913.012696:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384913.012699:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079d320f5. 00000020:00000010:0.0:1767384913.012702:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d89c1bf3. 00000020:00000010:0.0:1767384913.012704:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000824fa7bb. 00000020:00000040:0.0:1767384913.012707:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:0.0:1767384913.012709:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.012710:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000059de7c9. 02000000:00000001:0.0:1767384913.012712:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384913.012714:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384913.012717:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384913.012720:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000255224bf. 00000400:00000010:0.0:1767384913.012722:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdbc8044. 00000100:00000001:0.0:1767384913.012732:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.012734:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384913.012736:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384913.012737:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384913.012744:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000400:00000200:0.0:1767384913.012746:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db1e4cdb 00000400:00000010:0.0:1767384913.012747:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db1e4cdb. 00000100:00000001:0.0:1767384913.012749:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.012752:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384913.012757:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.012761:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384913.012763:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.012764:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384913.012765:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384913.012766:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.012767:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.012768:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.012771:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384913.012773:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.012774:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.012775:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.012776:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384913.012778:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.012779:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384913.012781:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.012784:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.012786:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384913.012786:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384913.012788:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384913.012790:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384913.012791:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.012791:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.012792:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.012793:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.012794:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384913.012795:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.012796:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384913.012802:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.012807:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005d5dc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373185152:0@lo:253: 00000100:00000001:0.0:1767384913.012809:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.012810:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.012812:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005d5dc19 x1853237373185152/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.012816:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384913.012817:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384913.012818:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fe853bab. 02000000:00000001:0.0:1767384913.012820:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384913.012821:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.012821:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384913.012823:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384913.012824:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b0cc0b07. 02000000:00000001:0.0:1767384913.012827:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384913.012828:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384913.012828:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005d5dc19. 00000100:00000001:0.0:1767384913.012830:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384913.012831:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.012832:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.012835:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.012836:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.012837:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.012838:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384913.015685:0:20681:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005eeeff1d. 00010000:00000010:0.1:1767384913.015692:0:20681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064bd1a3f. 00010000:00000001:2.0:1767384913.595641:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384913.595646:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.595651:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384913.595652:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.595674:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384913.595676:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.595678:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384913.688290:0:20874:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384913.688302:0:20874:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.688306:0:20874:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384913.688311:0:20874:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384913.688315:0:20874:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.688317:0:20874:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384914.363857:0:21038:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384914.363861:0:21038:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384914.367180:0:21038:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384914.373889:0:21039:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b6f492af. 00000400:00000010:1.0:1767384914.373902:0:21039:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f2f67ffe. 00000400:00000010:1.0:1767384914.373912:0:21039:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006e4aebff. 00000400:00000010:1.0:1767384914.373915:0:21039:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f4420e84. 00000400:00000010:1.0:1767384914.373919:0:21039:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003a123507. 00000400:00000010:1.0:1767384914.373923:0:21039:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f8791cb. 00000400:00000010:1.0:1767384914.373924:0:21039:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a062f7cd. 00000400:00000010:1.0:1767384914.373925:0:21039:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000346c036a. 00000400:00000010:1.0:1767384914.373928:0:21039:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001d19fa0b. 00000800:00000010:1.0:1767384914.373937:0:21039:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ac52cccd. 00000800:00000200:1.0:1767384914.373947:0:21039:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384914.373958:0:21039:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384914.373995:0:21039:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384914.374015:0:21039:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp17 [8/256/0/180] 00000400:00000010:1.0:1767384914.375557:0:21039:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000009c037d80. 00000400:00000010:1.0:1767384914.375563:0:21039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d42d896. 00000400:00000010:1.0:1767384914.375567:0:21039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089b2e4da. 00000400:00000001:1.0:1767384914.375582:0:21039:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384914.375584:0:21039:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384914.375586:0:21039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058ad33a1. 00000400:00000200:1.0:1767384914.375588:0:21039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384914.375590:0:21039:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000400:00000010:1.0:1767384914.375616:0:21039:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000008fbb362. 00000400:00000200:1.0:1767384914.375622:0:21039:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (8) 00000400:00000200:1.0:1767384914.375631:0:21039:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384914.375640:0:21039:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:1.0:1767384914.375647:0:21039:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b642d74c. 00000400:00000200:0.0:1767384914.375649:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384914.375651:0:21039:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384914.375656:0:21039:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp17 00000400:00000200:0.0:1767384914.375658:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:0.0:1767384914.375667:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000400:00000200:0.0:1767384914.375670:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (9) 00000400:00000010:1.0:1767384914.375672:0:21039:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f2f67ffe. 00000400:00000010:0.0:1767384914.375674:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d770ed4a. 00000400:00000010:1.0:1767384914.375678:0:21039:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b6f492af. 00000400:00000200:0.0:1767384914.375680:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:00000001:3.0:1767384914.375695:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384914.375695:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:3.0:1767384914.375701:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384914.375702:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384914.375706:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384914.375709:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384914.375712:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384914.375713:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384914.375716:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384914.375717:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384914.375717:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384914.375718:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384914.375721:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384914.375723:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384914.375726:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384914.375729:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384914.375729:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384914.375733:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384914.375739:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:3.0:1767384914.375740:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384914.375746:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:3.0:1767384914.375747:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061fd1436. 00000400:00000200:0.0:1767384914.375753:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:3.0:1767384914.375754:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384914.375758:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000100:00000001:3.0:1767384914.375762:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384914.375765:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp16 02000000:00000001:3.0:1767384914.375766:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384914.375770:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp16 lpni_is_preferred = 0 02000000:00000001:3.0:1767384914.375772:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.375774:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp16 00000400:00000200:0.0:1767384914.375778:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp16 NI seq info: [19:19:256:4294967295] 192.168.204.149@tcp16 LPNI seq info [19:19:8:4294967295] 02000000:00000010:3.0:1767384914.375782:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df03879b. 00000400:00000200:0.0:1767384914.375785:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp16 00000100:00000001:3.0:1767384914.375791:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.375796:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16:) -> 192.168.204.149@tcp16(192.168.204.149@tcp:192.168.204.149@tcp16) : PUT try# 0 00000100:00000001:3.0:1767384914.375800:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384914.375801:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.149@tcp16 00000100:00000001:3.0:1767384914.375804:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384914.375807:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a537c350. 00000100:00000040:3.0:1767384914.375813:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061fd1436] to pc [ptlrpcd_00_02+2] req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384914.375816:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000097b06132. 00000800:00000010:0.0:1767384914.375823:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000db1e4cdb. 00000800:00000200:0.0:1767384914.375829:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (2) 00000800:00000200:0.1:1767384914.375833:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (2) 10000000:00000001:3.0:1767384914.375848:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.375851:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:3.0:1767384914.375853:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.375856:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.375857:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:01000000:3.0:1767384914.375863:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384914.375865:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384914.375870:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384914.375871:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384914.375873:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384914.375876:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384914.375877:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384914.375881:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384914.375883:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384914.375885:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:2.0:1767384914.375886:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384914.375888:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384914.375891:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384914.375895:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384914.375897:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384914.375900:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384914.375902:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384914.375904:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384914.375908:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384914.375909:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000100:00000001:2.0:1767384914.375912:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384914.375913:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384914.375916:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:3.0:1767384914.375918:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384914.375920:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384914.375922:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384914.375925:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.375925:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384914.375932:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384914.375934:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001dd4079c. 00000100:00100000:2.0:1767384914.375939:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061fd1436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373185280:0@lo:253: 00000100:00000001:3.0:1767384914.375940:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.375946:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384914.375953:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384914.375954:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384914.375955:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.375958:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384914.375962:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_03+3] req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384914.375964:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384914.375965:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 02000000:00000010:2.0:1767384914.375974:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000801708cd. 10000000:00000001:3.0:1767384914.375978:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.375979:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384914.375983:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.375985:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384914.375986:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384914.375988:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8c1cbd1. 00000020:00000010:3.0:1767384914.375989:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b642d74c. 00000400:00000010:2.0:1767384914.375997:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e38d1b21. 00000400:00000200:0.0:1767384914.376001:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:3.0:1767384914.376003:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384914.376004:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185280, portal 25 00000100:00000001:3.0:1767384914.376006:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384914.376010:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384914.376010:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384914.376015:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013181440 : -129515696370176 : ffff8a34c6ecce00) 00000100:00000040:3.0:1767384914.376017:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384914.376026:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384914.376026:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:3.0:1767384914.376027:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384914.376030:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384914.376036:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384914.376040:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384914.376045:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376047:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384914.376050:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373185408:0@lo:253: 00000400:00000200:0.0:1767384914.376051:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000040:2.0:1767384914.376057:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384914.376059:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384914.376063:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098b15d0e. 02000000:00000001:3.0:1767384914.376064:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384914.376067:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384914.376070:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384914.376070:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185280, offset 0 02000000:00000010:3.0:1767384914.376077:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c20f964c. 02000000:00000001:3.0:1767384914.376080:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384914.376083:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384914.376085:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5207e92. 00000400:00000200:0.0:1767384914.376085:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000010:3.0:1767384914.376095:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096036e93. 00000400:00000200:2.0:1767384914.376097:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384914.376101:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185408, portal 25 00000100:00000001:3.0:1767384914.376104:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384914.376105:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000040:3.0:1767384914.376112:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384914.376113:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502d00 00000400:00000200:0.0:1767384914.376119:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.376129:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000001:3.0:1767384914.376130:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384914.376141:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384914.376143:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000010:3.0:1767384914.376146:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f4ded73. 00000400:00000010:2.0:1767384914.376147:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5ef3d33. 00000400:00000200:2.0:1767384914.376154:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007fdd12d8 00000100:00000200:3.0:1767384914.376159:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185408, offset 0 00000400:00000200:2.0:1767384914.376164:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384914.376170:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384914.376175:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384914.376182:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fdd12d8 00000400:00000200:0.0:1767384914.376184:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384914.376185:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384914.376187:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fdd12d8. 00000100:00000001:2.0:1767384914.376196:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384914.376200:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384914.376201:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502d80 00000100:00000040:2.0:1767384914.376206:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000088a71440 x1853237373185280 msgsize 4848 00000400:00000200:3.0:1767384914.376212:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000200:0.0:1767384914.376215:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00100000:2.0:1767384914.376222:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384914.376224:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8a5e4e. 00000100:00000040:2.0:1767384914.376227:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384914.376230:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003526b7b 00000400:00000200:3.0:1767384914.376238:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384914.376241:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384914.376243:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384914.376260:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384914.376268:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098b15d0e 00000400:00000010:2.0:1767384914.376272:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098b15d0e. 00000400:00000200:3.0:1767384914.376278:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003526b7b 00000100:00000001:2.0:1767384914.376278:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384914.376283:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003526b7b. 00000100:00000200:2.0:1767384914.376284:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384914.376285:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:3.0:1767384914.376289:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384914.376294:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384914.376300:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000a92ba313 x1853237373185408 msgsize 4848 00000100:00000001:2.0:1767384914.376306:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384914.376309:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00100000:3.0:1767384914.376311:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384914.376315:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384914.376316:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384914.376324:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384914.376327:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376330:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384914.376332:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f4ded73 00000400:00000010:3.0:1767384914.376336:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f4ded73. 00000100:00000001:2.0:1767384914.376337:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.376337:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000001:3.0:1767384914.376339:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384914.376346:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.376347:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294904988 00000100:00000010:2.0:1767384914.376356:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000367e4542. 00000100:00000001:3.0:1767384914.376358:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384914.376362:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.376363:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384914.376370:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294904988 00000100:00000001:3.0:1767384914.376371:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376375:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384914.376376:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e900f7d4. 00000100:00000001:2.0:1767384914.376380:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384914.376382:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376384:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294904988 00000100:00000001:3.0:1767384914.376388:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294904988 00000100:00000010:2.0:1767384914.376389:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c61e2a17. 00000100:00000001:2.0:1767384914.376393:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384914.376395:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294904988 00000100:00000001:2.0:1767384914.376397:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294904988 00000100:00000001:3.0:1767384914.376401:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294904988 00000100:00000001:3.0:1767384914.376405:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294904988 00000100:00000010:2.0:1767384914.376408:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eefa1885. 00000100:00000001:2.0:1767384914.376411:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384914.376414:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384914.376419:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294904988 00000100:00000001:2.0:1767384914.376420:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376426:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294904988 00000100:00000001:2.0:1767384914.376428:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376431:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294904988 00000100:00000001:2.0:1767384914.376434:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384914.376436:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294904988 00000100:00000001:3.0:1767384914.376441:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384914.376444:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376444:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384914.376449:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384914.376451:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376454:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384914.376456:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.376458:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384914.376463:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376464:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384914.376467:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376468:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384914.376475:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384914.376478:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384914.376481:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376485:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376511:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384914.376515:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185280 02000000:00000001:2.0:1767384914.376519:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384914.376522:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384914.376526:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376528:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384914.376530:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384914.376531:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185408 00000100:00100000:2.0:1767384914.376535:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185280 02000000:00000001:3.0:1767384914.376536:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384914.376539:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384914.376540:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384914.376542:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384914.376543:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 02000000:00000001:3.0:1767384914.376546:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.376547:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384914.376550:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185408 00000020:00000040:2.0:1767384914.376551:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384914.376555:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384914.376556:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000040:3.0:1767384914.376559:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384914.376560:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384914.376564:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384914.376566:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384914.376567:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384914.376571:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:2.0:1767384914.376572:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1523150. 00000020:00000001:3.0:1767384914.376573:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000010:0.0:1767384914.376574:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000472e2ad. 00000100:00000001:2.0:1767384914.376579:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384914.376580:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1767384914.376582:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005446fad6. 00000020:00000010:3.0:1767384914.376586:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8c7b931. 00000020:00000010:2.0:1767384914.376587:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1523150. 00000800:00000010:0.0:1767384914.376592:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029e86062. 00000100:00000001:3.0:1767384914.376613:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384914.376616:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8c7b931. 00000020:00000010:3.0:1767384914.376622:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000065c22f9. 00000020:00000010:3.0:1767384914.376629:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a249a920. 00000020:00000010:3.0:1767384914.376634:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000020:00000010:2.0:1767384914.376635:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067e7abbf. 00000020:00000010:2.0:1767384914.376644:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000483cfdad. 00000100:00000040:3.0:1767384914.376650:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384914.376651:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000896d166b. 00000100:00000001:3.0:1767384914.376657:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384914.376660:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384914.376661:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384914.376662:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376665:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:0.0:1767384914.376666:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029e86062. 00000100:00000001:2.0:1767384914.376668:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376672:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.376683:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.376684:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376689:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384914.376700:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384914.376703:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384914.376706:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384914.376710:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000001:2.0:1767384914.376711:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384914.376716:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384914.376719:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644687440 : -129520064864176 : ffff8a33c28ae050) 00000100:00100000:2.0:1767384914.376720:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384914.376726:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a92ba313 x1853237373185408/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:140/0 lens 4848/0 e 0 to 0 dl 1767384925 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384914.376726:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:2.0:1767384914.376731:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644684368 : -129520064867248 : ffff8a33c28ad450) 00000400:00000200:0.0:1767384914.376738:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384914.376740:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384914.376740:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088a71440 x1853237373185280/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:140/0 lens 4848/0 e 0 to 0 dl 1767384925 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384914.376746:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8c7b931. 00000100:00000001:3.0:1767384914.376751:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384914.376754:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384914.376755:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp16 from 241.3.0.2 00000020:00000010:3.0:1767384914.376756:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8c7b931. 00000020:00000010:2.0:1767384914.376758:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1523150. 00000100:00000001:2.0:1767384914.376763:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384914.376763:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e0f100f7. 00000100:00100000:3.0:1767384914.376767:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a92ba313 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373185408:12345-0@lo:253: 00000020:00000010:2.0:1767384914.376770:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1523150. 00000100:00000200:3.0:1767384914.376773:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185408 00000020:00000001:3.0:1767384914.376777:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384914.376778:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088a71440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373185280:12345-0@lo:253: 00000020:00000001:3.0:1767384914.376781:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384914.376782:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185280 00000020:00000001:3.0:1767384914.376784:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.376785:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384914.376789:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384914.376790:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384914.376794:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384914.376794:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.376798:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384914.376799:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384914.376802:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384914.376802:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384914.376809:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384914.376809:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384914.376814:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384914.376814:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384914.376819:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.376819:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384914.376821:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384914.376825:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384914.376825:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384914.376831:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384914.376831:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384914.376836:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384914.376840:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000059de7c9. 02000000:00000010:2.0:1767384914.376841:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006cf1622c. 02000000:00000001:3.0:1767384914.376846:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.376847:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.376849:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384914.376852:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384914.376856:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.376859:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384914.376861:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e2a1dc42. 20000000:01000000:2.0:1767384914.376865:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384914.376869:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe3c674f. 20000000:01000000:3.0:1767384914.376875:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384914.376876:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384914.376879:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384914.376880:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384914.376884:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.376887:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384914.376887:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384914.376889:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384914.376891:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.376894:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.376896:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384914.376900:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002656bc6d. 20000000:01000000:2.0:1767384914.376904:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:2.0:1767384914.376910:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384914.376915:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384914.376961:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384914.376965:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384914.376966:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384914.376968:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384914.376971:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384914.376976:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000800:00000010:0.0:1767384914.376976:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1db4afe. 00000800:00000010:0.0:1767384914.376983:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bea57e40. 00080000:00000001:2.0:1767384914.376984:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384914.376992:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006bda9d0d. 00080000:00000001:2.0:1767384914.376996:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307298304 : -129515402253312 : ffff8a34d874ac00) 00080000:00000001:2.0:1767384914.376999:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384914.377001:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002b36a4a0. 00000800:00000200:0.1:1767384914.377007:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (2) 00000800:00000200:0.1:1767384914.377010:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp16 000000002b36a4a0 deleted 00000800:00000010:0.1:1767384914.377012:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002b36a4a0. 00000800:00000200:0.1:1767384914.377016:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384914.377022:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp16 ip 192.168.204.149:1009 00000800:00000200:0.1:1767384914.377024:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a537c350 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:0.0:1767384914.377027:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp16 p 3.x 192.168.204.149 -> 192.168.204.149:1009 incarnation:1767384912986239001 sched[0] 00000800:00000010:0.0:1767384914.377032:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029e86062. 00000800:00000010:0.0:1767384914.377069:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029e86062. 00000800:00000010:0.0:1767384914.377073:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bea57e40. 00000800:00000010:0.0:1767384914.377101:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e0f100f7. 00000800:00000001:0.0:1767384914.377113:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384914.377119:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384914.377123:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384914.377126:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384914.377128:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384914.377149:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384914.377151:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384914.377169:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384914.377173:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a537c350. 00000400:00000200:0.0:1767384914.377177:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384914.377182:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: PUT: OK 00000400:00000200:0.0:1767384914.377186:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384914.377189:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:0.1:1767384914.377216:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384914.377220:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp16 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384912986239001 sched[0] 00000800:00000010:0.0:1767384914.377223:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005446fad6. 00080000:00000001:2.0:1767384914.377275:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384914.377278:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384914.377282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:2.0:1767384914.377312:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384914.377318:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:2.0:1767384914.377320:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384914.377324:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.377329:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.377337:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16) <- 192.168.204.149@tcp16 : PUT - for me 00000400:00000200:2.0:1767384914.377346:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384914.377352:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 176/176 into md 0x1395 [1] + 0 00000400:00000010:2.0:1767384914.377355:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe9119f. 00000400:00000200:0.0:1767384914.377358:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377359:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da43c9ff 00000800:00000001:2.0:1767384914.377366:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.377382:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.377384:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384914.377389:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: PUT: OK 00000400:00000200:2.0:1767384914.377392:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:2.0:1767384914.377394:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000400:00000200:2.0:1767384914.377398:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384914.377399:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377401:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (10) 00000400:00000200:2.0:1767384914.377408:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:2.0:1767384914.377412:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000098b15d0e. 00000400:00000200:2.0:1767384914.377415:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 9 00000400:00000200:2.0:1767384914.377420:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384914.377429:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (11) 00000400:00000200:2.0:1767384914.377433:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384914.377439:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp16 to MR: 192.168.204.149@tcp16 local destination 00000400:00000200:0.0:1767384914.377440:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377446:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp16 NI seq info: [20:20:256:4294967295] 192.168.204.149@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1767384914.377460:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16:192.168.204.149@tcp16) -> 192.168.204.149@tcp16(192.168.204.149@tcp16:192.168.204.149@tcp16) 192.168.204.149@tcp16 : ACK try# 0 00000800:00000200:2.0:1767384914.377464:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp16 00000800:00000010:2.0:1767384914.377467:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccc00e72. 00000800:00000200:2.0:1767384914.377472:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (4) 00000800:00000200:2.0:1767384914.377476:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp16 ip 192.168.204.149:988 00000800:00000200:2.0:1767384914.377479:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ccc00e72 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384914.377483:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384914.377515:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000200:2.0:1767384914.377528:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384914.377531:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccc00e72. 00000400:00000200:2.0:1767384914.377535:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384914.377540:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: ACK: OK 00000800:00000001:2.0:1767384914.377546:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.377550:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384914.377550:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000800:00000001:2.0:1767384914.377555:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.377561:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384914.377563:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.377568:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.377580:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16) <- 192.168.204.149@tcp16 : ACK - for me 00000400:00000200:2.0:1767384914.377624:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp16: ACK from 12345-192.168.204.149@tcp16 into md 0x13ad 00000400:00000200:2.0:1767384914.377630:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384914.377634:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377638:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: ACK: OK 00000400:00000200:2.0:1767384914.377645:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:2.0:1767384914.377648:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000400:00000200:2.0:1767384914.377653:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384914.377658:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:2.0:1767384914.377664:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384914.377668:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (10) 00000800:00000001:2.0:1767384914.377674:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.377680:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384914.377696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377787:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384914.377792:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000400:00000010:2.0:1767384914.377797:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a74d20b. 00000400:00000200:2.0:1767384914.377800:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:2.0:1767384914.377806:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:2.0:1767384914.377811:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000ccc00e72. 00000400:00000010:2.0:1767384914.377815:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000005067bb74. 00000400:00000010:2.0:1767384914.377818:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 000000008301a0b9. 00000400:00000010:2.0:1767384914.377835:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c7d51479. 00000400:00000200:0.0:1767384914.377836:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377841:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c7d51479 nid 192.168.204.149@tcp17 00000400:00000010:2.0:1767384914.377846:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b0123d5c. 00000400:00000200:2.0:1767384914.377849:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b0123d5c net tcp17 00000400:00000200:2.0:1767384914.377852:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (9) 00000400:00000200:2.0:1767384914.377858:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp17 flags 0x11 00000400:00000010:2.0:1767384914.377862:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000ccc00e72. 00000400:00000010:2.0:1767384914.377866:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000005067bb74. 00000400:00000010:2.0:1767384914.377870:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 000000008301a0b9. 00000400:00000010:2.0:1767384914.377873:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000098b15d0e. 00000400:00000200:2.0:1767384914.377877:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384914.377880:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:2.0:1767384914.377884:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:2.0:1767384914.377894:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:2.0:1767384914.377898:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384914.377903:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384914.377903:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384914.377912:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384914.377918:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (10) 00000400:00000200:0.0:1767384914.377974:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384914.378038:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384914.378090:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000800:00000010:0.0:1767384914.378242:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090833fa4. 00000800:00000010:0.0:1767384914.378260:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005446fad6. 00000800:00000010:0.0:1767384914.378263:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029e86062. 00000800:00000010:0.0:1767384914.378299:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029e86062. 00000400:00000200:2.0:1767384914.378408:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384914.378427:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp16 from 240.3.0.2 00000800:00000010:2.0:1767384914.378431:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000030234b13. 00000800:00000010:3.0:1767384914.378698:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d0db7dc. 00000800:00000010:3.0:1767384914.378703:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3adee42. 00000800:00000010:3.0:1767384914.378720:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000312a7cee. 00000800:00000200:3.1:1767384914.378726:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (4) 00000800:00000200:3.1:1767384914.378731:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp16 00000000312a7cee deleted 00000800:00000010:3.1:1767384914.378732:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000312a7cee. 00000800:00000200:3.1:1767384914.378736:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384914.378741:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp16 p 3.x 192.168.204.149 -> 192.168.204.149:1008 incarnation:1767384912986239001 sched[0] 00000800:00000010:3.0:1767384914.378746:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062dc0e50. 00000800:00000010:3.0:1767384914.378863:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062dc0e50. 00000800:00000010:3.0:1767384914.378867:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3adee42. 00000800:00000010:3.0:1767384914.378910:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000030234b13. 00000800:00000001:3.0:1767384914.378921:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384914.378924:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384914.378954:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384914.378963:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp16 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384912986239001 sched[0] 00000800:00000010:3.0:1767384914.378966:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005446fad6. 00000800:00000001:3.0:1767384914.378993:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384914.378997:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384914.385023:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384914.385029:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:0.0:1767384914.385030:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384914.385034:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384914.385035:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384914.385040:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384914.385040:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384914.385044:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384914.385045:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384914.385048:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006bda9d0d. 20000000:01000000:3.0:1767384914.385052:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384914.385052:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384914.385066:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384914.385069:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384914.385075:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384914.385075:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dcb5fef3. 20000000:01000000:2.0:1767384914.385080:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:2.0:1767384914.385083:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384914.385086:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384914.385101:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384914.385105:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384914.385107:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384914.385116:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384914.385118:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384914.385121:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384914.385122:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384914.385124:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384914.385127:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384914.385130:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000042c73548. 00000020:00000001:2.0:1767384914.385130:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384914.385134:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384914.385136:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384914.385139:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384914.385140:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008de79825. 00080000:00000010:2.0:1767384914.385144:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006bda9d0d. 00000020:00000001:3.0:1767384914.385145:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384914.385150:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008de79825 with handle 0xcb8130832f6b3629 to hash 00080000:00000001:2.0:1767384914.385150:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307298304 : -129515402253312 : ffff8a34d874ac00) 00000020:00000001:3.0:1767384914.385156:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384914.385157:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384914.385159:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.385163:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.385166:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384914.385168:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.385170:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385177:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384914.385180:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384914.385182:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384914.385184:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384914.385186:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.385188:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384914.385189:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.385192:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384914.385193:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384914.385195:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384914.385196:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384914.385198:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000042c73548) refcount = 1 00010000:00010000:3.0:1767384914.385200:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384914.385202:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384914.385205:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385207:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384914.385208:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384914.385210:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384914.385212:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.385214:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385215:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384914.385217:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384914.385218:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384914.385222:0:16798:0:(osd_io.c:399:osd_write()) Process entered 20000000:01000000:3.0:1767384914.385227:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:3.0:1767384914.385230:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384914.385231:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384914.385233:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=4 00000020:00000001:3.0:1767384914.385235:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.385237:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.385239:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384914.385241:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385262:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384914.385264:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385269:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.385270:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384914.385272:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385275:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384914.385277:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385280:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384914.385281:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384914.385286:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008de79825 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384914.385287:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384914.385289:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384914.385291:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385296:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384914.385297:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384914.385298:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384914.385300:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=5 00080000:00000001:2.0:1767384914.385305:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384914.385307:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00080000:00000001:2.0:1767384914.385309:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384914.385311:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.385315:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384914.385317:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385321:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384914.385323:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384914.385325:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385328:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384914.385330:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384914.385332:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384914.385333:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384914.385335:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008de79825 with handle 0xcb8130832f6b3629 from hash 00010000:00000001:3.0:1767384914.385337:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384914.385338:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.385340:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.385341:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384914.385343:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384914.385344:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384914.385346:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384914.385347:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.385349:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385351:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384914.385353:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384914.385354:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.385355:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.385357:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385359:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.385360:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.385362:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385366:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.385367:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.385369:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384914.385374:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384914.385375:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.385376:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.385378:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384914.385382:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.385384:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.385387:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.385394:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384914.385396:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384914.385398:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008de79825/0xcb8130832f6b3629 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384914.385404:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000042c73548 count: 0 00010000:00000001:3.0:1767384914.385418:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384914.385420:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384914.390622:0:21043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000042c73548. 00010000:00000010:3.1:1767384914.390630:0:21043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008de79825. 00000100:00000040:3.0:1767384914.392659:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294904988, at 4294904989 00000100:00000010:3.0:1767384914.392666:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eefa1885. 00080000:00000001:2.0:1767384914.393471:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384914.393477:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:0.0:1767384914.393477:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384914.393483:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384914.393483:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384914.393488:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384914.393489:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384914.393491:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384914.393491:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384914.393495:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384914.393498:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006bda9d0d. 20000000:00000001:2.0:1767384914.393501:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384914.393503:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384914.393505:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384914.393509:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384914.393514:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384914.393517:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384914.393520:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000020:2.0:1767384914.393520:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384914.393525:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384914.393531:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000850b274f. 00010000:00000001:3.0:1767384914.393534:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384914.393538:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008de79825. 00000020:00000001:3.0:1767384914.393541:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384914.393543:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008de79825 with handle 0xcb8130832f6b3630 to hash 00000020:00000001:3.0:1767384914.393545:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384914.393547:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.393549:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.393552:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384914.393554:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.393556:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393570:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384914.393572:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384914.393574:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384914.393577:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384914.393579:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.393580:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384914.393582:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.393584:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384914.393586:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384914.393587:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384914.393589:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384914.393590:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000850b274f) refcount = 1 00010000:00010000:3.0:1767384914.393622:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393627:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384914.393629:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384914.393630:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.393631:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.393633:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384914.393636:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:2.0:1767384914.393637:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294904988, at 4294904990 20000000:01000000:3.0:1767384914.393638:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:3.0:1767384914.393644:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384914.393646:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384914.393646:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c61e2a17. 00000020:00000040:3.0:1767384914.393650:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=4 00000100:00000040:1.0:1767384914.393652:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294904988, at 4294904990 00000020:00000001:3.0:1767384914.393653:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.393659:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.393662:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000010:1.0:1767384914.393663:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e900f7d4. 00010000:00010000:3.0:1767384914.393664:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393687:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384914.393689:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393701:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.393703:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384914.393704:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393708:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384914.393709:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.393711:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384914.393713:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384914.393717:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008de79825 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384914.393719:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384914.393720:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384914.393722:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393726:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384914.393727:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384914.393729:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384914.393730:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=5 00000020:00000001:3.0:1767384914.393731:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.393733:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384914.393736:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384914.393737:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393741:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384914.393743:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384914.393744:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.393747:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384914.393749:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384914.393750:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384914.393757:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384914.393758:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008de79825 with handle 0xcb8130832f6b3630 from hash 00010000:00000001:3.0:1767384914.393761:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384914.393763:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.393764:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.393765:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384914.393767:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384914.393768:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384914.393769:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384914.393770:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384914.393772:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.393773:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384914.393774:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384914.393776:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.393777:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.393778:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.393780:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384914.393782:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.393783:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393787:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.393788:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.393789:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384914.393790:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384914.393792:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384914.393793:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384914.393794:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384914.393796:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.393798:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.393799:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.393802:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384914.393804:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384914.393805:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008de79825/0xcb8130832f6b3630 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384914.393817:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000850b274f count: 0 00000100:00000040:0.0:1767384914.393820:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294904988, at 4294904990 00010000:00000001:3.0:1767384914.393828:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767384914.393828:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000367e4542. 20000000:00000001:3.0:1767384914.393831:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384914.395851:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384914.395855:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384914.395857:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e2a1dc42. 20000000:00000001:3.0:1767384914.395861:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384914.395865:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185280 00010000:00000001:3.0:1767384914.395867:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384914.395874:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088a71440 x1853237373185280/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384914.395881:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384914.395883:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384914.395886:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384914.395890:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384914.395891:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384914.395893:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384914.395896:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384914.395898:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.395901:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384914.395904:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384914.395908:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eee8d63. 00000100:00000200:3.0:1767384914.395912:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185280, offset 224 00000400:00000200:3.0:1767384914.395917:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384914.395928:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384914.395935:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502d00 00000400:00000200:3.0:1767384914.395940:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:3.0:1767384914.395946:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384914.395950:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384914.395956:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384914.395959:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384914.395966:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384914.395987:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384914.395995:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eee8d63 00000100:00000001:0.0:1767384914.395997:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384914.395998:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eee8d63. 00000100:00000001:3.0:1767384914.396002:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384914.396005:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384914.396007:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384914.396012:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384914.396013:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384914.396016:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384914.396019:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8c1cbd1. 00000100:00000040:3.0:1767384914.396021:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000200:0.0:1767384914.396023:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38d1b21 00010000:00000001:3.0:1767384914.396026:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384914.396027:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e38d1b21. 00000020:00000001:3.0:1767384914.396031:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.396031:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384914.396037:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384914.396038:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384914.396045:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088a71440 x1853237373185280/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384914.396049:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384914.396078:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384914.396081:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384914.396083:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088a71440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373185280:12345-0@lo:253: Request processed in 19326us (19873us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384914.396084:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384914.396088:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384914.396090:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384914.396093:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384914.396096:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384914.396099:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00001000:0.0:1767384914.396100:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=22 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384914.396104:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00001000:0.0:1767384914.396105:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384914.396108:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384914.396110:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384914.396111:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384914.396112:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.396116:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384914.396117:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384914.396118:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000483cfdad. 00000020:00000010:3.0:1767384914.396131:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000896d166b. 00000100:00000001:0.0:1767384914.396131:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384914.396137:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067e7abbf. 00000100:00000040:0.0:1767384914.396138:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384914.396143:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:0.0:1767384914.396149:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384914.396150:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384914.396152:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384914.396153:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006cf1622c. 00000100:00000001:0.0:1767384914.396154:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384914.396158:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384914.396159:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384914.396161:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384914.396162:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384914.396165:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384914.396167:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384914.396168:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384914.396169:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384914.396172:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384914.396175:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000556df562. 00000020:01000004:0.0:1767384914.396179:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384914.396180:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eee8d63. 00000020:01000004:0.0:1767384914.396181:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384914.396184:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384914.396185:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384914.396188:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384914.396194:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061fd1436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373185280:0@lo:253: 00000100:00000001:0.0:1767384914.396199:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396201:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384914.396204:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061fd1436 x1853237373185280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384914.396209:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384914.396212:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384914.396214:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000801708cd. 02000000:00000001:0.0:1767384914.396218:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384914.396220:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384914.396222:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384914.396224:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384914.396226:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df03879b. 02000000:00000001:0.0:1767384914.396230:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384914.396232:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384914.396233:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061fd1436. 00000100:00000001:0.0:1767384914.396236:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384914.396237:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396239:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396256:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384914.396258:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.396261:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384914.396263:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384914.396710:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384914.396713:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384914.396714:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe3c674f. 20000000:00000001:3.0:1767384914.396717:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384914.396726:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185408 00010000:00000001:3.0:1767384914.396727:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384914.396730:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a92ba313 x1853237373185408/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384914.396736:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384914.396737:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384914.396739:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384914.396741:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384914.396742:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384914.396743:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384914.396745:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384914.396747:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.396748:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384914.396750:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384914.396752:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e250016. 00000100:00000200:3.0:1767384914.396754:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185408, offset 224 00000400:00000200:3.0:1767384914.396758:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384914.396763:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384914.396767:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502d80 00000400:00000200:3.0:1767384914.396770:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b9 [2] + 224 00000400:00000200:3.0:1767384914.396774:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384914.396777:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384914.396779:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384914.396781:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384914.396786:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384914.396798:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384914.396802:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e250016 00000400:00000010:3.0:1767384914.396803:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e250016. 00000100:00000001:3.0:1767384914.396806:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384914.396808:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384914.396808:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384914.396812:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384914.396813:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384914.396817:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:0.0:1767384914.396817:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384914.396820:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384914.396821:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5207e92. 00000400:00000200:0.0:1767384914.396826:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096036e93 00010000:00000001:3.0:1767384914.396827:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384914.396830:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384914.396830:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096036e93. 00000020:00000001:3.0:1767384914.396833:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384914.396836:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a92ba313 x1853237373185408/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384914.396842:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384914.396847:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a92ba313 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373185408:12345-0@lo:253: Request processed in 20106us (20544us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384914.396849:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384914.396863:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000200:0.0:1767384914.396866:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384914.396867:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384914.396872:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384914.396875:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384914.396879:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a249a920. 00000100:00000001:0.0:1767384914.396879:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384914.396882:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396884:0:16166:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384914.396886:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 02000000:00000001:0.0:1767384914.396886:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384914.396889:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384914.396891:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000065c22f9. 00000100:00000001:0.0:1767384914.396891:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384914.396896:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384914.396897:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00001000:0.0:1767384914.396900:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=22 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384914.396901:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384914.396904:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000059de7c9. 00000100:00001000:0.0:1767384914.396906:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=22 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384914.396908:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384914.396910:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384914.396911:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396913:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384914.396916:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384914.396916:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384914.396917:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.396921:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384914.396922:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb351bd. 00000100:00000040:0.0:1767384914.396925:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384914.396927:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e250016. 00000100:00000001:0.0:1767384914.396935:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384914.396937:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384914.396939:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384914.396941:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384914.396942:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384914.396943:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384914.396944:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384914.396945:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384914.396946:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384914.396947:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384914.396948:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384914.396949:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384914.396951:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384914.396957:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373185408:0@lo:253: 00000100:00000001:0.0:1767384914.396966:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396967:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384914.396969:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373185408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384914.396974:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384914.396975:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384914.396977:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c20f964c. 02000000:00000001:0.0:1767384914.396979:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384914.396981:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384914.396982:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384914.396983:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384914.396985:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001dd4079c. 02000000:00000001:0.0:1767384914.396988:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384914.396989:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384914.396990:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:0.0:1767384914.396993:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384914.396994:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396995:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384914.396999:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384914.397000:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.397003:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384914.397005:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384914.397226:0:21044:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000072868990. 00000400:00000040:1.0:1767384914.397242:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384914.397262:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384914.397264:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384914.397265:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384914.397267:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384914.397269:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384914.397271:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384914.397272:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384914.397273:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384914.397274:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384914.397276:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384914.397277:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384914.397285:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384914.397286:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384914.397287:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384914.397288:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384914.397289:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384914.397290:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384914.397291:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384914.397293:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384914.397294:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384914.397295:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384914.397296:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384914.397297:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384914.397297:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384914.397299:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384914.397300:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384914.397301:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384914.397302:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384914.397303:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384914.397303:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384914.397305:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384914.397306:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384914.397307:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384914.397308:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384914.397309:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384914.397309:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384914.397311:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384914.397312:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384914.397313:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384914.397314:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384914.397315:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384914.397316:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384914.397317:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384914.397318:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384914.397319:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384914.397320:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384914.397321:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384914.397323:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384914.397324:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384914.397325:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384914.397331:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384914.397333:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384914.397335:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384914.397336:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384914.397337:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384914.397338:0:21044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384914.397367:0:21044:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000072868990. 00010000:00000010:3.1:1767384914.401645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000850b274f. 00010000:00000010:3.1:1767384914.401654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008de79825. 00010000:00000001:2.0:1767384914.619670:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384914.619674:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384914.619678:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384914.619679:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384914.619707:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384914.619711:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.619713:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384915.105485:0:21244:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384915.105499:0:21244:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.105503:0:21244:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384915.105509:0:21244:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384915.105513:0:21244:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.105516:0:21244:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.643891:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384915.643897:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.643902:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384915.643903:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.643933:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384915.643937:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384915.643940:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384915.823922:0:21408:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384915.823927:0:21408:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384915.827145:0:21408:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384915.833460:0:21409:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000749699ad. 00000400:00000010:1.0:1767384915.833474:0:21409:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d53a50ed. 00000400:00000010:1.0:1767384915.833483:0:21409:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e960654c. 00000400:00000010:1.0:1767384915.833485:0:21409:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009d7dc822. 00000400:00000010:1.0:1767384915.833488:0:21409:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084bf6ccb. 00000400:00000010:1.0:1767384915.833492:0:21409:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da61605b. 00000400:00000010:1.0:1767384915.833493:0:21409:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000048d52de2. 00000400:00000010:1.0:1767384915.833494:0:21409:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cda7f29. 00000400:00000010:1.0:1767384915.833497:0:21409:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ee548847. 00000800:00000010:1.0:1767384915.833508:0:21409:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e86ff890. 00000800:00000200:1.0:1767384915.833519:0:21409:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384915.833525:0:21409:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384915.833557:0:21409:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384915.833574:0:21409:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384915.834889:0:21409:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000001e371873. 00000400:00000010:1.0:1767384915.834894:0:21409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058ad33a1. 00000400:00000010:1.0:1767384915.834899:0:21409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000400:00000001:1.0:1767384915.834911:0:21409:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384915.834913:0:21409:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384915.834914:0:21409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d42d896. 00000400:00000200:1.0:1767384915.834916:0:21409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b2e4da 00000400:00000010:1.0:1767384915.834918:0:21409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089b2e4da. 00000400:00000010:1.0:1767384915.834920:0:21409:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000009c037d80. 00000400:00000200:1.0:1767384915.834924:0:21409:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (9) 00000400:00000200:1.0:1767384915.834941:0:21409:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384915.834949:0:21409:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384915.834956:0:21409:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000da5a2715. 00000020:01000000:1.0:1767384915.834962:0:21409:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384915.834964:0:21409:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp18 00000400:00000200:2.0:1767384915.834966:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384915.834973:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384915.834979:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000400:00000200:2.0:1767384915.834982:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (10) 00000400:00000010:1.0:1767384915.834983:0:21409:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d53a50ed. 00000400:00000010:2.0:1767384915.834987:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b0b4b92. 00000400:00000010:1.0:1767384915.834988:0:21409:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000749699ad. 00000400:00000200:2.0:1767384915.834996:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384915.835008:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:0.0:1767384915.835009:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384915.835014:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384915.835015:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384915.835019:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384915.835021:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384915.835024:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:01000000:0.0:1767384915.835029:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384915.835030:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384915.835034:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384915.835038:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384915.835039:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384915.835042:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384915.835045:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384915.835048:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:0.0:1767384915.835049:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384915.835052:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384915.835056:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384915.835058:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:0.0:1767384915.835059:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384915.835062:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384915.835063:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384915.835068:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:0.0:1767384915.835069:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005d5dc19. 00000400:00000200:2.0:1767384915.835075:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000020:00000040:0.0:1767384915.835076:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384915.835082:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp17 00000100:00000001:0.0:1767384915.835084:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384915.835087:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384915.835091:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.835095:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384915.835098:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp17 02000000:00000010:0.0:1767384915.835101:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001dd4079c. 00000400:00000200:2.0:1767384915.835102:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp17 NI seq info: [21:21:256:4294967295] 192.168.204.149@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000001:0.0:1767384915.835109:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.835110:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp17 00000100:00000001:0.0:1767384915.835120:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384915.835121:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17:) -> 192.168.204.149@tcp17(192.168.204.149@tcp:192.168.204.149@tcp17) : PUT try# 0 00000100:00000001:0.0:1767384915.835124:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384915.835130:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.204.149@tcp17 00000100:00000040:0.0:1767384915.835133:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d5dc19] to pc [ptlrpcd_00_00+0] req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384915.835136:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031e4617d. 00000800:00000010:2.0:1767384915.835146:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a1a2692. 00000800:00000010:2.0:1767384915.835149:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000032cba15c. 00000800:00000200:2.0:1767384915.835154:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (2) 00000800:00000200:2.1:1767384915.835158:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (2) 10000000:00000001:0.0:1767384915.835169:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.835171:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:0.0:1767384915.835173:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.835176:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:00000001:0.0:1767384915.835177:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384915.835182:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384915.835187:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384915.835188:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384915.835191:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:1.0:1767384915.835192:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:0.0:1767384915.835193:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384915.835196:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384915.835197:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384915.835200:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384915.835203:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384915.835204:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384915.835206:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384915.835207:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384915.835207:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384915.835209:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384915.835210:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384915.835212:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384915.835215:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.835229:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.835232:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384915.835234:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384915.835237:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384915.835239:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384915.835242:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009dd3c7a3. 00000400:00000200:2.0:1767384915.835245:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000020:00000040:0.0:1767384915.835249:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384915.835254:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384915.835257:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384915.835257:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384915.835261:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384915.835262:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.835266:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384915.835270:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384915.835272:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007a09eb24. 02000000:00000001:1.0:1767384915.835273:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835277:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.835278:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005d5dc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373185536:0@lo:253: 00000100:00000001:1.0:1767384915.835285:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384915.835285:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384915.835289:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.835292:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384915.835295:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.835296:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000040:0.0:1767384915.835296:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dd3c7a3] to pc [ptlrpcd_00_01+1] req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384915.835298:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384915.835306:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006994ddf3. 02000000:00000001:1.0:1767384915.835309:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384915.835311:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384915.835314:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d42d896. 10000000:00000001:0.0:1767384915.835315:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.835319:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384915.835321:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384915.835322:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d53a50ed. 00000020:00000010:0.0:1767384915.835323:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000da5a2715. 00000400:00000200:2.0:1767384915.835328:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000200:1.0:1767384915.835328:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185536, portal 25 00000100:00000001:1.0:1767384915.835333:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384915.835335:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.835336:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014279168 : -129515695272448 : ffff8a34c6fd8e00) 00000100:00100000:0.0:1767384915.835341:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1767384915.835345:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.835346:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.835351:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384915.835354:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384915.835356:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:0.0:1767384915.835359:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384915.835362:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384915.835366:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384915.835368:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384915.835373:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384915.835373:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384915.835379:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000acd18f8. 00000100:00000001:0.0:1767384915.835382:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384915.835383:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185536, offset 0 00000100:00000001:0.0:1767384915.835384:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.835387:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 02000000:00000001:0.0:1767384915.835390:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384915.835393:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384915.835394:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384915.835398:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384915.835401:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009dd3c7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373185664:0@lo:253: 00000400:00000200:1.0:1767384915.835407:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384915.835408:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384915.835415:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 02000000:00000001:0.0:1767384915.835418:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384915.835420:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502e00 02000000:00000001:0.0:1767384915.835421:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384915.835425:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384915.835429:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 02000000:00000010:0.0:1767384915.835431:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f78d778d. 00000400:00000010:1.0:1767384915.835433:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa0a79a. 02000000:00000001:0.0:1767384915.835435:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.835439:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6428f98 00000400:00000010:0.0:1767384915.835441:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0642e8. 00000400:00000200:1.0:1767384915.835447:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384915.835448:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8b1e027. 00000400:00000200:2.0:1767384915.835449:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.835454:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384915.835456:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185664, portal 25 00000100:00000001:0.0:1767384915.835460:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384915.835461:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6428f98 00000100:00000001:0.0:1767384915.835464:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014277376 : -129515695274240 : ffff8a34c6fd8700) 00000400:00000010:1.0:1767384915.835465:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6428f98. 00000100:00000001:1.0:1767384915.835471:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384915.835472:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384915.835474:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384915.835479:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000bcc605ee x1853237373185536 msgsize 4848 00000400:00000200:2.0:1767384915.835480:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:0.0:1767384915.835488:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384915.835491:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384915.835494:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384915.835495:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384915.835499:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fd18d63. 00000100:00000200:0.0:1767384915.835502:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185664, offset 0 00000100:00000001:1.0:1767384915.835505:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384915.835510:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.835513:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acd18f8 00000400:00000010:1.0:1767384915.835517:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000acd18f8. 00000400:00000200:2.0:1767384915.835518:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384915.835522:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384915.835523:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384915.835529:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.835537:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502e80 00000100:00000001:1.0:1767384915.835540:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384915.835544:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000040:1.0:1767384915.835546:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384915.835550:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1a07b91. 00000400:00000200:2.0:1767384915.835552:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384915.835555:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff534883 00000100:00000001:1.0:1767384915.835561:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835564:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384915.835564:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384915.835570:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.835571:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.835577:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294906447 00000400:00000200:0.0:1767384915.835579:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff534883 00000400:00000010:0.0:1767384915.835582:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff534883. 00000100:00000010:1.0:1767384915.835583:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abbe435b. 00000100:00000001:0.0:1767384915.835587:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384915.835588:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000200:0.0:1767384915.835589:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384915.835622:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000465a185a x1853237373185664 msgsize 4848 00000100:00000001:1.0:1767384915.835627:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384915.835634:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384915.835635:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294906448 00000100:00000010:1.0:1767384915.835641:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c3aa077. 00000100:00000040:0.0:1767384915.835641:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384915.835645:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384915.835650:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294906448 00000100:00000010:1.0:1767384915.835653:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9d0b3a9. 00000100:00000001:1.0:1767384915.835656:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384915.835657:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384915.835660:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294906448 00000100:00000010:1.0:1767384915.835663:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b24c2bce. 00000100:00000001:1.0:1767384915.835666:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384915.835667:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fd18d63 00000100:00000001:1.0:1767384915.835670:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384915.835671:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fd18d63. 00000100:00000001:1.0:1767384915.835673:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835678:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835678:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384915.835681:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835682:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.835683:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.835685:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835686:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384915.835693:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.835705:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384915.835708:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384915.835710:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.835712:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185536 02000000:00000001:1.0:1767384915.835716:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384915.835720:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384915.835724:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835724:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835727:0:16163:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384915.835728:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.835732:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185536 00000100:00000001:0.0:1767384915.835734:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.835735:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384915.835738:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:0.0:1767384915.835739:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294906448 00000020:00000001:1.0:1767384915.835740:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384915.835745:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:1.0:1767384915.835747:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384915.835749:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906447 00000020:00000001:1.0:1767384915.835750:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384915.835758:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384915.835758:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294906448 00000400:00000200:2.0:1767384915.835760:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000020:00000010:1.0:1767384915.835763:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005407d0d9. 00000100:00000001:0.0:1767384915.835764:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294906448 00000100:00000001:0.0:1767384915.835767:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294906448 00000100:00000001:0.0:1767384915.835769:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294906448 00000100:00000001:0.0:1767384915.835771:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294906448 00000100:00000001:1.0:1767384915.835775:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384915.835775:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294906448 00000020:00000010:1.0:1767384915.835779:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005407d0d9. 00000100:00000001:0.0:1767384915.835780:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384915.835784:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835787:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.835788:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b52f85b4. 00000100:00000001:0.0:1767384915.835790:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.835793:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c5d0f0. 00000400:00000200:2.0:1767384915.835800:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000020:00000010:1.0:1767384915.835800:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000100:00000001:0.0:1767384915.835812:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384915.835813:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384915.835815:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185664 00000100:00000001:1.0:1767384915.835817:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384915.835819:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384915.835820:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384915.835822:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384915.835823:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835825:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384915.835829:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835831:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384915.835832:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185664 00000020:00000001:0.0:1767384915.835836:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384915.835839:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000200:2.0:1767384915.835840:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000020:00000001:0.0:1767384915.835840:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384915.835842:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384915.835844:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384915.835848:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384915.835855:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384915.835858:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384915.835859:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384915.835862:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384915.835865:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e14be4af. 00000100:00100000:1.0:1767384915.835868:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000001:0.0:1767384915.835870:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384915.835873:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000010:0.0:1767384915.835874:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e14be4af. 00000100:00000001:1.0:1767384915.835876:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644680272 : -129520064871344 : ffff8a33c28ac450) 00000020:00000010:0.0:1767384915.835881:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000407885f2. 00000100:00000040:1.0:1767384915.835882:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bcc605ee x1853237373185536/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384915.835888:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008cd3c44. 00000100:00000001:1.0:1767384915.835892:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384915.835894:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d253403a. 00000020:00000010:1.0:1767384915.835896:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005407d0d9. 00000400:00000200:2.0:1767384915.835897:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000100:00000001:0.0:1767384915.835900:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384915.835902:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384915.835903:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384915.835907:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005407d0d9. 00000100:00000001:0.0:1767384915.835907:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.835917:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bcc605ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373185536:12345-0@lo:253: 00000100:00000001:0.0:1767384915.835917:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.835924:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384915.835925:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185536 00000020:00000001:1.0:1767384915.835929:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384915.835932:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384915.835934:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.835937:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384915.835937:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384915.835941:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384915.835942:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384915.835946:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384915.835950:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384915.835950:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000400:00000200:2.0:1767384915.835956:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000100:00000040:0.0:1767384915.835956:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:1.0:1767384915.835957:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384915.835961:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558668902480 : -129515040649136 : ffff8a34ee025050) 00000020:00000001:1.0:1767384915.835967:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384915.835969:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000465a185a x1853237373185664/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384915.835971:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835978:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384915.835980:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384915.835982:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384915.835984:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e14be4af. 00000100:00000001:0.0:1767384915.835987:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384915.835989:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000047863916. 00000020:00000010:0.0:1767384915.835989:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e14be4af. 02000000:00000001:1.0:1767384915.835995:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.835998:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384915.836001:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000465a185a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373185664:12345-0@lo:253: 20000000:00000001:1.0:1767384915.836003:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384915.836007:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185664 00000020:00000001:0.0:1767384915.836009:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384915.836011:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:1.0:1767384915.836013:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000da5a2715. 00000020:00000001:0.0:1767384915.836013:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.836018:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:1.0:1767384915.836019:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384915.836021:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000001:1.0:1767384915.836023:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384915.836024:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384915.836026:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384915.836029:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.836030:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.836034:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384915.836035:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384915.836039:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384915.836041:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384915.836043:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384915.836046:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073ecc31c. 00000100:00000001:0.0:1767384915.836046:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384915.836050:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 02000000:00000001:0.0:1767384915.836051:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384915.836056:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:0.0:1767384915.836060:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b78e8f81. 00080000:00000001:1.0:1767384915.836063:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384915.836064:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.836067:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384915.836069:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384915.836078:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c20f964c. 20000000:01000000:0.0:1767384915.836081:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384915.836082:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384915.836084:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384915.836086:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384915.836088:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384915.836090:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384915.836108:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384915.836112:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384915.836114:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.836116:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384915.836120:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384915.836124:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384915.836128:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384915.836133:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c6ef92df. 00080000:00000001:1.0:1767384915.836136:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651168256 : -129520058383360 : ffff8a33c2edc400) 00080000:00000001:1.0:1767384915.836139:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384915.836217:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000801708cd. 00000800:00000010:2.0:1767384915.836238:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002be9717a. 00000001:00000001:1.0:1767384915.836249:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384915.836251:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384915.836254:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002dba4ce5. 00080000:00000001:1.0:1767384915.836254:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384915.836276:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.836280:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384915.836308:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002dba4ce5. 00000400:00000200:2.0:1767384915.836367:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384915.836385:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp17 from 239.3.0.2 00000800:00000010:2.0:1767384915.836388:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005cb07e13. 00080000:00000001:1.0:1767384915.836402:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384915.836405:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384915.836738:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b642d74c. 00000800:00000010:1.0:1767384915.836770:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000acd18f8. 00000800:00000010:1.0:1767384915.836789:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1826159. 00000800:00000200:1.1:1767384915.836793:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (2) 00000800:00000200:1.1:1767384915.836797:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp17 00000000d1826159 deleted 00000800:00000010:1.1:1767384915.836799:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1826159. 00000800:00000200:1.1:1767384915.836803:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384915.836810:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:1007 00000800:00000200:1.1:1767384915.836814:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031e4617d type 1, nob 288 niov 1 nkiov 1 00000800:00000200:1.0:1767384915.836819:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp17 p 3.x 192.168.204.149 -> 192.168.204.149:1007 incarnation:1767384914373938644 sched[0] 00000800:00000010:1.0:1767384915.836823:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005407d0d9. 00000800:00000010:1.0:1767384915.836874:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005407d0d9. 00000800:00000010:1.0:1767384915.836877:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000acd18f8. 00000800:00000200:0.1:1767384915.836908:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384915.836909:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005cb07e13. 00000800:00000200:0.0:1767384915.836921:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp17 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384914373938644 sched[0] 00000800:00000001:1.0:1767384915.836922:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384915.836926:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002be9717a. 00000800:00000001:1.0:1767384915.836929:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384915.836978:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384915.836981:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031e4617d. 00000400:00000200:0.0:1767384915.836981:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.836985:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.836991:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: PUT: OK 00000400:00000200:1.0:1767384915.836995:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384915.836998:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000001:1.0:1767384915.837005:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.837010:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.837012:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.837015:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.837021:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17) <- 192.168.204.149@tcp17 : PUT - for me 00000400:00000200:1.0:1767384915.837029:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384915.837030:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837035:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 192/192 into md 0x13c1 [1] + 0 00000400:00000010:1.0:1767384915.837039:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000400:00000200:1.0:1767384915.837043:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a74d20b 00000800:00000001:1.0:1767384915.837046:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.837053:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.837055:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.837058:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: PUT: OK 00000400:00000200:1.0:1767384915.837060:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74d20b 00000400:00000010:1.0:1767384915.837062:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a74d20b. 00000400:00000200:0.0:1767384915.837063:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837065:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384915.837070:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (11) 00000400:00000200:1.0:1767384915.837074:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384915.837083:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000addf06b8. 00000400:00000200:1.0:1767384915.837086:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 10 00000400:00000200:0.0:1767384915.837088:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837092:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384915.837101:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (12) 00000400:00000200:1.0:1767384915.837107:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384915.837111:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp17 to MR: 192.168.204.149@tcp17 local destination 00000400:00000200:0.0:1767384915.837116:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837117:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp17 NI seq info: [22:22:256:4294967295] 192.168.204.149@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384915.837132:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) -> 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) 192.168.204.149@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384915.837136:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp17 00000800:00000010:1.0:1767384915.837140:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039cdbdd8. 00000800:00000200:1.0:1767384915.837143:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (4) 00000800:00000200:1.0:1767384915.837148:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:988 00000400:00000200:0.0:1767384915.837150:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000200:1.0:1767384915.837151:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039cdbdd8 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384915.837174:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000200:1.0:1767384915.837192:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384915.837195:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039cdbdd8. 00000400:00000200:1.0:1767384915.837199:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.837203:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: ACK: OK 00000800:00000001:1.0:1767384915.837210:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.837214:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.837216:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.837216:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000800:00000001:1.0:1767384915.837236:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.837239:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.837244:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.837251:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17) <- 192.168.204.149@tcp17 : ACK - for me 00000400:00000200:1.0:1767384915.837259:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp17: ACK from 12345-192.168.204.149@tcp17 into md 0x13d9 00000400:00000200:1.0:1767384915.837262:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.837265:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: ACK: OK 00000400:00000200:1.0:1767384915.837269:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ee1082 00000400:00000200:0.0:1767384915.837270:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000010:1.0:1767384915.837271:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000400:00000200:1.0:1767384915.837277:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384915.837287:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384915.837292:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384915.837296:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (11) 00000800:00000001:1.0:1767384915.837302:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.837307:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.837354:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384915.837395:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384915.837396:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000010:0.0:1767384915.837403:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1a07b91. 00000400:00000010:0.0:1767384915.837409:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000400:00000200:0.0:1767384915.837413:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:0.0:1767384915.837418:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:0.0:1767384915.837425:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000004a0cfaa0. 00000400:00000010:0.0:1767384915.837433:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 000000000c2fc143. 00000400:00000010:0.0:1767384915.837437:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 0000000018c09bee. 00000400:00000200:1.0:1767384915.837438:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837489:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837528:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384915.837563:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000010:0.0:1767384915.837564:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000053b2d429. 00000400:00000200:0.0:1767384915.837571:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000053b2d429 nid 192.168.204.149@tcp18 00000400:00000010:0.0:1767384915.837576:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000b38b9a3. 00000400:00000200:0.0:1767384915.837579:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000000b38b9a3 net tcp18 00000400:00000200:0.0:1767384915.837582:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (10) 00000400:00000200:0.0:1767384915.837588:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp18 flags 0x11 00000400:00000200:1.0:1767384915.837589:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000010:0.0:1767384915.837617:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000004a0cfaa0. 00000400:00000010:0.0:1767384915.837623:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 000000000c2fc143. 00000400:00000010:0.0:1767384915.837626:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 0000000018c09bee. 00000400:00000010:0.0:1767384915.837629:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000addf06b8. 00000400:00000200:0.0:1767384915.837633:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384915.837635:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:0.0:1767384915.837639:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:0.0:1767384915.837644:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:0.0:1767384915.837647:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384915.837649:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384915.837652:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384915.837655:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384915.837656:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (11) 00000800:00000010:1.0:1767384915.837815:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0cddbf8. 00000800:00000010:1.0:1767384915.837820:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000acd18f8. 00000800:00000010:1.0:1767384915.837824:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005407d0d9. 00000800:00000010:1.0:1767384915.837850:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005407d0d9. 00000400:00000200:0.0:1767384915.837887:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384915.837900:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp17 from 238.3.0.2 00000800:00000010:0.0:1767384915.837902:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000016a39b5a. 00000800:00000010:1.0:1767384915.837937:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000048da53b. 00000800:00000010:1.0:1767384915.837942:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1826159. 00000800:00000010:1.0:1767384915.837962:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a21363ad. 00000800:00000200:1.1:1767384915.837967:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (4) 00000800:00000200:1.1:1767384915.837972:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp17 00000000a21363ad deleted 00000800:00000010:1.1:1767384915.837980:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a21363ad. 00000800:00000200:1.1:1767384915.837984:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384915.837987:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp17 p 3.x 192.168.204.149 -> 192.168.204.149:1006 incarnation:1767384914373938644 sched[0] 00000800:00000010:1.0:1767384915.837992:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005407d0d9. 00000800:00000010:1.0:1767384915.838031:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005407d0d9. 00000800:00000010:1.0:1767384915.838035:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1826159. 00000800:00000010:1.0:1767384915.838054:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000016a39b5a. 00000800:00000001:1.0:1767384915.838065:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384915.838068:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:1.0:1767384915.838069:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384915.838078:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp17 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384914373938644 sched[0] 00000800:00000010:0.0:1767384915.838081:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000acd18f8. 00000800:00000001:2.0:1767384915.838172:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384915.838182:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384915.844981:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384915.844985:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384915.844986:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384915.844988:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384915.844990:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384915.844993:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384915.844996:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c6ef92df. 00000020:00000002:0.0:1767384915.844997:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:2.0:1767384915.845001:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384915.845003:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384915.845007:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384915.845021:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384915.845033:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384915.845037:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384915.845044:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384915.845044:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000020c17ebe. 20000000:00000001:2.0:1767384915.845050:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384915.845050:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 10000000:01000000:2.0:1767384915.845054:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384915.845057:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384915.845059:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000020:0.0:1767384915.845060:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384915.845064:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384915.845065:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384915.845073:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000063c8699e. 00010000:00000001:2.0:1767384915.845077:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384915.845080:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007acb64b8. 00000020:00000001:2.0:1767384915.845084:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384915.845087:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007acb64b8 with handle 0xcb8130832f6b3637 to hash 00000020:00000001:2.0:1767384915.845090:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384915.845090:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384915.845093:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00080000:00000001:1.0:1767384915.845095:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384915.845097:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384915.845100:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.845101:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.845104:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.845105:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384915.845106:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384915.845111:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384915.845116:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384915.845116:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:2.0:1767384915.845121:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384915.845121:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384915.845124:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:1.0:1767384915.845125:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f492af. 00010000:00000001:2.0:1767384915.845126:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384915.845128:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651179520 : -129520058372096 : ffff8a33c2edf000) 00080000:00000001:1.0:1767384915.845131:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384915.845136:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.845138:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.845139:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.845142:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384915.845143:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384915.845145:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384915.845146:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384915.845148:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000063c8699e) refcount = 1 00010000:00010000:2.0:1767384915.845151:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.845155:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384915.845157:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384915.845159:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.845160:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845162:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384915.845164:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384915.845167:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384915.845169:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.845170:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.845171:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007acb64b8 refcount=4 00000020:00000001:2.0:1767384915.845173:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384915.845175:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384915.845177:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384915.845178:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384915.845181:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384915.845184:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845185:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384915.845186:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384915.845188:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.845194:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.845195:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384915.845196:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384915.845200:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.845203:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384915.845210:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.845211:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845214:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384915.845216:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384915.845237:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007acb64b8 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384915.845240:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.845241:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384915.845243:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.845247:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384915.845249:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.845250:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.845251:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007acb64b8 refcount=5 00000020:00000001:2.0:1767384915.845253:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384915.845254:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384915.845257:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384915.845259:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.845263:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384915.845264:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.845266:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845269:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384915.845270:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384915.845272:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.845272:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384915.845274:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007acb64b8 with handle 0xcb8130832f6b3637 from hash 00010000:00000001:2.0:1767384915.845276:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384915.845277:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.845278:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.845285:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384915.845287:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1767384915.845288:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384915.845289:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384915.845292:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1767384915.845293:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384915.845295:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.845298:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845300:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384915.845301:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384915.845303:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.845304:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.845306:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845307:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.845309:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.845310:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.845314:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.845315:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.845316:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384915.845317:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384915.845318:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.845319:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.845321:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384915.845323:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.845324:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.845326:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.845329:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384915.845330:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384915.845332:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3637 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384915.845336:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000063c8699e count: 0 00010000:00000001:2.0:1767384915.845343:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384915.845344:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384915.852195:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384915.852200:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384915.852200:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384915.852205:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384915.852210:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384915.852211:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384915.852215:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384915.852215:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384915.852231:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384915.852232:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384915.852237:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6f492af. 00080000:00000001:2.0:1767384915.852242:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384915.852243:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384915.852248:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384915.852254:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384915.852257:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384915.852261:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384915.852263:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384915.852267:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384915.852269:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384915.852275:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f5454cb. 00010000:00000001:2.0:1767384915.852278:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384915.852281:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1c007d6. 00000020:00000001:2.0:1767384915.852284:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384915.852286:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1c007d6 with handle 0xcb8130832f6b363e to hash 00000020:00000001:2.0:1767384915.852288:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384915.852289:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949946880 : -129515759604736 : ffff8a34c327ec00) 00010000:00000001:2.0:1767384915.852292:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949946880 : -129515759604736 : ffff8a34c327ec00) 00010000:00000001:2.0:1767384915.852294:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.852296:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.852298:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852304:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384915.852307:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384915.852308:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384915.852310:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.852311:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.852313:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.852314:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.852315:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384915.852317:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384915.852318:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384915.852319:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384915.852321:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f5454cb) refcount = 1 00010000:00010000:2.0:1767384915.852323:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852333:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384915.852335:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384915.852336:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.852338:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.852340:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384915.852342:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384915.852344:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384915.852346:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.852348:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.852349:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1c007d6 refcount=4 00000020:00000001:2.0:1767384915.852351:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949946880 : -129515759604736 : ffff8a34c327ec00) 00010000:00000001:2.0:1767384915.852352:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949946880 : -129515759604736 : ffff8a34c327ec00) 00010000:00000001:2.0:1767384915.852354:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384915.852355:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852360:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384915.852362:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852365:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.852367:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384915.852368:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852371:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.852373:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.852375:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384915.852377:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384915.852381:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d1c007d6 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384915.852383:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.852389:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384915.852390:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852394:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384915.852396:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.852397:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.852398:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1c007d6 refcount=5 00000020:00000001:2.0:1767384915.852400:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949946880 : -129515759604736 : ffff8a34c327ec00) 00010000:00000001:2.0:1767384915.852401:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949946880 : -129515759604736 : ffff8a34c327ec00) 00010000:00000001:2.0:1767384915.852403:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384915.852404:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852408:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384915.852409:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.852410:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.852413:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384915.852414:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384915.852415:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.852416:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384915.852417:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1c007d6 with handle 0xcb8130832f6b363e from hash 00010000:00000001:2.0:1767384915.852419:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384915.852420:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.852422:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.852422:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384915.852423:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384915.852424:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384915.852425:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384915.852426:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.852428:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.852429:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384915.852430:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384915.852431:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.852432:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.852432:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.852437:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.852438:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.852440:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852444:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.852446:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.852447:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384915.852448:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384915.852449:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.852450:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.852451:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384915.852453:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.852454:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.852455:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.852458:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384915.852459:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384915.852461:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d1c007d6/0xcb8130832f6b363e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384915.852465:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f5454cb count: 0 00010000:00000001:2.0:1767384915.852471:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384915.852472:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384915.852626:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294906448, at 4294906449 00000100:00000010:3.0:1767384915.852634:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b24c2bce. 00000100:00000040:0.0:1767384915.852641:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294906448, at 4294906449 00010000:00000010:2.1:1767384915.852644:0:21415:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000063c8699e. 00000100:00000010:0.0:1767384915.852648:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abbe435b. 00010000:00000010:2.1:1767384915.852650:0:21415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007acb64b8. 00000100:00000040:2.0:1767384915.852666:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294906448, at 4294906449 00000100:00000010:2.0:1767384915.852672:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9d0b3a9. 00000100:00000040:1.0:1767384915.852746:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294906448, at 4294906449 00000100:00000010:1.0:1767384915.852753:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c3aa077. 00080000:00000020:1.0:1767384915.854159:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384915.854162:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384915.854164:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000da5a2715. 20000000:00000001:1.0:1767384915.854169:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384915.854174:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185536 00010000:00000001:1.0:1767384915.854176:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384915.854184:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcc605ee x1853237373185536/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384915.854192:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.854194:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.854205:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.854209:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384915.854212:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384915.854214:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384915.854216:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384915.854233:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.854237:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384915.854240:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384915.854244:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0a19e4e. 00000100:00000200:1.0:1767384915.854249:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185536, offset 224 00000400:00000200:1.0:1767384915.854256:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.854267:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384915.854277:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502e00 00000400:00000200:1.0:1767384915.854283:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13dd [2] + 224 00000400:00000200:1.0:1767384915.854289:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.854292:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.854297:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.854301:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384915.854308:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.854320:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384915.854327:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0a19e4e 00000400:00000010:1.0:1767384915.854329:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0a19e4e. 00000100:00000001:1.0:1767384915.854332:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384915.854333:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.854337:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.854338:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384915.854340:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384915.854343:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.854345:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384915.854349:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcc605ee x1853237373185536/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.854356:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcc605ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373185536:12345-0@lo:253: Request processed in 18462us (18875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384915.854371:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384915.854374:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384915.854376:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384915.854378:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384915.854382:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c5d0f0. 00000020:00000010:1.0:1767384915.854387:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000020:00000010:1.0:1767384915.854391:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b52f85b4. 00000020:00000040:1.0:1767384915.854397:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:1.0:1767384915.854402:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384915.854405:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000047863916. 02000000:00000001:1.0:1767384915.854409:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384915.854413:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384915.854420:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384915.854426:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004513d0d7. 00000400:00000010:1.0:1767384915.854432:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0a19e4e. 00000100:00000001:1.0:1767384915.854450:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.854453:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384915.854456:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384915.854458:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384915.854460:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d42d896. 00000400:00000200:1.0:1767384915.854462:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53a50ed 00000400:00000010:1.0:1767384915.854464:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d53a50ed. 00000100:00000001:1.0:1767384915.854466:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.854469:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384915.854476:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.854481:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384915.854483:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.854484:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384915.854486:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384915.854488:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384915.854490:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.854492:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.854502:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=23 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384915.854506:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.854508:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384915.854510:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.854512:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384915.854514:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.854516:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.854520:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.854524:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384915.854527:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384915.854528:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384915.854532:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384915.854534:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384915.854535:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384915.854536:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384915.854537:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384915.854539:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384915.854540:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384915.854542:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384915.854543:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384915.854545:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384915.854548:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.854553:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005d5dc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373185536:0@lo:253: 00000100:00000001:1.0:1767384915.854558:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.854560:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384915.854563:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005d5dc19 x1853237373185536/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.854568:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384915.854569:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384915.854571:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006994ddf3. 02000000:00000001:1.0:1767384915.854575:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384915.854576:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384915.854577:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384915.854584:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384915.854587:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001dd4079c. 02000000:00000001:1.0:1767384915.854591:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384915.854621:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384915.854624:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005d5dc19. 00000100:00000001:1.0:1767384915.854629:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384915.854631:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.854632:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.854640:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384915.854642:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.854644:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.854646:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384915.854872:0:21414:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000043fda9a1. 00000400:00000040:0.0:1767384915.854894:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384915.854897:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384915.854900:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.854902:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384915.854905:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.854906:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384915.854909:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384915.854910:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384915.854912:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384915.854912:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384915.854914:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384915.854915:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384915.854917:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384915.854918:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384915.854919:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384915.854921:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384915.854923:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384915.854924:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384915.854924:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384915.854926:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.854927:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384915.854929:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384915.854930:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384915.854931:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.854932:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384915.854933:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.854934:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384915.854935:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384915.854936:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384915.854937:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.854938:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384915.854939:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.854940:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384915.854941:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384915.854948:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384915.854949:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.854950:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384915.854952:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384915.854953:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384915.854954:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384915.854955:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384915.854956:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.854957:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384915.854958:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384915.854959:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384915.854960:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384915.854961:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384915.854962:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384915.854964:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384915.854965:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384915.854966:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384915.854967:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384915.854968:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384915.854969:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384915.854970:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384915.854971:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384915.854972:0:21414:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384915.855003:0:21414:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000043fda9a1. 00080000:00000020:1.0:1767384915.855443:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384915.855445:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384915.855446:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c20f964c. 20000000:00000001:1.0:1767384915.855450:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384915.855453:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185664 00010000:00000001:1.0:1767384915.855454:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384915.855458:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000465a185a x1853237373185664/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384915.855464:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.855465:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.855467:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.855469:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384915.855471:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384915.855472:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384915.855474:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384915.855475:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.855477:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384915.855478:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384915.855481:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d53a50ed. 00000100:00000200:1.0:1767384915.855483:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185664, offset 224 00000400:00000200:1.0:1767384915.855487:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.855492:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384915.855497:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502e80 00000400:00000200:1.0:1767384915.855501:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e5 [2] + 224 00000400:00000200:1.0:1767384915.855512:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.855514:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.855517:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.855520:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384915.855526:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.855541:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384915.855544:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53a50ed 00000400:00000010:1.0:1767384915.855546:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d53a50ed. 00000100:00000001:1.0:1767384915.855549:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384915.855549:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.855550:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384915.855553:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.855555:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384915.855558:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384915.855559:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:0.0:1767384915.855562:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384915.855563:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384915.855566:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384915.855566:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000020:00000001:1.0:1767384915.855572:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384915.855573:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8b1e027 00000100:00000040:1.0:1767384915.855576:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000465a185a x1853237373185664/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384915.855577:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8b1e027. 00000100:00000001:0.0:1767384915.855583:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384915.855590:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.855591:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000465a185a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373185664:12345-0@lo:253: Request processed in 19607us (19965us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384915.855628:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:1.0:1767384915.855631:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:0.0:1767384915.855633:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.855634:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384915.855638:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384915.855642:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008cd3c44. 00000100:00000001:0.0:1767384915.855644:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384915.855648:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d253403a. 00000020:00000010:1.0:1767384915.855650:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000407885f2. 00000100:00000001:0.0:1767384915.855652:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384915.855654:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:0.0:1767384915.855655:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384915.855658:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384915.855659:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384915.855661:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b78e8f81. 00000100:00000001:0.0:1767384915.855662:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384915.855665:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.855666:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384915.855668:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.855669:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384915.855672:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384915.855675:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384915.855680:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384915.855681:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384915.855682:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384915.855686:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384915.855687:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d42d896. 00010000:00000001:0.0:1767384915.855688:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.855693:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384915.855694:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d53a50ed. 00000100:00000040:0.0:1767384915.855697:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.855704:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384915.855706:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384915.855707:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384915.855709:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384915.855710:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384915.855711:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384915.855712:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384915.855713:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384915.855714:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384915.855715:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384915.855716:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384915.855717:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384915.855718:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384915.855722:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009dd3c7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373185664:0@lo:253: 00000100:00000001:0.0:1767384915.855725:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.855727:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384915.855728:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009dd3c7a3 x1853237373185664/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.855732:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384915.855738:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384915.855739:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f78d778d. 02000000:00000001:0.0:1767384915.855742:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384915.855743:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384915.855744:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384915.855746:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384915.855747:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007a09eb24. 02000000:00000001:0.0:1767384915.855749:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384915.855750:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384915.855751:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009dd3c7a3. 00000100:00000001:0.0:1767384915.855753:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384915.855754:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.855756:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.855759:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384915.855760:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.855762:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384915.855764:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384915.857837:0:21415:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f5454cb. 00010000:00000010:2.1:1767384915.857846:0:21415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1c007d6. 00080000:00000001:3.0:1767384916.570483:0:21626:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384916.570499:0:21626:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.570504:0:21626:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384916.570511:0:21626:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384916.570517:0:21626:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.570522:0:21626:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.668707:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384916.668714:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.668721:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384916.668723:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384916.668899:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384916.668905:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384916.668910:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384917.416991:0:21790:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384917.416997:0:21790:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:2.0:1767384917.423322:0:21790:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384917.435511:0:21791:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000252e8e57. 00000400:00000010:2.0:1767384917.435533:0:21791:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000336c77c3. 00000400:00000010:2.0:1767384917.435544:0:21791:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ffd80f0b. 00000400:00000010:2.0:1767384917.435547:0:21791:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000478d2a3b. 00000400:00000010:2.0:1767384917.435551:0:21791:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8649ce2. 00000400:00000010:2.0:1767384917.435555:0:21791:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bddaf208. 00000400:00000010:2.0:1767384917.435557:0:21791:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000045b3a12. 00000400:00000010:2.0:1767384917.435559:0:21791:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002dba4ce5. 00000400:00000010:2.0:1767384917.435563:0:21791:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e2b32192. 00000800:00000010:2.0:1767384917.435575:0:21791:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000039cdbdd8. 00000800:00000200:2.0:1767384917.435587:0:21791:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384917.435749:0:21791:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384917.435842:0:21791:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384917.435869:0:21791:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp19 [8/256/0/180] 00000400:00000010:2.0:1767384917.438893:0:21791:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000addf06b8. 00000400:00000010:2.0:1767384917.438903:0:21791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be9a481. 00000400:00000010:2.0:1767384917.438913:0:21791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f1b3e3. 00000400:00000001:2.0:1767384917.438933:0:21791:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384917.438936:0:21791:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384917.438939:0:21791:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058ad33a1. 00000400:00000200:2.0:1767384917.438945:0:21791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:2.0:1767384917.438948:0:21791:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000400:00000010:2.0:1767384917.438953:0:21791:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000001e371873. 00000400:00000200:2.0:1767384917.438961:0:21791:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (10) 00000400:00000200:2.0:1767384917.438979:0:21791:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384917.438992:0:21791:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:2.0:1767384917.439001:0:21791:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006cf1622c. 00000020:01000000:2.0:1767384917.439008:0:21791:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384917.439012:0:21791:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp19 00000400:00000010:2.0:1767384917.439046:0:21791:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000336c77c3. 00000400:00000010:2.0:1767384917.439053:0:21791:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000252e8e57. 00000400:00000200:0.0:1767384917.439061:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384917.439065:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384917.439072:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 10000000:00000001:1.0:1767384917.439073:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.439078:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384917.439082:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767384917.439084:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa6e860. 00000020:01000004:1.0:1767384917.439086:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384917.439091:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (11) 00000020:01000004:1.0:1767384917.439092:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384917.439099:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.439101:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384917.439103:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384917.439104:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b264aca. 00000020:01000004:1.0:1767384917.439105:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384917.439110:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384917.439113:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384917.439115:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:01000004:1.0:1767384917.439116:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.439120:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384917.439135:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d758c298. 00000020:00000040:1.0:1767384917.439142:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384917.439142:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:1.0:1767384917.439152:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384917.439157:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:1.0:1767384917.439158:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384917.439167:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.439169:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384917.439175:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000010:1.0:1767384917.439178:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a7abeaa1. 00000400:00000200:0.0:1767384917.439184:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:1.0:1767384917.439204:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.439215:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:1.0:1767384917.439217:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384917.439224:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:1.0:1767384917.439234:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.439240:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000040:1.0:1767384917.439248:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d758c298] to pc [ptlrpcd_00_02+2] req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384917.439276:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384917.439282:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384917.439286:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:0.0:1767384917.439291:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp18 00000400:00000200:0.0:1767384917.439296:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp18 lpni_is_preferred = 0 00000400:00000200:0.0:1767384917.439299:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp18 10000000:00000001:1.0:1767384917.439302:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.439306:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp18 NI seq info: [23:23:256:4294967295] 192.168.204.149@tcp18 LPNI seq info [23:23:8:4294967295] 10000000:00000001:1.0:1767384917.439308:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.439314:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384917.439318:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384917.439324:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp18 00000020:00000001:1.0:1767384917.439329:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384917.439335:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18:) -> 192.168.204.149@tcp18(192.168.204.149@tcp:192.168.204.149@tcp18) : PUT try# 0 00000100:00000001:3.0:1767384917.439339:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384917.439344:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384917.439347:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.204.149@tcp18 10000000:00000001:1.0:1767384917.439348:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384917.439349:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384917.439354:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384917.439357:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384917.439357:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf0b4fb. 00000020:01000004:1.0:1767384917.439359:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384917.439366:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384917.439368:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.439370:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384917.439373:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5d52531. 00000100:00000040:3.0:1767384917.439374:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384917.439374:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384917.439379:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:0.0:1767384917.439382:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002f9f425c. 00000020:01000004:1.0:1767384917.439383:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384917.439387:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.439391:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384917.439397:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (2) 00000100:00000010:1.0:1767384917.439399:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f57692a. 00000020:00000040:1.0:1767384917.439409:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000800:00000200:0.1:1767384917.439415:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (2) 00000100:00000001:1.0:1767384917.439418:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384917.439423:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384917.439424:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384917.439430:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.439430:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.439450:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384917.439451:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b78e8f81. 00000400:00000200:0.0:1767384917.439452:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 02000000:00000001:3.0:1767384917.439456:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.439461:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.439462:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 02000000:00000001:3.0:1767384917.439465:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.439470:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.439473:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384917.439477:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d758c298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373185792:0@lo:253: 00000100:00000040:1.0:1767384917.439484:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f57692a] to pc [ptlrpcd_00_03+3] req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.439485:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384917.439494:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384917.439498:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384917.439499:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384917.439501:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.439504:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384917.439505:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384917.439506:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.439510:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384917.439511:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384917.439515:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000059de7c9. 00000020:01000000:1.0:1767384917.439516:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384917.439522:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.439524:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.439525:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006cf1622c. 00000400:00000010:3.0:1767384917.439536:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae681c4. 00000100:00000001:0.0:1767384917.439540:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384917.439544:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.439545:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001798f45b. 02000000:00000001:0.0:1767384917.439548:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384917.439552:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185792, portal 25 02000000:00000001:0.0:1767384917.439553:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.439559:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384917.439561:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.439563:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807145344 : -129514902406272 : ffff8a34f63fbb80) 00000100:00100000:0.0:1767384917.439569:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373185920:0@lo:253: 00000100:00000040:3.0:1767384917.439573:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.439580:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384917.439586:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384917.439589:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384917.439639:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384917.439644:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005446fad6. 00000100:00000200:3.0:1767384917.439647:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185792, offset 0 00000400:00000200:3.0:1767384917.439654:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384917.439665:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.439668:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384917.439671:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 02000000:00000001:0.0:1767384917.439673:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384917.439686:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c20f964c. 00000400:00000200:3.0:1767384917.439687:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502f00 02000000:00000001:0.0:1767384917.439694:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.439700:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:0.0:1767384917.439701:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0642e8. 00000400:00000010:3.0:1767384917.439709:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e60128f. 00000400:00000200:3.0:1767384917.439716:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006851c440 00000400:00000010:0.0:1767384917.439724:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fd18d63. 00000400:00000200:3.0:1767384917.439725:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384917.439734:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373185920, portal 25 00000400:00000200:3.0:1767384917.439739:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384917.439741:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384917.439754:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807142656 : -129514902408960 : ffff8a34f63fb100) 00000400:00000200:3.0:1767384917.439761:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006851c440 00000100:00000040:0.0:1767384917.439765:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.439766:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000010:3.0:1767384917.439775:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006851c440. 00000100:00000001:0.0:1767384917.439786:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384917.439788:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384917.439792:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384917.439797:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384917.439799:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000005ac2c612 x1853237373185792 msgsize 4848 00000400:00000010:0.0:1767384917.439803:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a330b63. 00000100:00000200:0.0:1767384917.439810:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373185920, offset 0 00000100:00100000:3.0:1767384917.439816:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384917.439821:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384917.439827:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384917.439836:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384917.439843:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384917.439854:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273502f80 00000400:00000200:3.0:1767384917.439858:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005446fad6 00000400:00000200:1.0:1767384917.439860:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000010:3.0:1767384917.439864:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005446fad6. 00000100:00000001:3.0:1767384917.439872:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384917.439877:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000200:3.0:1767384917.439880:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384917.439884:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f2d0e91. 00000400:00000200:0.0:1767384917.439895:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a06bc1cb 00000100:00000001:3.0:1767384917.439899:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384917.439903:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384917.439905:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384917.439919:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384917.439922:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.439926:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a06bc1cb 00000100:00000001:3.0:1767384917.439927:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384917.439933:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a06bc1cb. 00000400:00000200:1.0:1767384917.439935:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:3.0:1767384917.439938:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.439941:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384917.439946:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384917.439947:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294908052 00000100:00000040:0.0:1767384917.439951:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000f1fd826a x1853237373185920 msgsize 4848 00000100:00000010:3.0:1767384917.439956:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec64bf57. 00000100:00100000:0.0:1767384917.439967:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384917.439969:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384917.439972:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384917.439981:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294908052 00000100:00000010:3.0:1767384917.439989:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005568a4d0. 00000100:00000001:0.0:1767384917.439990:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.439999:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384917.440001:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a330b63 00000400:00000010:0.0:1767384917.440006:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a330b63. 00000100:00000001:3.0:1767384917.440007:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294908052 00000400:00000200:1.0:1767384917.440014:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:0.0:1767384917.440016:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384917.440017:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004807ed78. 00000100:00000200:0.0:1767384917.440026:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.440027:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384917.440044:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294908052 00000100:00000010:3.0:1767384917.440050:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c66091a. 00000100:00000001:3.0:1767384917.440060:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384917.440066:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384917.440069:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384917.440071:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000040:0.0:1767384917.440075:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.440077:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440086:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440091:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384917.440092:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.440096:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.440099:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440106:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294908052 00000100:00000001:3.0:1767384917.440107:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384917.440110:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294908052 00000100:00000001:3.0:1767384917.440112:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384917.440121:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294908052 00000100:00000001:3.0:1767384917.440122:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.440128:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.440128:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294908052 00000100:00000001:0.0:1767384917.440134:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294908052 00000100:00000001:0.0:1767384917.440144:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294908052 00000100:00000001:3.0:1767384917.440146:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440147:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294908052 00000400:00000200:1.0:1767384917.440151:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:0.0:1767384917.440154:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294908052 00000100:00000001:3.0:1767384917.440155:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440158:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384917.440166:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440171:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440173:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.440181:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384917.440183:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384917.440187:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384917.440207:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.440211:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440215:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440266:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384917.440270:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00100000:0.0:1767384917.440271:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185792 02000000:00000001:0.0:1767384917.440278:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384917.440281:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.440284:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.440289:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.440293:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185792 00000020:00000001:0.0:1767384917.440295:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384917.440305:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384917.440308:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.440312:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:0.0:1767384917.440315:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384917.440317:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000020:00000001:0.0:1767384917.440319:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384917.440328:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384917.440334:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f429077. 00000100:00000001:0.0:1767384917.440338:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384917.440341:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f429077. 00000020:00000010:0.0:1767384917.440349:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000960b0fbd. 00000020:00000010:0.0:1767384917.440357:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7944368. 00000400:00000200:1.0:1767384917.440364:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000020:00000010:0.0:1767384917.440364:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000001:2.0:1767384917.440373:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384917.440380:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373185920 02000000:00000001:2.0:1767384917.440385:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384917.440388:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384917.440390:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.440395:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440398:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384917.440402:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384917.440406:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.440411:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 02000000:00000001:2.0:1767384917.440418:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.440424:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.440427:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373185920 00000020:00000001:2.0:1767384917.440434:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384917.440437:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384917.440441:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384917.440445:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:0.0:1767384917.440454:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384917.440456:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384917.440458:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000020:00000001:2.0:1767384917.440469:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384917.440476:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384917.440477:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384917.440482:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2994323. 00000100:00000001:0.0:1767384917.440483:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384917.440492:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384917.440500:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000020:00000010:2.0:1767384917.440502:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2994323. 00000400:00000200:1.0:1767384917.440506:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00000040:0.0:1767384917.440509:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384917.440514:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558668901456 : -129515040650160 : ffff8a34ee024c50) 00000020:00000010:2.0:1767384917.440517:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b2b757c. 00000100:00000040:0.0:1767384917.440524:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ac2c612 x1853237373185792/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384917.440528:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006198549d. 00000020:00000010:2.0:1767384917.440542:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088694e9a. 00000100:00000001:0.0:1767384917.440542:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384917.440544:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000020:00000010:0.0:1767384917.440551:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f429077. 00000100:00000001:2.0:1767384917.440557:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384917.440558:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384917.440564:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384917.440565:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f429077. 00000100:00000001:2.0:1767384917.440572:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.440580:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ac2c612 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373185792:12345-0@lo:253: 00000100:00000001:2.0:1767384917.440585:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384917.440589:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185792 00000100:00000001:2.0:1767384917.440594:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.440623:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000020:00000001:0.0:1767384917.440654:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384917.440658:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384917.440663:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384917.440671:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000100:00100000:2.0:1767384917.440674:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000020:00000001:0.0:1767384917.440674:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384917.440682:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.440684:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:0.0:1767384917.440690:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384917.440692:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558668905552 : -129515040646064 : ffff8a34ee025c50) 00000020:00000001:0.0:1767384917.440697:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000040:2.0:1767384917.440704:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1fd826a x1853237373185920/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384917.440705:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384917.440709:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000020:00000001:0.0:1767384917.440712:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384917.440723:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384917.440728:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384917.440733:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384917.440733:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384917.440742:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2994323. 00000100:00000001:0.0:1767384917.440749:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384917.440751:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384917.440757:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384917.440759:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2994323. 02000000:00000010:0.0:1767384917.440767:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a09eb24. 00000400:00000200:1.0:1767384917.440773:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 02000000:00000001:0.0:1767384917.440773:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.440775:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1fd826a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373185920:12345-0@lo:253: 00000100:00000001:0.0:1767384917.440783:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.440789:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384917.440802:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f78d778d. 00000100:00000200:2.0:1767384917.440805:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373185920 20000000:01000000:0.0:1767384917.440808:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384917.440813:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384917.440814:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384917.440821:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384917.440823:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384917.440824:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.440830:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.440830:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.440844:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384917.440847:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384917.440851:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384917.440856:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384917.440857:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000841b3a79. 00000020:00000001:2.0:1767384917.440859:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384917.440862:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000020:00000001:2.0:1767384917.440867:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384917.440872:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384917.440873:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384917.440879:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384917.440880:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384917.440885:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384917.440890:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384917.440899:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e2a1dc42. 02000000:00000001:2.0:1767384917.440903:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.440907:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.440911:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384917.440922:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006cf1622c. 20000000:01000000:2.0:1767384917.440928:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384917.440932:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384917.440936:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384917.440937:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384917.440940:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384917.440943:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384917.440947:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384917.440948:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.440958:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384917.440958:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384917.440966:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384917.440971:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384917.440976:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384917.440985:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082cc0879. 00080000:00000001:0.0:1767384917.440988:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651200000 : -129520058351616 : ffff8a33c2ee4000) 00080000:00000001:0.0:1767384917.440993:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384917.441078:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001dd4079c. 00000800:00000010:1.0:1767384917.441087:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f1b7772. 00000800:00000010:1.0:1767384917.441094:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020abad4e. 00000800:00000010:1.0:1767384917.441146:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020abad4e. 00000001:00000001:0.0:1767384917.441169:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384917.441173:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384917.441177:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384917.441210:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:0.0:1767384917.441223:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384917.441229:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384917.441235:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp18 from 237.3.0.2 00000800:00000010:1.0:1767384917.441242:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000007816f8f. 00080000:00000001:0.0:1767384917.441432:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384917.441437:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384917.441587:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df03879b. 00000800:00000010:0.0:1767384917.441633:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a330b63. 00000800:00000010:0.0:1767384917.441668:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d6113101. 00000800:00000200:0.1:1767384917.441677:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (2) 00000800:00000200:0.1:1767384917.441683:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp18 00000000d6113101 deleted 00000800:00000010:0.1:1767384917.441686:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d6113101. 00000800:00000200:0.1:1767384917.441694:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384917.441704:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:1005 00000800:00000200:0.1:1767384917.441709:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eaf0b4fb type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384917.441717:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp18 p 3.x 192.168.204.149 -> 192.168.204.149:1005 incarnation:1767384915833510118 sched[0] 00000800:00000010:0.0:1767384917.441723:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f429077. 00000800:00000010:0.0:1767384917.441834:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f429077. 00000800:00000010:0.0:1767384917.441843:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a330b63. 00000800:00000200:1.1:1767384917.441856:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384917.441867:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp18 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384915833510118 sched[0] 00000800:00000010:1.0:1767384917.441872:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f1b7772. 00000800:00000010:0.0:1767384917.441903:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000007816f8f. 00000800:00000001:0.0:1767384917.441931:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384917.441941:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.441971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:0.0:1767384917.442028:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384917.442044:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf0b4fb. 00000800:00000001:1.0:1767384917.442045:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384917.442050:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384917.442056:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384917.442062:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384917.442063:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: PUT: OK 00000800:00000001:1.0:1767384917.442070:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384917.442071:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384917.442081:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000400:00000200:1.0:1767384917.442088:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18) <- 192.168.204.149@tcp18 : PUT - for me 00000400:00000200:1.0:1767384917.442102:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384917.442108:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 208/208 into md 0x13ed [1] + 0 00000400:00000010:1.0:1767384917.442113:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1a07b91. 00000400:00000200:1.0:1767384917.442131:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002eee877a 00000800:00000001:1.0:1767384917.442136:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384917.442264:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.442322:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000001:1.0:1767384917.442372:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384917.442376:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384917.442377:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384917.442389:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: PUT: OK 00000400:00000200:1.0:1767384917.442396:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000400:00000010:1.0:1767384917.442398:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000400:00000200:1.0:1767384917.442403:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384917.442407:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (12) 00000400:00000200:1.0:1767384917.442413:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384917.442418:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000940b0c5e. 00000400:00000200:1.0:1767384917.442422:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 11 00000400:00000200:1.0:1767384917.442431:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384917.442443:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384917.442452:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (13) 00000400:00000200:1.0:1767384917.442461:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384917.442470:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp18 to MR: 192.168.204.149@tcp18 local destination 00000400:00000200:1.0:1767384917.442477:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp18 NI seq info: [24:24:256:4294967295] 192.168.204.149@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384917.442492:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) -> 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) 192.168.204.149@tcp18 : ACK try# 0 00000800:00000200:1.0:1767384917.442500:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp18 00000400:00000200:0.0:1767384917.442516:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.442584:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384917.442627:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384917.442636:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b26bc340. 00000400:00000010:3.0:1767384917.442644:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000400:00000200:3.0:1767384917.442650:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:3.0:1767384917.442659:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004d1 00000400:00000010:3.0:1767384917.442669:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000cc6b1aaa. 00000400:00000010:3.0:1767384917.442675:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000c4922d54. 00000400:00000010:3.0:1767384917.442681:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 00000000613d0620. 00000400:00000200:0.0:1767384917.442704:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000010:3.0:1767384917.442708:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000013568552. 00000400:00000200:3.0:1767384917.442785:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000013568552 nid 192.168.204.149@tcp19 00000400:00000200:0.0:1767384917.442793:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.442862:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.442936:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443016:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443098:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443139:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443209:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443273:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443316:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443367:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384917.443433:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000800:00000010:0.0:1767384917.443704:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0cc0b07. 00000800:00000010:0.0:1767384917.443710:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a330b63. 00000800:00000010:0.0:1767384917.443714:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f429077. 00000800:00000010:0.0:1767384917.443760:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f429077. 00000400:00000200:0.0:1767384917.443797:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384917.443814:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp18 from 236.3.0.2 00000800:00000010:0.0:1767384917.443819:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006a20e1ac. 00000400:00000010:3.0:1767384917.443824:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fbb6eb36. 00000400:00000200:3.0:1767384917.443833:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fbb6eb36 net tcp19 00000400:00000200:3.0:1767384917.443841:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (12) 00000400:00000200:3.0:1767384917.443852:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp19 flags 0x11 00000400:00000010:3.0:1767384917.443860:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000cc6b1aaa. 00000400:00000010:3.0:1767384917.443866:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000c4922d54. 00000400:00000010:3.0:1767384917.443872:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 00000000613d0620. 00000400:00000010:3.0:1767384917.443876:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000940b0c5e. 00000400:00000200:3.0:1767384917.443883:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384917.443888:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100551 00000400:00000200:3.0:1767384917.443893:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 1 00000400:00000200:3.0:1767384917.443903:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 00000400:00000200:3.0:1767384917.443909:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384917.443914:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100511 rc 0 00000400:00000200:3.0:1767384917.443920:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384917.443927:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (13) 00000800:00000010:3.0:1767384917.444035:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000613d0620. 00000800:00000200:3.0:1767384917.444046:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (4) 00000800:00000200:3.0:1767384917.444053:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:988 00000800:00000200:3.0:1767384917.444057:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000613d0620 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384917.444148:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384917.444152:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000613d0620. 00000400:00000200:3.0:1767384917.444157:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.444164:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: ACK: OK 00000800:00000001:3.0:1767384917.444175:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.444181:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.444184:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.444211:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384917.444214:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006994ddf3. 00000800:00000001:3.0:1767384917.444215:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.444223:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384917.444226:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f1b7772. 00000400:00000200:3.0:1767384917.444246:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18) <- 192.168.204.149@tcp18 : ACK - for me 00000400:00000200:3.0:1767384917.444260:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp18: ACK from 12345-192.168.204.149@tcp18 into md 0x1405 00000400:00000200:3.0:1767384917.444265:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.444271:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: ACK: OK 00000800:00000010:1.0:1767384917.444271:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009897a47c. 00000400:00000200:3.0:1767384917.444275:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa6e860 00000400:00000010:3.0:1767384917.444279:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa6e860. 00000400:00000200:3.0:1767384917.444284:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:1.1:1767384917.444286:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (4) 00000400:00000200:3.0:1767384917.444292:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:3.0:1767384917.444298:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (12) 00000800:00000200:1.1:1767384917.444299:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp18 000000009897a47c deleted 00000800:00000010:1.1:1767384917.444306:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009897a47c. 00000800:00000001:3.0:1767384917.444307:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384917.444316:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384917.444327:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp18 p 3.x 192.168.204.149 -> 192.168.204.149:1004 incarnation:1767384915833510118 sched[0] 00000800:00000001:3.0:1767384917.444328:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384917.444343:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002471c46f. 00000800:00000010:1.0:1767384917.444410:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002471c46f. 00000800:00000010:1.0:1767384917.444417:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f1b7772. 00000800:00000200:0.1:1767384917.444425:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384917.444434:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp18 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384915833510118 sched[0] 00000800:00000010:0.0:1767384917.444438:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a330b63. 00000800:00000010:1.0:1767384917.444462:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006a20e1ac. 00000800:00000001:0.0:1767384917.444464:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384917.444474:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384917.444521:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384917.444531:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384917.452155:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384917.452155:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384917.452160:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384917.452163:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:3.0:1767384917.452165:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384917.452168:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384917.452170:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384917.452171:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384917.452177:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082cc0879. 20000000:00000001:0.0:1767384917.452177:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384917.452184:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384917.452207:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384917.452218:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384917.452222:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007bccd440. 20000000:01000000:0.0:1767384917.452222:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384917.452255:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384917.452255:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00080000:00000020:0.0:1767384917.452256:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384917.452261:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384917.452262:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384917.452266:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384917.452268:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384917.452278:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384917.452283:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384917.452291:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000850b274f. 00010000:00000001:3.0:1767384917.452296:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384917.452298:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008de79825. 00080000:00000001:1.0:1767384917.452301:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384917.452303:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384917.452306:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:3.0:1767384917.452307:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008de79825 with handle 0xcb8130832f6b3645 to hash 00080000:00000001:1.0:1767384917.452309:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.452311:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384917.452313:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384917.452315:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00000020:00000001:1.0:1767384917.452318:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384917.452319:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00000020:00000001:1.0:1767384917.452324:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384917.452326:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384917.452329:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384917.452331:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384917.452335:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004183eb95. 00010000:00010000:3.0:1767384917.452338:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384917.452340:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651170304 : -129520058381312 : ffff8a33c2edcc00) 00080000:00000001:1.0:1767384917.452345:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384917.452355:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384917.452360:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384917.452363:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384917.452366:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384917.452368:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384917.452371:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384917.452373:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384917.452376:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384917.452379:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384917.452382:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384917.452384:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384917.452387:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000850b274f) refcount = 1 00010000:00010000:3.0:1767384917.452392:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384917.452395:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384917.452398:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.452403:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384917.452408:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384917.452412:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384917.452414:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384917.452416:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.452417:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.452423:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384917.452424:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384917.452430:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384917.452440:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:3.0:1767384917.452443:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384917.452445:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384917.452447:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=4 00000020:00000001:3.0:1767384917.452450:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384917.452453:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384917.452455:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384917.452457:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452463:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384917.452466:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452470:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384917.452472:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384917.452474:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452478:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384917.452480:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.452482:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384917.452483:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384917.452487:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384917.452488:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384917.452496:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008de79825 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384917.452499:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384917.452501:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384917.452502:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452507:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384917.452508:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384917.452509:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384917.452510:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=5 00000020:00000001:3.0:1767384917.452515:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384917.452517:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384917.452519:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384917.452521:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452525:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384917.452526:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384917.452527:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.452530:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384917.452531:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384917.452532:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384917.452533:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384917.452535:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008de79825 with handle 0xcb8130832f6b3645 from hash 00010000:00000001:3.0:1767384917.452536:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384917.452537:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384917.452538:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384917.452539:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384917.452540:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384917.452541:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384917.452543:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384917.452545:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384917.452547:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.452548:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384917.452550:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384917.452552:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384917.452552:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384917.452553:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.452554:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.452556:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384917.452557:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452560:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384917.452561:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384917.452562:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384917.452569:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384917.452571:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384917.452571:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384917.452573:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384917.452575:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384917.452577:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384917.452578:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.452582:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384917.452583:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384917.452584:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008de79825/0xcb8130832f6b3645 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384917.452588:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000850b274f count: 0 00010000:00000001:3.0:1767384917.452595:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384917.452596:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384917.456825:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294908052, at 4294908053 00000100:00000010:2.0:1767384917.456837:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004807ed78. 00000100:00000040:3.0:1767384917.457655:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294908052, at 4294908054 00000100:00000040:0.0:1767384917.457656:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294908052, at 4294908054 00000100:00000010:3.0:1767384917.457665:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c66091a. 00000100:00000010:0.0:1767384917.457667:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec64bf57. 00000100:00000040:1.0:1767384917.457709:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294908052, at 4294908054 00000100:00000010:1.0:1767384917.457718:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005568a4d0. 00010000:00000010:3.1:1767384917.458620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000850b274f. 00010000:00000010:3.1:1767384917.458631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008de79825. 00080000:00000001:2.0:1767384917.461716:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.461719:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384917.461722:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:3.0:1767384917.461723:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384917.461728:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384917.461728:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384917.461731:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384917.461732:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384917.461734:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384917.461737:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384917.461738:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004183eb95. 00080000:00000001:3.0:1767384917.461743:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384917.461750:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384917.461755:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384917.461762:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384917.461763:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384917.461767:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384917.461770:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384917.461775:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384917.461778:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384917.461790:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006077c8f4. 00010000:00000001:0.0:1767384917.461795:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384917.461798:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006398ed9d. 00000020:00000001:0.0:1767384917.461802:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384917.461805:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006398ed9d with handle 0xcb8130832f6b364c to hash 00000020:00000001:0.0:1767384917.461808:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384917.461809:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384917.461812:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384917.461815:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.461817:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.461820:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.461827:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384917.461830:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384917.461832:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384917.461834:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384917.461836:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.461838:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384917.461840:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.461842:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384917.461844:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384917.461846:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384917.461848:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384917.461851:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006077c8f4) refcount = 1 00010000:00010000:0.0:1767384917.461855:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.461862:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384917.461865:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384917.461867:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.461869:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.461872:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384917.461876:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384917.461879:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384917.461883:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.461894:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.461897:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=4 00000020:00000001:0.0:1767384917.461900:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384917.461903:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384917.461907:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384917.461910:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.461918:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384917.461921:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.461944:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.461947:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384917.461951:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.461960:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.461963:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.461967:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384917.461970:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384917.461981:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006398ed9d already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384917.461985:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384917.461989:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384917.461993:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.462002:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384917.462006:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.462008:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.462010:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=5 00000020:00000001:0.0:1767384917.462012:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384917.462015:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384917.462029:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384917.462031:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.462053:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384917.462056:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384917.462057:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.462060:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384917.462062:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384917.462065:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.462066:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384917.462068:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006398ed9d with handle 0xcb8130832f6b364c from hash 00010000:00000001:0.0:1767384917.462072:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384917.462073:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.462075:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.462077:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384917.462079:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384917.462080:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384917.462082:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384917.462083:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.462085:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.462087:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384917.462088:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384917.462090:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.462092:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.462093:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.462094:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.462096:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.462097:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.462102:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.462103:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.462105:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384917.462107:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384917.462108:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.462110:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.462118:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384917.462121:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.462123:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.462125:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.462130:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384917.462131:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384917.462132:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006398ed9d/0xcb8130832f6b364c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384917.462137:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006077c8f4 count: 0 00010000:00000001:0.0:1767384917.462144:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384917.462145:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384917.464303:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384917.464308:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384917.464312:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f78d778d. 20000000:00000001:0.0:1767384917.464319:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384917.464325:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185792 00010000:00000001:0.0:1767384917.464329:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384917.464341:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ac2c612 x1853237373185792/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384917.464353:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384917.464357:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384917.464362:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384917.464368:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384917.464373:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384917.464376:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384917.464381:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384917.464385:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.464391:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384917.464396:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384917.464403:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d91bdaf. 00000100:00000200:0.0:1767384917.464411:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185792, offset 224 00000400:00000200:0.0:1767384917.464423:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384917.464438:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384917.464462:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502f00 00000400:00000200:0.0:1767384917.464469:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1409 [2] + 224 00000400:00000200:0.0:1767384917.464477:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384917.464482:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384917.464490:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384917.464495:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384917.464506:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.464522:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384917.464530:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d91bdaf 00000400:00000010:0.0:1767384917.464532:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d91bdaf. 00000100:00000001:0.0:1767384917.464536:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384917.464538:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384917.464543:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.464546:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384917.464550:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384917.464553:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.464558:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384917.464565:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ac2c612 x1853237373185792/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.464571:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.464579:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384917.464585:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ac2c612 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373185792:12345-0@lo:253: Request processed in 24037us (24778us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384917.464588:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384917.464615:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384917.464618:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eae681c4. 00000400:00000200:3.0:1767384917.464623:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798f45b 00000400:00000010:3.0:1767384917.464625:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001798f45b. 00000100:00000001:3.0:1767384917.464630:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384917.464636:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000200:3.0:1767384917.464637:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384917.464644:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384917.464650:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384917.464655:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384917.464661:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384917.464664:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7944368. 00000020:00000010:0.0:1767384917.464671:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000020:00000010:0.0:1767384917.464677:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000960b0fbd. 00000020:00000040:0.0:1767384917.464686:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:3.0:1767384917.464691:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384917.464693:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384917.464696:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.464701:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384917.464703:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a09eb24. 02000000:00000001:3.0:1767384917.464707:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384917.464710:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384917.464712:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.464716:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.464717:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.464724:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384917.464725:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384917.464731:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=25 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384917.464734:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030b0553d. 00000100:00001000:3.0:1767384917.464740:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=25 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384917.464744:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d91bdaf. 00000100:00000001:3.0:1767384917.464746:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.464751:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.464755:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384917.464760:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.464763:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.464768:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.464775:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.464778:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.464779:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384917.464783:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384917.464785:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384917.464787:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384917.464789:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384917.464790:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384917.464791:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384917.464792:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384917.464794:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384917.464795:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384917.464797:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384917.464801:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.464806:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d758c298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373185792:0@lo:253: 00000100:00000001:3.0:1767384917.464811:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.464814:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.464823:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d758c298 x1853237373185792/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.464830:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.464832:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.464834:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000059de7c9. 02000000:00000001:3.0:1767384917.464838:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.464840:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.464842:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384917.464844:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.464846:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a7abeaa1. 02000000:00000001:3.0:1767384917.464850:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.464852:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.464853:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d758c298. 00000100:00000001:3.0:1767384917.464857:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.464859:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.464861:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.464869:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.464870:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.464873:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.464876:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384917.466216:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384917.466219:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384917.466220:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006cf1622c. 20000000:00000001:3.0:1767384917.466226:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384917.466230:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373185920 00010000:00000001:3.0:1767384917.466232:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384917.466237:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1fd826a x1853237373185920/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384917.466244:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384917.466245:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.466248:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.466251:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384917.466254:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384917.466257:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384917.466259:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384917.466261:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.466271:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384917.466273:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384917.466276:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a94b9ab. 00000100:00000200:3.0:1767384917.466280:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373185920, offset 224 00000400:00000200:3.0:1767384917.466285:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.466292:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384917.466299:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273502f80 00000400:00000200:3.0:1767384917.466304:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1411 [2] + 224 00000400:00000200:3.0:1767384917.466309:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.466314:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384917.466317:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.466322:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.466333:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.466352:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384917.466361:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a94b9ab 00000100:00000001:0.0:1767384917.466364:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384917.466365:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a94b9ab. 00000100:00000001:0.0:1767384917.466368:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.466373:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384917.466376:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384917.466378:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384917.466380:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384917.466384:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000100:00000001:3.0:1767384917.466387:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.466390:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fd18d63 00000100:00000040:3.0:1767384917.466395:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:0.0:1767384917.466397:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fd18d63. 00010000:00000001:3.0:1767384917.466403:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384917.466405:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384917.466407:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.466413:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384917.466416:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.466423:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1fd826a x1853237373185920/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384917.466450:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.466451:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1fd826a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373185920:12345-0@lo:253: Request processed in 25716us (26496us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384917.466470:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000040:3.0:1767384917.466474:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384917.466474:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.466480:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384917.466482:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.466483:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384917.466488:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384917.466491:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384917.466495:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384917.466496:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006198549d. 00000100:00000001:0.0:1767384917.466497:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384917.466502:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088694e9a. 02000000:00000001:0.0:1767384917.466503:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384917.466511:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b2b757c. 00000100:00001000:0.0:1767384917.466511:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=25 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384917.466520:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00001000:0.0:1767384917.466520:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=25 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384917.466525:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384917.466528:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384917.466529:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e2a1dc42. 00000100:00000001:0.0:1767384917.466532:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.466535:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384917.466539:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384917.466539:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.466543:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.466544:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384917.466553:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384917.466554:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384917.466561:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae681c4. 00000100:00000001:0.0:1767384917.466565:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384917.466568:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a94b9ab. 00000100:00000001:0.0:1767384917.466569:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384917.466582:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384917.466588:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384917.466591:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384917.466628:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384917.466631:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384917.466633:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384917.466635:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384917.466637:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384917.466639:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384917.466641:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384917.466647:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384917.466658:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373185920:0@lo:253: 00000100:00000001:0.0:1767384917.466665:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.466668:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.466671:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f57692a x1853237373185920/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466680:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384917.466683:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384917.466686:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c20f964c. 02000000:00000001:0.0:1767384917.466692:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384917.466694:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384917.466696:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384917.466700:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384917.466702:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b78e8f81. 02000000:00000001:0.0:1767384917.466708:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384917.466710:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384917.466712:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f57692a. 00000100:00000001:0.0:1767384917.466717:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384917.466719:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.466721:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.466728:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384917.466730:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466733:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384917.466736:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.468289:0:21796:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000df030a50. 00000400:00000040:1.0:1767384917.468308:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384917.468310:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384917.468313:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384917.468314:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384917.468316:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384917.468317:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384917.468320:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384917.468321:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384917.468322:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384917.468323:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384917.468325:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384917.468326:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384917.468328:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384917.468329:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384917.468330:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384917.468332:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384917.468333:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384917.468337:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384917.468339:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384917.468341:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384917.468342:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384917.468343:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384917.468345:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384917.468346:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384917.468347:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384917.468349:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384917.468350:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384917.468351:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384917.468352:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384917.468353:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384917.468354:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384917.468356:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384917.468357:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384917.468358:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384917.468359:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384917.468361:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384917.468361:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384917.468363:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384917.468365:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384917.468366:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384917.468367:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384917.468368:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384917.468369:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384917.468370:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384917.468371:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384917.468372:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384917.468374:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384917.468374:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384917.468376:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384917.468377:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384917.468378:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384917.468379:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384917.468380:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384917.468382:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384917.468383:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384917.468385:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384917.468392:0:21796:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384917.468425:0:21796:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000df030a50. 00010000:00000010:0.1:1767384917.469642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006077c8f4. 00010000:00000010:0.1:1767384917.469652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006398ed9d. 00010000:00000001:2.0:1767384917.692648:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384917.692654:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.692659:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384917.692660:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.692747:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384917.692755:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.692758:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384917.819646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384917.819646:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384917.819652:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384917.819653:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384917.819661:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c1b2f97. 00000100:00000010:1.0:1767384917.819662:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 00000100:00000001:0.0:1767384917.819667:0:16790:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000020:00000040:3.0:1767384917.819668:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000040:1.0:1767384917.819669:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384917.819672:0:16790:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.819676:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384917.819678:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384917.819680:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384917.819683:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384917.819685:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.819688:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.819689:0:16788:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000010:3.0:1767384917.819693:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8d99450. 00000100:00000001:0.0:1767384917.819693:0:16788:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384917.819698:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8f8ae60. 00000100:00000001:3.0:1767384917.819701:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.819704:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819711:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384917.819711:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.819715:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.819723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384917.819724:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_00+0] req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.819725:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819734:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c1b2f97] to pc [ptlrpcd_00_01+1] req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.819749:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384917.819752:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.819754:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384917.819758:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001e013b3. 00000020:00000040:3.0:1767384917.819761:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384917.819762:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.819763:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384917.819767:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384917.819768:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.819770:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384917.819775:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.819777:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384917.819785:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c765280. 00000100:00000001:1.0:1767384917.819785:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.819789:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.819792:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.819792:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384917.819795:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384917.819798:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819800:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384917.819803:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373186176:0@lo:13: 00000100:00000001:1.0:1767384917.819811:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384917.819815:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384917.819816:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384917.819818:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.819819:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.819822:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384917.819824:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e013b3] to pc [ptlrpcd_00_02+2] req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384917.819827:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012f56158. 02000000:00000001:1.0:1767384917.819831:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.819839:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029d50dc. 00000400:00000010:1.0:1767384917.819845:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089b2e4da. 00000100:00000001:3.0:1767384917.819847:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384917.819857:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384917.819860:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 00000100:00000200:1.0:1767384917.819861:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373186176, portal 4 00000020:00000040:3.0:1767384917.819862:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384917.819864:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384917.819866:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384917.819867:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 02000000:00000001:3.0:1767384917.819868:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384917.819872:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384917.819877:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a066e2. 00000100:00000040:1.0:1767384917.819877:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.819883:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.819889:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384917.819891:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384917.819895:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.819900:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343443c2. 00000100:00000001:3.0:1767384917.819903:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384917.819904:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373186176, offset 0 00000100:00000001:3.0:1767384917.819906:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819912:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5d685ef] to pc [ptlrpcd_00_03+3] req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.819913:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384917.819922:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384917.819926:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384917.819929:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384917.819931:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384917.819934:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384917.819936:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384917.819940:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273503080 02000000:00000001:3.0:1767384917.819945:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384917.819948:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.819951:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 02000000:00000010:3.0:1767384917.819953:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e5a96d4. 00000100:00000001:3.0:1767384917.819958:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.819958:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384917.819962:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384917.819966:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384917.819973:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.819974:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384917.819975:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.819977:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767384917.819982:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_00+0] req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384917.819983:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000918e74cb. 00000100:00000040:1.0:1767384917.819987:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000918e74cb x1853237373186176 msgsize 224 00000100:00100000:1.0:1767384917.819997:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384917.820001:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.820007:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (246) 00000100:00000001:1.0:1767384917.820010:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384917.820018:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343443c2 00000100:00000001:3.0:1767384917.820019:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384917.820020:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343443c2. 00000100:00000001:3.0:1767384917.820024:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.820026:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384917.820027:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384917.820031:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.820034:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.820053:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.820053:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384917.820056:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.820059:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384917.820059:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.820063:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384917.820067:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820073:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384917.820074:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373186304:0@lo:400: 00000100:00000001:1.0:1767384917.820078:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384917.820079:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384917.820083:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384917.820084:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.820085:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.820088:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384917.820089:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9891 usecs (10 jiffies) 02000000:00000010:3.0:1767384917.820091:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047a311b3. 00000100:00000001:1.0:1767384917.820093:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908426 02000000:00000001:3.0:1767384917.820094:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.820098:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000261a6bef. 00000400:00000010:3.0:1767384917.820103:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000100:00000010:1.0:1767384917.820105:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000753f2227. 00000100:00000200:3.0:1767384917.820107:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373186304, portal 4 00000100:00000001:3.0:1767384917.820111:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384917.820112:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013192192 : -129515696359424 : ffff8a34c6ecf800) 00000100:00000001:1.0:1767384917.820113:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384917.820120:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908426 00000100:00000040:3.0:1767384917.820125:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384917.820126:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac2ba922. 00000100:00000001:1.0:1767384917.820132:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384917.820136:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384917.820138:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908426 00000100:00000040:3.0:1767384917.820142:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384917.820144:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbdf3926. 00000400:00000010:3.0:1767384917.820146:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000001:1.0:1767384917.820148:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384917.820150:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373186304, offset 0 00000100:00000001:1.0:1767384917.820152:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908426 00000100:00000010:1.0:1767384917.820157:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c3aa077. 00000400:00000200:3.0:1767384917.820158:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384917.820162:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384917.820166:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384917.820170:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384917.820171:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820176:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820179:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.820197:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273503100 00000100:00000001:1.0:1767384917.820200:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384917.820203:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 00000100:00000001:1.0:1767384917.820204:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384917.820209:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384917.820212:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384917.820213:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.820216:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384917.820218:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384917.820222:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.820223:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384917.820226:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384917.820232:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061fd1436. 00000100:00000001:1.0:1767384917.820233:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.820237:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.820238:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000061fd1436 x1853237373186304 msgsize 224 02000000:00000001:1.0:1767384917.820241:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384917.820245:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384917.820248:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384917.820249:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.820262:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373186560:0@lo:400: 00000100:00000001:1.0:1767384917.820265:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384917.820268:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384917.820268:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384917.820269:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.820272:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384917.820275:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000400:00000010:3.0:1767384917.820278:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:3.0:1767384917.820283:0:16165:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767384917.820283:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b7c878b. 00000100:00000200:3.0:1767384917.820287:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.820288:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.820294:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a673721. 00000100:00000001:3.0:1767384917.820297:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.820300:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384917.820301:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343443c2. 00000100:00000200:1.0:1767384917.820307:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373186560, portal 10 00000100:00000001:3.0:1767384917.820309:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820310:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384917.820313:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000001:3.0:1767384917.820314:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384917.820319:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.820321:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.820323:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9891 usecs (10 jiffies) 00000100:00000001:3.0:1767384917.820330:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908426 00000100:00000001:1.0:1767384917.820333:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384917.820334:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908426 00000100:00000040:1.0:1767384917.820338:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384917.820340:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908426 00000400:00000010:1.0:1767384917.820343:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010dec26d. 00000100:00000200:1.0:1767384917.820345:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373186560, offset 0 00000100:00000001:3.0:1767384917.820350:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908426 00000400:00000200:1.0:1767384917.820353:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384917.820354:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908426 00000100:00000001:3.0:1767384917.820357:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908426 00000100:00000001:3.0:1767384917.820359:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908426 00000400:00000200:1.0:1767384917.820363:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384917.820364:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908426 00000100:00000001:3.0:1767384917.820370:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.820372:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.820376:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273503200 00000100:00000001:3.0:1767384917.820377:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.820382:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.820385:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:3.0:1767384917.820388:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384917.820389:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384917.820391:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384917.820395:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384917.820395:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384917.820398:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.820401:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384917.820402:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.820404:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384917.820406:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384917.820409:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384917.820409:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd246fff. 00000100:00000001:3.0:1767384917.820415:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384917.820415:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000dd246fff x1853237373186560 msgsize 224 00000100:00000001:3.0:1767384917.820419:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820424:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384917.820426:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384917.820427:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.820430:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384917.820433:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.820436:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.820441:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384917.820442:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.820443:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010dec26d 02000000:00000001:3.0:1767384917.820445:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384917.820446:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010dec26d. 02000000:00000001:3.0:1767384917.820448:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.820450:0:16163:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384917.820451:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.820455:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.820456:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373186432:0@lo:400: 00000100:00000001:3.0:1767384917.820464:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384917.820467:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384917.820470:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.820475:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384917.820477:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384917.820483:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384917.820486:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071f5162f. 02000000:00000001:3.0:1767384917.820490:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.820496:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4ccf39. 00000100:00000001:1.0:1767384917.820498:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.820502:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000200:3.0:1767384917.820505:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373186432, portal 10 00000100:00000001:3.0:1767384917.820510:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384917.820511:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384917.820512:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000100:00000040:3.0:1767384917.820519:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.820521:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.820528:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2358 usecs (3 jiffies) 00000100:00000001:3.0:1767384917.820529:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384917.820534:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384917.820536:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294908419 00000400:00000010:3.0:1767384917.820537:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000100:00000200:3.0:1767384917.820541:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373186432, offset 0 00000100:00000001:1.0:1767384917.820544:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294908426 00000400:00000200:3.0:1767384917.820549:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384917.820550:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294908419 00000100:00000001:1.0:1767384917.820555:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294908426 00000400:00000200:3.0:1767384917.820559:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384917.820561:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294908419 00000100:00000001:1.0:1767384917.820565:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294908426 00000400:00000200:3.0:1767384917.820569:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273503180 00000100:00000001:1.0:1767384917.820570:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294908419 00000100:00000001:1.0:1767384917.820575:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294908426 00000400:00000200:3.0:1767384917.820576:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:1.0:1767384917.820580:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384917.820582:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384917.820583:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.820589:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.820589:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820625:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820627:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384917.820630:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384917.820632:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384917.820634:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 00000100:00000001:1.0:1767384917.820636:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384917.820638:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000622ec378 x1853237373186432 msgsize 224 00000100:00000001:1.0:1767384917.820642:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.820646:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384917.820649:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384917.820651:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.820656:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384917.820669:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384917.820670:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.820675:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000100:00000001:1.0:1767384917.820676:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384917.820679:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000100:00000001:1.0:1767384917.820680:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820684:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384917.820685:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.820689:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384917.820692:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.820692:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384917.820700:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.820701:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.820707:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.820726:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.820738:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.820739:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.820742:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.820744:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.820746:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384917.820748:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1971 usecs (2 jiffies) 02000000:00000001:1.0:1767384917.820751:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.820752:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908419 00000100:00000001:3.0:1767384917.820754:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908426 00000100:00000001:3.0:1767384917.820756:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908419 00000100:00000001:3.0:1767384917.820758:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908426 00000100:00000001:3.0:1767384917.820761:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908419 00000100:00000001:3.0:1767384917.820765:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908426 02000000:00000001:1.0:1767384917.820765:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.820771:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908419 00000100:00000001:3.0:1767384917.820772:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908426 00000100:00100000:1.0:1767384917.820775:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c1b2f97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373186048:0@lo:400: 00000100:00000001:3.0:1767384917.820776:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.820780:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820785:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384917.820786:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.820790:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.820791:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384917.820795:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.820797:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384917.820800:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384917.820801:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db86a84f. 00000100:00000001:3.0:1767384917.820803:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.820806:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.820811:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbb76a3a. 00000100:00000001:3.0:1767384917.820814:0:17594:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384917.820817:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010dec26d. 00000100:00100000:3.0:1767384917.820818:0:17594:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186560 02000000:00000001:3.0:1767384917.820823:0:17594:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384917.820824:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373186048, portal 25 00000100:00000001:3.0:1767384917.820826:0:17594:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.820828:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384917.820829:0:17594:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820831:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013179648 : -129515696371968 : ffff8a34c6ecc700) 02000000:00000001:3.0:1767384917.820834:0:17594:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.820837:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.820839:0:17594:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186560 00000020:00000001:3.0:1767384917.820844:0:17594:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384917.820847:0:17594:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000001:1.0:1767384917.820848:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384917.820851:0:17594:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384917.820852:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384917.820855:0:17594:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000400:00000010:1.0:1767384917.820857:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000020:00000001:3.0:1767384917.820858:0:17594:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000200:1.0:1767384917.820862:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373186048, offset 0 00000020:00000001:3.0:1767384917.820863:0:17594:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:3.0:1767384917.820870:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384917.820872:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384917.820874:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 00000400:00000200:1.0:1767384917.820879:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384917.820887:0:17594:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000b2fa558. 00000400:00000200:1.0:1767384917.820889:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273503000 00000020:00000040:3.0:1767384917.820893:0:17594:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000400:00000200:1.0:1767384917.820895:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x955 [2] + 0 00000400:00000010:1.0:1767384917.820901:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c626206f. 00000400:00000200:1.0:1767384917.820904:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c30f1429 00000100:00000001:3.0:1767384917.820906:0:17594:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384917.820907:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384917.820911:0:17594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a346e1c. 00000400:00000200:1.0:1767384917.820912:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384917.820919:0:17594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a249a920. 00000400:00000200:1.0:1767384917.820919:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c30f1429 00000400:00000010:1.0:1767384917.820924:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c30f1429. 00000020:00000010:3.0:1767384917.820927:0:17594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000100:00000001:1.0:1767384917.820928:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384917.820932:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384917.820935:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000bef1ebe6 x1853237373186048 msgsize 224 00000100:00000040:3.0:1767384917.820938:0:17594:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384917.820944:0:17594:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384917.820944:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384917.820948:0:17594:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384917.820948:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384917.820951:0:17594:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820957:0:17594:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384917.820961:0:17594:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384917.820962:0:17594:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.820967:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.820973:0:17594:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.820974:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000400:00000010:1.0:1767384917.820978:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:1.0:1767384917.820982:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384917.820985:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.820986:0:17594:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384917.820990:0:17594:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186432 02000000:00000001:3.0:1767384917.820995:0:17594:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384917.820996:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384917.820997:0:17594:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.821000:0:17594:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.821003:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.821004:0:17594:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384917.821010:0:17594:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186432 00000020:00000001:3.0:1767384917.821014:0:17594:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384917.821015:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384917.821016:0:17594:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:3.0:1767384917.821020:0:17594:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384917.821020:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384917.821024:0:17594:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000020:00000001:3.0:1767384917.821026:0:17594:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:1.0:1767384917.821026:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.821032:0:17594:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:1.0:1767384917.821032:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294908433 00000100:00000001:3.0:1767384917.821036:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384917.821039:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908426 00000020:00000010:3.0:1767384917.821041:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaa47b82. 00000100:00000001:1.0:1767384917.821044:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294908433 00000100:00000001:3.0:1767384917.821045:0:17594:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384917.821049:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaa47b82. 00000100:00000001:1.0:1767384917.821051:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908426 00000020:00000010:3.0:1767384917.821055:0:17594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049ee90be. 00000100:00000001:1.0:1767384917.821056:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294908433 00000020:00000010:3.0:1767384917.821061:0:17594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f1b8507. 00000100:00000001:1.0:1767384917.821062:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908426 00000020:00000010:3.0:1767384917.821066:0:17594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000100:00000001:1.0:1767384917.821067:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294908433 00000100:00000001:3.0:1767384917.821072:0:17594:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384917.821073:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908426 00000100:00000001:1.0:1767384917.821075:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.821077:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821080:0:17594:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384917.821083:0:17594:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.821083:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821089:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821090:0:17594:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384917.821093:0:17594:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384917.821094:0:17594:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821099:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.821101:0:17594:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.821103:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821113:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384917.821116:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384917.821117:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384917.821120:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186176 00000100:00100000:3.0:1767384917.821121:0:17594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 02000000:00000001:1.0:1767384917.821123:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384917.821125:0:17594:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:1.0:1767384917.821126:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.821129:0:17594:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807139072 : -129514902412544 : ffff8a34f63fa300) 00000100:00000001:1.0:1767384917.821130:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.821136:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.821137:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd246fff x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.821143:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384917.821145:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186176 00000020:00000010:3.0:1767384917.821148:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaa47b82. 00000020:00000001:1.0:1767384917.821149:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384917.821151:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:3.0:1767384917.821152:0:17594:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384917.821155:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384917.821156:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaa47b82. 00000020:00000040:1.0:1767384917.821158:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00100000:3.0:1767384917.821164:0:17594:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd246fff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373186560:12345-0@lo:400: 00000020:00000001:1.0:1767384917.821164:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:1.0:1767384917.821169:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000200:3.0:1767384917.821171:0:17594:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186560 00000100:00000001:1.0:1767384917.821173:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384917.821174:0:17594:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384917.821178:0:17594:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384917.821178:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000086757ee. 00000020:00000001:3.0:1767384917.821195:0:17594:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.821198:0:17578:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000446b266e. 00000020:00000001:3.0:1767384917.821199:0:17594:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384917.821202:0:17594:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000040:1.0:1767384917.821203:0:17578:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000001:3.0:1767384917.821205:0:17594:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384917.821208:0:17578:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384917.821209:0:17594:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384917.821213:0:17594:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384917.821214:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076854bdb. 00000020:00000001:3.0:1767384917.821215:0:17594:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384917.821229:0:17594:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.821229:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc8bed90. 00000020:00000001:3.0:1767384917.821234:0:17594:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384917.821235:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000100:00000001:3.0:1767384917.821238:0:17594:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384917.821242:0:17594:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384917.821244:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:3.0:1767384917.821246:0:17594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000292edcd9. 00000100:00000001:1.0:1767384917.821247:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384917.821251:0:17594:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821252:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384917.821253:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821258:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821261:0:17594:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.821264:0:17594:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821266:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384917.821267:0:17594:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373186560 00010000:00000001:3.0:1767384917.821271:0:17594:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384917.821275:0:17594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd246fff x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.821278:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384917.821281:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384917.821284:0:17594:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384917.821287:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:3.0:1767384917.821288:0:17594:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.821292:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00001000:3.0:1767384917.821293:0:17594:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.821295:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807136384 : -129514902415232 : ffff8a34f63f9880) 00000100:00000001:3.0:1767384917.821298:0:17594:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384917.821300:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000918e74cb x1853237373186176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.821304:0:17594:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384917.821319:0:17594:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384917.821319:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384917.821324:0:17594:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384917.821324:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 02000000:00000001:3.0:1767384917.821326:0:17594:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821328:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.821331:0:17594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384917.821332:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00000100:00000040:3.0:1767384917.821337:0:17594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384917.821341:0:17594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000100:00100000:1.0:1767384917.821345:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000918e74cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373186176:12345-0@lo:13: 00000100:00000200:3.0:1767384917.821346:0:17594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373186560, offset 224 00000400:00000200:3.0:1767384917.821353:0:17594:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384917.821361:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186176 00000400:00000200:3.0:1767384917.821363:0:17594:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384917.821368:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384917.821373:0:17594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273503200 00000020:00000001:1.0:1767384917.821374:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384917.821378:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.821380:0:17594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x143d [1] + 224 00000020:00000001:1.0:1767384917.821384:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384917.821386:0:17594:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384917.821388:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000400:00000200:3.0:1767384917.821393:0:17594:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384917.821397:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384917.821399:0:17594:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.821411:0:17594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.821411:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.821418:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384917.821423:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384917.821425:0:17594:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.821428:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821435:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384917.821440:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384917.821441:0:17594:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384917.821445:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b6f492af. 00000400:00000200:3.0:1767384917.821447:0:17594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000400:00000010:3.0:1767384917.821451:0:17594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 02000000:00000001:1.0:1767384917.821451:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821456:0:17594:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.821457:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384917.821460:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384917.821465:0:17594:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:1.0:1767384917.821465:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384917.821468:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384917.821470:0:17594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.821471:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:3.0:1767384917.821476:0:17594:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384917.821478:0:17594:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384917.821480:0:17594:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.821481:0:17594:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384917.821485:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd246fff x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384917.821486:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.821492:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384917.821499:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:3.0:1767384917.821502:0:17594:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd246fff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373186560:12345-0@lo:400: Request processed in 355us (1083us total) trans 0 rc 0/0 00000020:00000020:1.0:1767384917.821506:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00100000:3.0:1767384917.821512:0:17594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000020:1.0:1767384917.821514:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767384917.821516:0:17594:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:3.0:1767384917.821519:0:17594:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384917.821524:0:17594:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000020:1.0:1767384917.821524:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:3.0:1767384917.821528:0:17594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a249a920. 00002000:00000001:1.0:1767384917.821530:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384917.821534:0:17594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 00000020:00000010:3.0:1767384917.821548:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a346e1c. 00000001:00000001:1.0:1767384917.821549:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384917.821553:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384917.821554:0:17594:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00002000:00000001:1.0:1767384917.821557:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821559:0:17594:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384917.821563:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373186176 00010000:00000001:1.0:1767384917.821568:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384917.821571:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384917.821575:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:1.0:1767384917.821575:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000918e74cb x1853237373186176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.821583:0:17594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384917.821589:0:17594:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00010000:00000001:1.0:1767384917.821590:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384917.821627:0:17594:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013180544 : -129515696371072 : ffff8a34c6ecca80) 00010000:00000001:1.0:1767384917.821627:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.821630:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=15 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384917.821634:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000622ec378 x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.821635:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384917.821641:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384917.821645:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384917.821645:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000010:3.0:1767384917.821649:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaa47b82. 02000000:00000001:1.0:1767384917.821649:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384917.821650:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821655:0:17594:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.821656:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384917.821659:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaa47b82. 00000100:00000040:1.0:1767384917.821662:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.821666:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00100000:3.0:1767384917.821667:0:17594:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000622ec378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373186432:12345-0@lo:400: 00000100:00000200:3.0:1767384917.821671:0:17594:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186432 00000100:00000200:1.0:1767384917.821682:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373186176, offset 224 00000020:00000001:3.0:1767384917.821686:0:17594:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384917.821689:0:17594:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384917.821691:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384917.821692:0:17594:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.821696:0:17594:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384917.821698:0:17594:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000200:1.0:1767384917.821701:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384917.821702:0:17594:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384917.821706:0:17594:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384917.821707:0:17594:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384917.821711:0:17594:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384917.821711:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273503080 00000020:00000001:3.0:1767384917.821715:0:17594:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.821719:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x142d [1] + 224 00000020:00000001:3.0:1767384917.821721:0:17594:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384917.821724:0:17594:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384917.821726:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384917.821727:0:17594:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384917.821731:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384917.821732:0:17594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000766c06a7. 00000100:00000001:1.0:1767384917.821733:0:17578:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384917.821735:0:17594:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821739:0:17594:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.821739:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384917.821742:0:17594:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384917.821747:0:17594:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373186432 00010000:00000001:3.0:1767384917.821751:0:17594:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384917.821755:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384917.821757:0:17594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000622ec378 x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384917.821781:0:17594:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384917.821782:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384917.821784:0:17594:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.821788:0:17594:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=20 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384917.821788:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000100:00000001:3.0:1767384917.821791:0:17594:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384917.821792:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000040:3.0:1767384917.821796:0:17594:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:1.0:1767384917.821797:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384917.821799:0:17594:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384917.821800:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384917.821804:0:17594:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384917.821806:0:17594:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821806:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821811:0:17594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384917.821812:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:1.0:1767384917.821815:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384917.821818:0:17594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384917.821819:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.821822:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384917.821823:0:17594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000100:00000200:3.0:1767384917.821828:0:17594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373186432, offset 224 00000100:00000040:1.0:1767384917.821828:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000918e74cb x1853237373186176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.821838:0:17594:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.821846:0:17594:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384917.821858:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000918e74cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373186176:12345-0@lo:13: Request processed in 544us (1868us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384917.821861:0:17594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273503180 00000100:00100000:1.0:1767384917.821866:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384917.821870:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384917.821872:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384917.821874:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384917.821875:0:17594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1445 [1] + 224 00000020:00000010:1.0:1767384917.821878:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc8bed90. 00000400:00000200:3.0:1767384917.821880:0:17594:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384917.821882:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000400:00000200:3.0:1767384917.821886:0:17594:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384917.821889:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076854bdb. 00000100:00000001:3.0:1767384917.821891:0:17594:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384917.821893:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000200:3.0:1767384917.821896:0:17594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.821897:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.821907:0:17594:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.821916:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384917.821917:0:17594:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384917.821920:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186304 02000000:00000001:1.0:1767384917.821923:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384917.821925:0:17594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000100:00000001:1.0:1767384917.821925:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.821928:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.821930:0:17594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 02000000:00000001:1.0:1767384917.821932:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.821934:0:17594:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384917.821935:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186304 00000100:00000001:3.0:1767384917.821937:0:17594:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384917.821938:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384917.821941:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:3.0:1767384917.821942:0:17594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.821943:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384917.821947:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000040:3.0:1767384917.821949:0:17594:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:1.0:1767384917.821950:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00010000:00000001:3.0:1767384917.821952:0:17594:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384917.821954:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384917.821955:0:17594:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.821961:0:17594:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384917.821962:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384917.821965:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000622ec378 x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384917.821969:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00100000:3.0:1767384917.821974:0:17594:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000622ec378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373186432:12345-0@lo:400: Request processed in 326us (1332us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384917.821974:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.821981:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00000100:00100000:3.0:1767384917.821986:0:17594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384917.821989:0:17594:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000020:00000010:1.0:1767384917.821990:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076854bdb. 00000100:00000001:3.0:1767384917.821991:0:17594:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384917.821994:0:17594:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384917.821997:0:17594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f1b8507. 00000020:00000010:1.0:1767384917.821999:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc8bed90. 00000020:00000010:3.0:1767384917.822001:0:17594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767384917.822005:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049ee90be. 00000020:00000010:1.0:1767384917.822007:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000020:00000040:3.0:1767384917.822008:0:17594:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:3.0:1767384917.822014:0:17594:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384917.822022:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384917.822034:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:3.0:1767384917.822035:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384917.822036:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384917.822039:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384917.822045:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:1.0:1767384917.822045:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384917.822049:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00080000:3.0:1767384917.822051:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384917.822055:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:1.0:1767384917.822055:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.822069:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.822084:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384917.822086:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384917.822089:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.822093:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384917.822094:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000400:00000001:3.0:1767384917.822097:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384917.822098:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000400:00000001:3.0:1767384917.822100:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384917.822102:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013181440 : -129515696370176 : ffff8a34c6ecce00) 00000400:00000010:3.0:1767384917.822103:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e4ccf39. 00000400:00000200:3.0:1767384917.822108:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000100:00000040:1.0:1767384917.822110:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000061fd1436 x1853237373186304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384917.822111:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:3.0:1767384917.822116:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384917.822121:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384917.822123:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384917.822126:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00000001:1.0:1767384917.822131:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.822137:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00000100:00000200:3.0:1767384917.822139:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.822146:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000061fd1436 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373186304:12345-0@lo:400: 00000100:00000001:3.0:1767384917.822150:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384917.822151:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186304 00000100:00000001:3.0:1767384917.822154:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.822155:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384917.822160:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384917.822160:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384917.822163:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384917.822164:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.822167:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384917.822168:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384917.822169:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.822171:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 02000000:00000001:3.0:1767384917.822174:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.822175:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384917.822178:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.822180:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384917.822193:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384917.822195:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.822196:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00001000:3.0:1767384917.822197:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=20 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384917.822198:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384917.822202:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384917.822203:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=20 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384917.822206:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000749699ad. 00000100:00000001:3.0:1767384917.822207:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.822209:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.822211:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384917.822215:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.822216:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.822220:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.822233:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.822234:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384917.822236:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373186304 00000100:00000001:3.0:1767384917.822238:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767384917.822238:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384917.822241:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384917.822244:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000200:1.0:1767384917.822245:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000061fd1436 x1853237373186304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.822246:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.822255:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384917.822255:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384917.822258:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.822260:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.822264:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384917.822268:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384917.822272:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384917.822278:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384917.822279:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384917.822282:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.822283:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384917.822284:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384917.822288:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.822291:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000001:3.0:1767384917.822298:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384917.822300:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373186304, offset 224 00000100:00000040:3.0:1767384917.822304:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.822310:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384917.822317:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373186432:0@lo:400: 00000400:00000200:1.0:1767384917.822322:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384917.822328:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.822332:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273503100 00000100:00000001:3.0:1767384917.822333:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.822338:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.822341:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1435 [1] + 224 00000400:00000200:1.0:1767384917.822349:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384917.822351:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.822355:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384917.822356:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384917.822360:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071f5162f. 00000100:00000001:1.0:1767384917.822362:0:17575:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384917.822365:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.822368:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767384917.822368:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384917.822372:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384917.822377:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.822380:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a066e2. 00000100:00000040:1.0:1767384917.822383:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.822386:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.822390:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.822393:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 00000100:00000001:1.0:1767384917.822395:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.822398:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.822401:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.822401:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000400:00000010:1.0:1767384917.822405:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:3.0:1767384917.822406:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.822409:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.822410:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384917.822416:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384917.822416:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.822418:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384917.822420:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384917.822422:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000261a6bef. 00000100:00000001:1.0:1767384917.822424:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.822426:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000100:00000040:1.0:1767384917.822429:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:3.0:1767384917.822430:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00010000:00000001:1.0:1767384917.822433:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384917.822437:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384917.822437:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.822441:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384917.822444:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.822446:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061fd1436 x1853237373186304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.822456:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000061fd1436 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373186304:12345-0@lo:400: Request processed in 333us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384917.822470:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000200:3.0:1767384917.822473:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.822473:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384917.822478:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384917.822481:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384917.822485:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc8bed90. 00000100:00000001:3.0:1767384917.822486:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384917.822489:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000100:00000001:3.0:1767384917.822490:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.822494:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384917.822495:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076854bdb. 02000000:00000001:3.0:1767384917.822496:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384917.822499:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.822501:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384917.822502:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 02000000:00000001:3.0:1767384917.822503:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.822506:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384917.822508:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384917.822513:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.822516:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.822517:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.822519:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384917.822521:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384917.822525:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.822528:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384917.822529:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384917.822530:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384917.822531:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384917.822535:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.822535:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186048 02000000:00000001:1.0:1767384917.822539:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384917.822542:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.822543:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.822546:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.822551:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.822554:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384917.822555:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186048 00000100:00000001:3.0:1767384917.822557:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384917.822558:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384917.822560:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384917.822561:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384917.822565:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384917.822566:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384917.822571:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00100000:3.0:1767384917.822576:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373186304:0@lo:400: 00000020:00000001:1.0:1767384917.822576:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384917.822582:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.822583:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384917.822585:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384917.822589:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384917.822965:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00000001:1.0:1767384917.822969:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.822971:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00000020:00000010:1.0:1767384917.822976:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076854bdb. 00000020:00000010:1.0:1767384917.822978:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc8bed90. 00000020:00000010:1.0:1767384917.822981:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000100:00000040:1.0:1767384917.822989:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384917.822992:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384917.822993:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001e013b3 x1853237373186304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.822994:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384917.822997:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.823005:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384917.823005:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.823008:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.823010:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047a311b3. 02000000:00000001:3.0:1767384917.823014:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.823015:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.823017:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384917.823018:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384917.823019:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.823022:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c765280. 02000000:00000001:3.0:1767384917.823027:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.823029:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.823030:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001e013b3. 00000100:00000001:1.0:1767384917.823032:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384917.823033:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384917.823034:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384917.823036:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823039:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384917.823042:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000001:3.0:1767384917.823046:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384917.823046:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384917.823049:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.823050:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634540624 : -129520075010992 : ffff8a33c1f00c50) 00000100:00000001:3.0:1767384917.823054:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.823057:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.823057:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bef1ebe6 x1853237373186048/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.823067:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384917.823069:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00000001:1.0:1767384917.823071:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.823073:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00000100:00100000:1.0:1767384917.823078:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bef1ebe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373186048:12345-0@lo:400: 00000100:00000200:1.0:1767384917.823081:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186048 00000020:00000001:1.0:1767384917.823083:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384917.823085:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384917.823087:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.823089:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384917.823091:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000020:00000001:1.0:1767384917.823093:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384917.823094:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.823102:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384917.823103:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384917.823105:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.823107:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384917.823109:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384917.823111:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384917.823114:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c6ef92df. 02000000:00000001:1.0:1767384917.823115:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.823117:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.823119:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384917.823121:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373186048 00010000:00000001:1.0:1767384917.823123:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384917.823126:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bef1ebe6 x1853237373186048/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384917.823131:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384917.823133:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.823135:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.823137:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384917.823140:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384917.823141:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384917.823143:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384917.823145:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.823148:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384917.823151:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.823153:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000200:1.0:1767384917.823156:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373186048, offset 224 00000400:00000200:1.0:1767384917.823161:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384917.823169:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384917.823175:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273503000 00000400:00000200:1.0:1767384917.823180:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x144d [1] + 224 00000400:00000200:1.0:1767384917.823199:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384917.823203:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.823207:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384917.823210:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.823227:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.823233:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384917.823241:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000400:00000010:1.0:1767384917.823242:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:1.0:1767384917.823246:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.823247:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.823252:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.823254:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384917.823256:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384917.823258:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.823259:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384917.823263:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bef1ebe6 x1853237373186048/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.823270:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bef1ebe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373186048:12345-0@lo:400: Request processed in 201us (2332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384917.823276:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:1.0:1767384917.823279:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384917.823280:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384917.823282:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384917.823284:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc8bed90. 00000020:00000010:1.0:1767384917.823288:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000020:00000010:1.0:1767384917.823293:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076854bdb. 00000020:00000040:1.0:1767384917.823297:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384917.823300:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384917.823302:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c6ef92df. 02000000:00000001:1.0:1767384917.823304:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384917.823306:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384917.823309:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384917.823313:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6afb189. 00000400:00000010:1.0:1767384917.823317:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076af31ab. 00000100:00000001:3.0:1767384917.823343:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.823346:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384917.823349:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384917.823351:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384917.823352:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbb76a3a. 00000400:00000200:3.0:1767384917.823356:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010dec26d 00000400:00000010:3.0:1767384917.823358:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010dec26d. 00000100:00000001:3.0:1767384917.823361:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.823365:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384917.823371:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823375:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.823376:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823378:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384917.823379:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384917.823381:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.823388:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.823390:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.823392:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384917.823395:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.823396:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.823397:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.823399:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384917.823400:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.823402:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.823403:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823407:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.823409:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.823410:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.823413:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.823419:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c1b2f97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373186048:0@lo:400: 00000400:00000001:3.0:1767384917.823424:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384917.823425:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384917.823427:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a673721. 00000400:00000200:3.0:1767384917.823430:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343443c2 00000400:00000010:3.0:1767384917.823431:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343443c2. 00000100:00000001:3.0:1767384917.823434:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.823438:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384917.823444:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823449:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.823450:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823452:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384917.823453:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384917.823454:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.823455:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.823463:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.823466:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=19 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384917.823469:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.823471:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.823472:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.823473:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384917.823476:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384917.823481:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.823483:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384917.823485:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384917.823486:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384917.823487:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.823490:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823494:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.823495:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.823496:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.823498:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.823503:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373186560:0@lo:400: 00000400:00000001:3.0:1767384917.823508:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384917.823510:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384917.823510:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000029d50dc. 00000400:00000200:3.0:1767384917.823513:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b2e4da 00000400:00000010:3.0:1767384917.823514:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089b2e4da. 00000100:00000001:3.0:1767384917.823517:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.823519:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384917.823523:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823528:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.823535:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823537:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384917.823538:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384917.823539:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.823540:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.823542:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.823544:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384917.823546:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.823548:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.823548:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.823549:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384917.823551:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384917.823555:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.823556:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384917.823557:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384917.823558:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384917.823559:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.823560:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823563:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.823565:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.823565:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384917.823566:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384917.823569:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384917.823571:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384917.823576:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384917.823579:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.823581:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.823585:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373186176:0@lo:13: 00000100:00000001:3.0:1767384917.823614:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823616:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.823619:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c1b2f97 x1853237373186048/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823624:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.823626:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.823627:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db86a84f. 02000000:00000001:3.0:1767384917.823630:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.823631:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.823633:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384917.823634:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.823636:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8d99450. 02000000:00000001:3.0:1767384917.823639:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.823640:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.823641:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c1b2f97. 00000100:00000001:3.0:1767384917.823644:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.823645:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823647:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.823648:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373186560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823652:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.823653:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.823654:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b7c878b. 02000000:00000001:3.0:1767384917.823656:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.823657:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.823658:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384917.823659:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.823660:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e5a96d4. 02000000:00000001:3.0:1767384917.823661:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.823662:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.823662:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:3.0:1767384917.823664:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.823665:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823666:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.823668:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373186176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.823681:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.823683:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.823684:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012f56158. 02000000:00000001:3.0:1767384917.823686:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.823687:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.823687:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384917.823689:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.823689:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8f8ae60. 02000000:00000001:3.0:1767384917.823693:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.823694:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.823696:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000100:00000001:3.0:1767384917.823699:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.823700:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823701:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.823705:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.823706:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.823708:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.823710:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.837650:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294908433, at 4294908434 00000100:00000010:3.0:1767384917.837662:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c3aa077. 00000100:00000040:2.0:1767384917.837691:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294908433, at 4294908434 00000100:00000010:2.0:1767384917.837698:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbdf3926. 00000100:00000040:0.0:1767384917.837712:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294908433, at 4294908434 00000100:00000010:0.0:1767384917.837720:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000753f2227. 00000100:00000040:1.0:1767384917.837764:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294908433, at 4294908434 00000100:00000010:1.0:1767384917.837777:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac2ba922. 00080000:00000001:0.0:1767384918.260837:0:22018:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384918.260855:0:22018:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.260860:0:22018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384918.260868:0:22018:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384918.260875:0:22018:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.260879:0:22018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.715753:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384918.715761:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.715767:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384918.715769:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.715799:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384918.715805:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384918.715809:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384919.176301:0:22182:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384919.176304:0:22182:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:0.0:1767384919.180199:0:22182:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384919.188753:0:22183:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000016ab147c. 00000400:00000010:0.0:1767384919.188766:0:22183:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a718fea. 00000400:00000010:0.0:1767384919.188775:0:22183:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006d32bd12. 00000400:00000010:0.0:1767384919.188778:0:22183:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dcc5f931. 00000400:00000010:0.0:1767384919.188782:0:22183:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db56fb08. 00000400:00000010:0.0:1767384919.188786:0:22183:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056f1cf36. 00000400:00000010:0.0:1767384919.188787:0:22183:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ce151d1. 00000400:00000010:0.0:1767384919.188789:0:22183:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bfc6748b. 00000400:00000010:0.0:1767384919.188792:0:22183:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001274b9bc. 00000800:00000010:0.0:1767384919.188802:0:22183:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004a0cfaa0. 00000800:00000200:0.0:1767384919.188812:0:22183:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384919.188818:0:22183:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384919.188856:0:22183:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384919.188877:0:22183:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp20 [8/256/0/180] 00000400:00000010:0.0:1767384919.190746:0:22183:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000d5616dd8. 00000400:00000010:0.0:1767384919.190753:0:22183:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0642e8. 00000400:00000010:0.0:1767384919.190758:0:22183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000400:00000001:0.0:1767384919.190776:0:22183:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384919.190778:0:22183:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384919.190780:0:22183:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be9a481. 00000400:00000200:0.0:1767384919.190782:0:22183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f1b3e3 00000400:00000010:0.0:1767384919.190784:0:22183:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f1b3e3. 00000400:00000010:0.0:1767384919.190787:0:22183:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000addf06b8. 00000400:00000200:0.0:1767384919.190792:0:22183:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (11) 00000400:00000200:0.0:1767384919.190804:0:22183:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384919.190812:0:22183:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:0.0:1767384919.190818:0:22183:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fe853bab. 00000020:01000000:0.0:1767384919.190823:0:22183:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384919.190827:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384919.190828:0:22183:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp20 00000400:00000200:3.0:1767384919.190836:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384919.190844:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000400:00000010:0.0:1767384919.190845:0:22183:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a718fea. 00000400:00000200:3.0:1767384919.190847:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (12) 00000400:00000010:0.0:1767384919.190851:0:22183:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000016ab147c. 00000400:00000010:3.0:1767384919.190855:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a405fa6c. 00000400:00000200:3.0:1767384919.190861:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384919.190874:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1767384919.190879:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384919.190887:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:2.0:1767384919.190889:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384919.190897:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384919.190898:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:2.0:1767384919.190904:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384919.190909:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:2.0:1767384919.190910:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384919.190932:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384919.190935:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384919.190938:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384919.190942:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384919.190946:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.190950:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384919.190954:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384919.190955:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384919.190958:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384919.190962:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384919.190966:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384919.190968:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384919.190973:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:2.0:1767384919.190975:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081e5b55c. 00000400:00000200:3.0:1767384919.190979:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000040:2.0:1767384919.190999:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:3.0:1767384919.191001:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384919.191008:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384919.191010:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384919.191012:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000001:2.0:1767384919.191017:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384919.191019:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp19 00000400:00000200:3.0:1767384919.191026:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp19 lpni_is_preferred = 0 02000000:00000001:2.0:1767384919.191026:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.191030:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp19 00000400:00000200:3.0:1767384919.191036:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp19 NI seq info: [25:25:256:4294967295] 192.168.204.149@tcp19 LPNI seq info [25:25:8:4294967295] 02000000:00000010:2.0:1767384919.191041:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e2a1dc42. 00000400:00000200:3.0:1767384919.191044:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp19 00000100:00000001:2.0:1767384919.191054:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.191058:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19:) -> 192.168.204.149@tcp19(192.168.204.149@tcp:192.168.204.149@tcp19) : PUT try# 0 00000800:00000200:3.0:1767384919.191065:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp19 00000100:00000001:2.0:1767384919.191068:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384919.191070:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003ff74a6. 00000100:00000001:2.0:1767384919.191073:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384919.191080:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007fdd12d8. 00000800:00000010:3.0:1767384919.191084:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f6428f98. 00000100:00000040:2.0:1767384919.191086:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5b55c] to pc [ptlrpcd_00_01+1] req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384919.191091:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (2) 00000800:00000200:3.1:1767384919.191117:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (2) 00000400:00000200:3.0:1767384919.191140:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384919.191145:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 10000000:00000001:2.0:1767384919.191191:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.191195:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384919.191200:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384919.191206:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384919.191209:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.191215:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384919.191215:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384919.191219:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384919.191220:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.191223:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384919.191227:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384919.191249:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384919.191255:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384919.191256:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384919.191261:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384919.191264:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384919.191266:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384919.191266:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000020:01000004:2.0:1767384919.191273:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384919.191279:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384919.191283:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384919.191285:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384919.191286:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.191291:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384919.191292:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384919.191295:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384919.191296:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384919.191302:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.191302:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384919.191307:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384919.191308:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081e5b55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373186688:0@lo:253: 00000020:01000004:2.0:1767384919.191313:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384919.191314:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384919.191318:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384919.191321:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384919.191324:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384919.191325:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006eed4b4a. 00000400:00000200:0.0:1767384919.191325:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 02000000:00000001:3.0:1767384919.191327:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384919.191334:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000010:3.0:1767384919.191335:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000059de7c9. 02000000:00000001:3.0:1767384919.191340:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.191343:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384919.191347:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000261a6bef. 02000000:00000001:2.0:1767384919.191348:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384919.191354:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384919.191356:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000504f2832. 00000100:00000200:3.0:1767384919.191361:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373186688, portal 25 00000400:00000200:0.0:1767384919.191363:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:3.0:1767384919.191364:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384919.191366:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006cf1622c. 00000100:00000001:3.0:1767384919.191368:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776117888 : -129514933433728 : ffff8a34f4664a80) 00000100:00000001:2.0:1767384919.191375:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.191376:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384919.191388:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384919.191388:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384919.191393:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.191394:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384919.191394:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000010:3.0:1767384919.191399:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d19e5aae. 00000100:00000200:3.0:1767384919.191404:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373186688, offset 0 00000100:00000040:2.0:1767384919.191408:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eed4b4a] to pc [ptlrpcd_00_02+2] req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.191413:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.191427:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384919.191430:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.191439:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503280 10000000:00000001:2.0:1767384919.191445:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.191446:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000400:00000010:3.0:1767384919.191453:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a697de7. 10000000:00000001:2.0:1767384919.191454:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.191458:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000051e2a4d5 00000020:00000001:2.0:1767384919.191459:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384919.191464:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.191465:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:2.0:1767384919.191465:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384919.191472:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fe853bab. 00000400:00000200:3.0:1767384919.191481:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384919.191486:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051e2a4d5 00000400:00000010:3.0:1767384919.191489:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051e2a4d5. 00000100:00000001:2.0:1767384919.191493:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384919.191495:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384919.191499:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384919.191500:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.191502:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000c1c0ebaf x1853237373186688 msgsize 4848 00000400:00000200:0.0:1767384919.191502:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00100000:3.0:1767384919.191513:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384919.191516:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384919.191526:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384919.191528:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384919.191531:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384919.191538:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19e5aae 00000400:00000200:0.0:1767384919.191538:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000010:3.0:1767384919.191541:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d19e5aae. 00000100:00000001:2.0:1767384919.191545:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384919.191547:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384919.191555:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384919.191555:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384919.191574:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:3.0:1767384919.191583:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384919.191587:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384919.191590:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.191592:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.191602:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384919.191603:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384919.191605:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00000001:3.0:1767384919.191628:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384919.191635:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.191639:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384919.191640:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294909804 02000000:00000001:2.0:1767384919.191647:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384919.191648:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c66091a. 00000100:00000001:3.0:1767384919.191657:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384919.191658:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006eed4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373186816:0@lo:253: 00000100:00000001:2.0:1767384919.191665:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384919.191666:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294909804 02000000:00000001:2.0:1767384919.191670:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384919.191671:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005568a4d0. 02000000:00000001:2.0:1767384919.191675:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.191677:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384919.191683:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384919.191684:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294909804 00000100:00000010:3.0:1767384919.191689:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec64bf57. 00000100:00000001:3.0:1767384919.191692:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384919.191694:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:3.0:1767384919.191696:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294909804 00000100:00000010:3.0:1767384919.191702:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004807ed78. 02000000:00000010:2.0:1767384919.191704:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9adc47a. 00000100:00000001:3.0:1767384919.191706:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767384919.191710:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.191718:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384919.191718:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8da421. 00000100:00000001:3.0:1767384919.191723:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.191727:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384919.191728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000010:2.0:1767384919.191729:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8775bbd. 00000100:00000001:3.0:1767384919.191730:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384919.191739:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373186816, portal 25 00000100:00000001:2.0:1767384919.191744:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384919.191746:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.191747:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776121472 : -129514933430144 : ffff8a34f4665880) 00000100:00000001:3.0:1767384919.191751:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.191758:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384919.191762:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00000001:3.0:1767384919.191766:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384919.191771:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186688 02000000:00000001:3.0:1767384919.191775:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384919.191778:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384919.191779:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384919.191783:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.191788:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.191788:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384919.191790:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00100000:3.0:1767384919.191794:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186688 00000400:00000010:2.0:1767384919.191795:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de39faf8. 00000020:00000001:3.0:1767384919.191798:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384919.191801:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000200:2.0:1767384919.191802:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373186816, offset 0 00000020:00000001:3.0:1767384919.191804:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384919.191809:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384919.191812:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384919.191814:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:2.0:1767384919.191818:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384919.191820:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384919.191826:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d41684fd. 00000100:00000001:3.0:1767384919.191831:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384919.191831:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384919.191832:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384919.191838:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d41684fd. 00000020:00000010:3.0:1767384919.191846:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50ce1fd. 00000400:00000200:2.0:1767384919.191851:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503300 00000020:00000010:3.0:1767384919.191856:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000424e42d2. 00000400:00000200:2.0:1767384919.191861:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000020:00000010:3.0:1767384919.191863:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000400:00000010:2.0:1767384919.191870:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff0927a5. 00000400:00000200:0.0:1767384919.191870:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000100:00000040:3.0:1767384919.191877:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384919.191879:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcc7c202 00000100:00000001:3.0:1767384919.191882:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384919.191887:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384919.191888:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384919.191890:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.191899:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384919.191905:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384919.191913:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcc7c202 00000100:00000001:3.0:1767384919.191916:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384919.191917:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcc7c202. 00000100:00000001:2.0:1767384919.191927:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384919.191927:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000100:00000200:2.0:1767384919.191933:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384919.191939:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384919.191939:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000a1bdc587 x1853237373186816 msgsize 4848 00000100:00000001:3.0:1767384919.191944:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384919.191954:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384919.191955:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:2.0:1767384919.191959:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:3.0:1767384919.191969:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384919.191972:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634545744 : -129520075005872 : ffff8a33c1f02050) 00000100:00000001:2.0:1767384919.191973:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384919.191979:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1c0ebaf x1853237373186688/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384919.191998:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de39faf8 00000400:00000200:0.0:1767384919.191998:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000010:2.0:1767384919.192004:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de39faf8. 00000100:00000001:3.0:1767384919.192011:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384919.192013:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384919.192017:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d41684fd. 00000100:00000001:3.0:1767384919.192022:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384919.192024:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384919.192025:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d41684fd. 00000100:00100000:3.0:1767384919.192037:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1c0ebaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373186688:12345-0@lo:253: 00000100:00000200:3.0:1767384919.192047:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186688 00000100:00000001:2.0:1767384919.192049:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384919.192051:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384919.192055:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000020:00000001:3.0:1767384919.192056:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384919.192060:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.192060:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384919.192067:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384919.192071:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384919.192077:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384919.192080:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384919.192086:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384919.192086:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.192088:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384919.192093:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384919.192094:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.192100:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384919.192103:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384919.192104:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384919.192109:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a7abeaa1. 00000100:00000001:2.0:1767384919.192111:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294909804 02000000:00000001:3.0:1767384919.192115:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.192119:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192119:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294909804 20000000:00000001:3.0:1767384919.192122:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384919.192127:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294909804 00000400:00000200:0.0:1767384919.192128:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000100:00000001:2.0:1767384919.192135:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294909804 00000100:00000001:2.0:1767384919.192140:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294909804 20000000:00000010:3.0:1767384919.192143:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c4a11245. 00000100:00000001:2.0:1767384919.192144:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294909804 20000000:01000000:3.0:1767384919.192150:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384919.192151:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294909804 20000000:00000001:3.0:1767384919.192170:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384919.192174:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294909804 20000000:00000001:3.0:1767384919.192175:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384919.192179:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192181:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384919.192183:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192188:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384919.192189:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384919.192195:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192200:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384919.192222:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007bbf7bea. 20000000:01000000:3.0:1767384919.192226:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:3.0:1767384919.192234:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384919.192234:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.192239:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1767384919.192242:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384919.192245:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.192249:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384919.192252:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192255:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192278:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384919.192281:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186816 02000000:00000001:2.0:1767384919.192284:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:3.0:1767384919.192285:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.192286:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:3.0:1767384919.192291:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00000001:2.0:1767384919.192292:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.192294:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.192298:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000001:2.0:1767384919.192298:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384919.192304:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186816 00000020:00000001:3.0:1767384919.192305:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384919.192309:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384919.192311:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000020:00000040:2.0:1767384919.192312:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00080000:00000001:3.0:1767384919.192317:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384919.192318:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384919.192323:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00080000:00000010:3.0:1767384919.192327:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1e59456. 00000020:00000001:2.0:1767384919.192327:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00080000:00000001:3.0:1767384919.192332:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632612352 : -129520076939264 : ffff8a33c1d2a000) 00000020:00000001:2.0:1767384919.192335:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00080000:00000001:3.0:1767384919.192337:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384919.192343:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.192350:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2994323. 00000100:00000001:2.0:1767384919.192355:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.192358:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2994323. 00000020:00000010:2.0:1767384919.192365:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c7e9bea. 00000020:00000010:2.0:1767384919.192371:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006198549d. 00000020:00000010:2.0:1767384919.192377:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aea2f8e7. 00000100:00000001:2.0:1767384919.192382:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384919.192384:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384919.192386:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192391:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192395:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.192407:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384919.192410:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384919.192417:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:2.0:1767384919.192421:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:2.0:1767384919.192425:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634538576 : -129520075013040 : ffff8a33c1f00450) 00000800:00000010:0.0:1767384919.192434:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf08506. 00000800:00000010:0.0:1767384919.192441:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a718fea. 00000100:00000040:2.0:1767384919.192442:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1bdc587 x1853237373186816/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384919.192448:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000010:0.0:1767384919.192449:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000deb000e6. 00080000:00000001:3.0:1767384919.192454:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.192461:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384919.192464:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.192471:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2994323. 00000100:00000001:2.0:1767384919.192474:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.192476:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2994323. 00000100:00100000:2.0:1767384919.192485:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1bdc587 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373186816:12345-0@lo:253: 00000100:00000200:2.0:1767384919.192490:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186816 00080000:00000001:3.0:1767384919.192493:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.192494:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:0.0:1767384919.192495:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000deb000e6. 00000020:00000001:2.0:1767384919.192500:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1767384919.192501:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1767384919.192505:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.192510:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384919.192513:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384919.192516:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384919.192534:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384919.192537:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384919.192539:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384919.192542:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192545:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384919.192550:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384919.192558:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000829747c3. 02000000:00000001:2.0:1767384919.192561:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.192565:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.192569:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384919.192579:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cdf21e1b. 20000000:01000000:2.0:1767384919.192583:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384919.192586:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384919.192589:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384919.192592:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.192595:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.192598:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384919.192607:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384919.192701:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384919.192706:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384919.193040:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384919.193045:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009c8dab39. 00000800:00000010:3.0:1767384919.193090:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ac81b10. 00000800:00000010:3.0:1767384919.193097:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d19e5aae. 00000800:00000010:3.0:1767384919.193126:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3315b6a. 00000800:00000200:3.1:1767384919.193133:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (2) 00000800:00000200:3.1:1767384919.193137:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp19 00000000c3315b6a deleted 00000800:00000010:3.1:1767384919.193139:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c3315b6a. 00000800:00000200:3.1:1767384919.193144:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384919.193151:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp19 ip 192.168.204.149:1003 00000800:00000200:3.1:1767384919.193155:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000003ff74a6 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767384919.193175:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp19 p 3.x 192.168.204.149 -> 192.168.204.149:1003 incarnation:1767384917435576741 sched[0] 00000800:00000010:3.0:1767384919.193181:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d41684fd. 00000800:00000010:3.0:1767384919.193258:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d41684fd. 00000800:00000010:3.0:1767384919.193262:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d19e5aae. 00000800:00000010:3.0:1767384919.193294:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009c8dab39. 00000800:00000001:3.0:1767384919.193307:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.193313:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384919.193365:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384919.193368:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003ff74a6. 00000400:00000200:3.0:1767384919.193372:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.193377:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: PUT: OK 00000400:00000200:3.0:1767384919.193381:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384919.193392:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:3.1:1767384919.193426:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384919.193432:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp19 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384917435576741 sched[0] 00000800:00000010:3.0:1767384919.193435:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a718fea. 00000400:00000200:3.0:1767384919.193493:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.193544:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.193588:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.193649:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000001:0.0:1767384919.193656:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384919.193668:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384919.193672:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384919.193676:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384919.193687:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19) <- 192.168.204.149@tcp19 : PUT - for me 00000400:00000200:3.0:1767384919.193689:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384919.193701:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384919.193710:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1419 [1] + 0 00000400:00000010:0.0:1767384919.193714:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b26bc340. 00000400:00000200:0.0:1767384919.193720:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000520d3288 00000400:00000200:3.0:1767384919.193725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000001:0.0:1767384919.193726:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384919.193742:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384919.193747:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384919.193754:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: PUT: OK 00000400:00000200:3.0:1767384919.193757:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384919.193759:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520d3288 00000400:00000010:0.0:1767384919.193764:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 00000400:00000200:0.0:1767384919.193770:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384919.193775:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (13) 00000400:00000200:0.0:1767384919.193781:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:0.0:1767384919.193787:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000fa44228d. 00000400:00000200:3.0:1767384919.193789:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384919.193794:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 12 00000400:00000200:0.0:1767384919.193802:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384919.193813:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (14) 00000400:00000200:3.0:1767384919.193815:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384919.193819:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384919.193830:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp19 to MR: 192.168.204.149@tcp19 local destination 00000400:00000200:3.0:1767384919.193837:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384919.193838:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp19 NI seq info: [26:26:256:4294967295] 192.168.204.149@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384919.193866:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19:192.168.204.149@tcp19) -> 192.168.204.149@tcp19(192.168.204.149@tcp19:192.168.204.149@tcp19) 192.168.204.149@tcp19 : ACK try# 0 00000400:00000200:3.0:1767384919.193867:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000800:00000200:0.0:1767384919.193880:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp19 00000800:00000010:0.0:1767384919.193886:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c09bee. 00000800:00000200:0.0:1767384919.193892:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (4) 00000800:00000200:0.0:1767384919.193899:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp19 ip 192.168.204.149:988 00000800:00000200:0.0:1767384919.193902:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018c09bee type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384919.193910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.193954:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.193997:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384919.194002:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384919.194038:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000010:2.0:1767384919.194077:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd80b92. 00000400:00000010:2.0:1767384919.194085:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000400:00000200:3.0:1767384919.194098:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384919.194100:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:2.0:1767384919.194111:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004d1 00000400:00000010:2.0:1767384919.194136:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000008f498d20. 00000400:00000010:2.0:1767384919.194141:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 0000000079b3ba04. 00000400:00000010:2.0:1767384919.194145:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 0000000042992487. 00000400:00000200:3.0:1767384919.194170:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000010:2.0:1767384919.194188:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000513843d0. 00000400:00000200:2.0:1767384919.194197:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000513843d0 nid 192.168.204.149@tcp20 00000400:00000010:2.0:1767384919.194203:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eefa1885. 00000400:00000200:3.0:1767384919.194204:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384919.194209:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eefa1885 net tcp20 00000400:00000200:2.0:1767384919.194215:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (13) 00000400:00000200:2.0:1767384919.194225:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp20 flags 0x11 00000400:00000010:2.0:1767384919.194230:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000008f498d20. 00000400:00000010:2.0:1767384919.194235:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 0000000079b3ba04. 00000400:00000010:2.0:1767384919.194239:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 0000000042992487. 00000400:00000010:2.0:1767384919.194243:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000fa44228d. 00000400:00000200:3.0:1767384919.194244:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384919.194253:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384919.194259:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100551 00000400:00000200:2.0:1767384919.194265:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 1 00000400:00000200:2.0:1767384919.194272:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 00000400:00000200:2.0:1767384919.194277:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384919.194280:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100511 rc 0 00000400:00000200:2.0:1767384919.194285:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384919.194291:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (14) 00000400:00000200:3.0:1767384919.194293:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384919.194333:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000800:00000010:3.0:1767384919.194533:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000030786ed. 00000800:00000010:3.0:1767384919.194555:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d19e5aae. 00000800:00000010:3.0:1767384919.194559:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d41684fd. 00000800:00000010:3.0:1767384919.194596:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d41684fd. 00000400:00000200:3.0:1767384919.194738:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384919.194761:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp19 from 234.3.0.2 00000800:00000010:3.0:1767384919.194766:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000066d44c90. 00000800:00000001:2.0:1767384919.194893:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.194902:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384919.194947:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006486ad05. 00000800:00000010:2.0:1767384919.194954:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aa0ce8ef. 00000800:00000010:2.0:1767384919.195007:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000de2bf290. 00000800:00000200:2.1:1767384919.195031:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (4) 00000800:00000200:2.1:1767384919.195040:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp19 00000000de2bf290 deleted 00000800:00000010:2.1:1767384919.195043:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000de2bf290. 00000800:00000200:2.1:1767384919.195049:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384919.195056:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp19 p 3.x 192.168.204.149 -> 192.168.204.149:1002 incarnation:1767384917435576741 sched[0] 00000800:00000010:2.0:1767384919.195064:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb16577f. 00000800:00000001:3.0:1767384919.195070:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384919.195072:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384919.195077:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c09bee. 00000800:00000001:3.0:1767384919.195079:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384919.195082:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384919.195083:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.195091:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384919.195092:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: ACK: OK 00000400:00000200:3.0:1767384919.195102:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19) <- 192.168.204.149@tcp19 : ACK - for me 00000400:00000200:3.0:1767384919.195115:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp19: ACK from 12345-192.168.204.149@tcp19 into md 0x1471 00000400:00000200:3.0:1767384919.195120:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.195126:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: ACK: OK 00000400:00000200:3.0:1767384919.195132:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:3.0:1767384919.195135:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000400:00000200:3.0:1767384919.195139:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384919.195144:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:3.0:1767384919.195148:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (13) 00000800:00000010:2.0:1767384919.195148:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb16577f. 00000800:00000001:3.0:1767384919.195175:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384919.195175:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aa0ce8ef. 00000800:00000001:3.0:1767384919.195181:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384919.195241:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384919.195247:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000066d44c90. 00000800:00000200:3.0:1767384919.195249:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp19 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384917435576741 sched[0] 00000800:00000010:3.0:1767384919.195255:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d19e5aae. 00000800:00000001:2.0:1767384919.195278:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.195287:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384919.195291:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.195296:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384919.202883:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384919.202890:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:0.0:1767384919.202892:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384919.202894:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.202898:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384919.202899:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384919.202903:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384919.202905:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384919.202907:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384919.202910:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f1e59456. 20000000:01000000:1.0:1767384919.202911:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384919.202919:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384919.202924:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384919.202929:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384919.202935:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384919.202943:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049ee90be. 20000000:01000000:1.0:1767384919.202949:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384919.202950:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:1.0:1767384919.202954:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384919.202958:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384919.202959:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384919.202964:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384919.202965:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384919.202968:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384919.202992:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b31e4548. 00010000:00000001:1.0:1767384919.202997:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384919.203001:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384919.203005:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384919.203007:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b3653 to hash 00000020:00000001:1.0:1767384919.203010:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384919.203012:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00080000:00000001:3.0:1767384919.203013:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384919.203014:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00080000:00000001:3.0:1767384919.203020:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384919.203022:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384919.203024:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203026:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.203027:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:1.0:1767384919.203031:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384919.203032:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384919.203037:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384919.203043:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384919.203043:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384919.203049:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384919.203052:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:3.0:1767384919.203053:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1e59456. 00010000:00000001:1.0:1767384919.203055:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384919.203058:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632612352 : -129520076939264 : ffff8a33c1d2a000) 00010000:00000001:1.0:1767384919.203059:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384919.203062:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384919.203070:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.203072:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.203075:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384919.203077:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384919.203079:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384919.203080:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384919.203082:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b31e4548) refcount = 1 00010000:00010000:1.0:1767384919.203086:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203092:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384919.203093:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384919.203094:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.203096:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203098:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384919.203101:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384919.203104:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384919.203107:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.203108:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.203110:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384919.203112:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.203115:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.203117:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384919.203119:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203125:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384919.203127:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203131:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.203133:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384919.203135:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203139:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.203148:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203152:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384919.203154:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384919.203175:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384919.203177:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00080000:00000001:3.0:1767384919.203178:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203183:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384919.203184:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384919.203188:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384919.203191:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203212:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384919.203214:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.203215:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.203217:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384919.203218:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.203220:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.203223:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:3.0:1767384919.203224:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.203225:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203230:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384919.203232:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.203236:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.203237:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384919.203241:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384919.203245:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384919.203247:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.203249:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.203252:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b3653 from hash 00010000:00000001:1.0:1767384919.203256:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384919.203258:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.203260:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.203261:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384919.203264:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384919.203267:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384919.203277:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384919.203279:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.203283:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203285:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384919.203288:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384919.203291:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.203293:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.203295:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203297:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.203300:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.203303:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203310:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.203312:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.203314:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384919.203316:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384919.203318:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.203320:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.203323:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384919.203327:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.203330:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.203333:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.203340:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384919.203342:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384919.203345:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b3653 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384919.203352:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b31e4548 count: 0 00010000:00000001:1.0:1767384919.203367:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384919.203370:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 20000000:00000001:1.0:1767384919.203370:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384919.203376:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384919.208638:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b31e4548. 00000100:00000040:0.0:1767384919.208642:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294909804, at 4294909805 00010000:00000010:1.1:1767384919.208645:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00000100:00000010:0.0:1767384919.208652:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c66091a. 00000100:00000040:2.0:1767384919.208914:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294909804, at 4294909805 00000100:00000010:2.0:1767384919.208924:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec64bf57. 00000100:00000040:1.0:1767384919.209052:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294909804, at 4294909805 00000100:00000010:1.0:1767384919.209059:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005568a4d0. 00000100:00000040:3.0:1767384919.209766:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294909804, at 4294909806 00000100:00000010:3.0:1767384919.209776:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004807ed78. 00080000:00000001:3.0:1767384919.213010:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384919.213015:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:0.0:1767384919.213015:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384919.213020:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384919.213021:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384919.213023:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384919.213026:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384919.213027:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384919.213031:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384919.213035:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384919.213037:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f1e59456. 20000000:00000001:3.0:1767384919.213042:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384919.213043:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384919.213046:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384919.213048:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:1.0:1767384919.213051:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384919.213056:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384919.213061:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384919.213065:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384919.213067:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384919.213072:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b31e4548. 00010000:00000001:1.0:1767384919.213077:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384919.213080:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384919.213083:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384919.213085:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b365a to hash 00000020:00000001:1.0:1767384919.213087:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384919.213089:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.213091:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.213093:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.213094:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.213096:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213103:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384919.213104:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384919.213106:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384919.213108:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.213109:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.213111:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.213114:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.213116:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384919.213118:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384919.213120:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384919.213122:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384919.213123:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b31e4548) refcount = 1 00010000:00010000:1.0:1767384919.213126:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213130:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384919.213132:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384919.213133:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.213135:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.213137:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384919.213146:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384919.213148:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384919.213151:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.213152:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.213154:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384919.213171:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.213173:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.213175:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384919.213177:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213182:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384919.213184:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213188:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.213190:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384919.213191:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213195:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.213196:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.213199:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384919.213200:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384919.213205:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384919.213207:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.213209:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384919.213211:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213214:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384919.213216:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.213217:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.213223:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384919.213225:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.213227:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.213230:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384919.213231:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213235:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384919.213238:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.213240:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.213243:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384919.213244:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384919.213246:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.213248:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.213249:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b365a from hash 00010000:00000001:1.0:1767384919.213251:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384919.213252:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.213253:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.213254:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384919.213256:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384919.213257:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384919.213259:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384919.213260:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.213262:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.213263:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384919.213264:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384919.213266:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.213267:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.213269:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.213270:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.213272:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.213273:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213277:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.213278:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.213285:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384919.213286:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384919.213288:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.213289:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.213291:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384919.213293:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.213294:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.213295:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.213299:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384919.213300:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384919.213301:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b365a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384919.213305:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b31e4548 count: 0 00010000:00000001:1.0:1767384919.213311:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384919.213312:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384919.214264:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384919.214268:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384919.214270:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c4a11245. 20000000:00000001:1.0:1767384919.214275:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384919.214279:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373186688 00010000:00000001:1.0:1767384919.214282:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384919.214289:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1c0ebaf x1853237373186688/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.214297:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384919.214299:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384919.214304:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384919.214308:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384919.214312:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384919.214316:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384919.214320:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384919.214323:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.214329:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384919.214333:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384919.214346:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062d94dcf. 00000100:00000200:1.0:1767384919.214353:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373186688, offset 224 00000400:00000200:1.0:1767384919.214364:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384919.214380:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384919.214394:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503280 00000400:00000200:1.0:1767384919.214403:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1475 [2] + 224 00000400:00000200:1.0:1767384919.214413:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384919.214418:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384919.214436:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384919.214443:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384919.214453:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.214467:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384919.214475:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d94dcf 00000400:00000010:1.0:1767384919.214477:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062d94dcf. 00000100:00000001:1.0:1767384919.214481:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384919.214482:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384919.214489:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384919.214489:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.214504:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384919.214508:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:3.0:1767384919.214511:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384919.214513:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384919.214514:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384919.214518:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384919.214519:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000261a6bef. 00000400:00000200:3.0:1767384919.214524:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000504f2832 00000020:00000001:1.0:1767384919.214526:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384919.214528:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000504f2832. 00000100:00000001:3.0:1767384919.214532:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384919.214535:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1c0ebaf x1853237373186688/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384919.214539:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384919.214571:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384919.214577:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1c0ebaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373186688:12345-0@lo:253: Request processed in 22559us (23067us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384919.214584:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384919.214588:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.214590:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384919.214620:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 02000000:00000001:3.0:1767384919.214621:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384919.214625:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384919.214625:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384919.214627:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.214629:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384919.214631:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.214633:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384919.214637:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=27 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384919.214640:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000424e42d2. 00000100:00001000:3.0:1767384919.214647:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=27 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384919.214649:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000100:00000001:3.0:1767384919.214651:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384919.214653:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384919.214663:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384919.214663:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d50ce1fd. 00010000:00000001:3.0:1767384919.214667:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.214670:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.214671:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000040:3.0:1767384919.214677:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384919.214677:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384919.214681:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a7abeaa1. 02000000:00000001:1.0:1767384919.214687:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384919.214690:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.214692:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.214695:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384919.214698:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384919.214699:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384919.214702:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384919.214704:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040cb5f69. 00000020:01000004:3.0:1767384919.214705:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384919.214708:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384919.214711:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384919.214712:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062d94dcf. 00000020:01000004:3.0:1767384919.214713:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384919.214718:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384919.214719:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384919.214721:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384919.214723:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384919.214723:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384919.214726:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.214731:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081e5b55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373186688:0@lo:253: 00000100:00000001:3.0:1767384919.214735:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.214737:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384919.214740:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081e5b55c x1853237373186688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384919.214745:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384919.214747:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384919.214749:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000059de7c9. 02000000:00000001:3.0:1767384919.214754:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384919.214756:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384919.214757:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384919.214759:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384919.214761:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e2a1dc42. 02000000:00000001:3.0:1767384919.214766:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384919.214767:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384919.214774:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081e5b55c. 00000100:00000001:3.0:1767384919.214777:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384919.214778:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.214780:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.214785:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384919.214786:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.214788:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384919.214790:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384919.215812:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384919.215814:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384919.215816:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cdf21e1b. 20000000:00000001:3.0:1767384919.215820:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384919.215823:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373186816 00010000:00000001:3.0:1767384919.215824:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384919.215827:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1bdc587 x1853237373186816/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384919.215844:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384919.215845:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384919.215847:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384919.215849:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384919.215850:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384919.215852:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384919.215854:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384919.215855:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.215857:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384919.215858:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384919.215861:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dd6dfd5. 00000100:00000200:3.0:1767384919.215863:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373186816, offset 224 00000400:00000200:3.0:1767384919.215868:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.215872:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384919.215877:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503300 00000400:00000200:3.0:1767384919.215881:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x147d [2] + 224 00000400:00000200:3.0:1767384919.215887:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.215891:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384919.215896:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384919.215908:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384919.215917:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384919.215938:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384919.215960:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dd6dfd5 00000100:00000001:2.0:1767384919.215962:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384919.215963:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dd6dfd5. 00000100:00000001:2.0:1767384919.215967:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384919.215968:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384919.215971:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384919.215973:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384919.215975:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384919.215977:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384919.215981:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:2.0:1767384919.215981:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8da421. 00010000:00000001:3.0:1767384919.215986:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384919.215988:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8775bbd 00000020:00000001:3.0:1767384919.215989:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384919.215991:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8775bbd. 00000020:00000001:3.0:1767384919.215993:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384919.215996:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384919.215999:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1bdc587 x1853237373186816/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384919.216004:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.216044:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1bdc587 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373186816:12345-0@lo:253: Request processed in 23577us (24101us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384919.216048:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.216064:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000001:2.0:1767384919.216066:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384919.216068:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384919.216071:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.216073:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384919.216075:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384919.216076:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384919.216079:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384919.216081:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006198549d. 00000100:00000001:2.0:1767384919.216082:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.216085:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384919.216089:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aea2f8e7. 02000000:00000001:2.0:1767384919.216089:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384919.216097:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c7e9bea. 00000100:00001000:2.0:1767384919.216098:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=27 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384919.216105:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00001000:2.0:1767384919.216106:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=27 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384919.216113:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384919.216113:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384919.216117:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000829747c3. 00000100:00000001:2.0:1767384919.216118:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.216124:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384919.216127:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.216128:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384919.216133:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.216134:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384919.216142:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384919.216143:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384919.216150:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000261a6bef. 00000400:00000010:3.0:1767384919.216175:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dd6dfd5. 00000100:00000001:2.0:1767384919.216177:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.216192:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384919.216194:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384919.216198:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384919.216200:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384919.216201:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384919.216219:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384919.216220:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.216222:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384919.216222:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384919.216224:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384919.216225:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384919.216227:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384919.216233:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006eed4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373186816:0@lo:253: 00000100:00000001:2.0:1767384919.216236:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.216238:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384919.216239:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006eed4b4a x1853237373186816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.216245:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384919.216246:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384919.216248:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9adc47a. 02000000:00000001:2.0:1767384919.216252:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384919.216253:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384919.216254:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384919.216256:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384919.216257:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006cf1622c. 02000000:00000001:2.0:1767384919.216259:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384919.216261:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384919.216262:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006eed4b4a. 00000100:00000001:2.0:1767384919.216264:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384919.216265:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.216267:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.216271:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.216272:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.216274:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.216276:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384919.216818:0:22188:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000df030a50. 00000400:00000040:1.0:1767384919.216834:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384919.216836:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384919.216838:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.216839:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384919.216841:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.216842:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384919.216845:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384919.216846:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384919.216847:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384919.216848:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384919.216849:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384919.216851:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384919.216852:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384919.216853:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384919.216854:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384919.216856:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384919.216857:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384919.216857:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384919.216858:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384919.216860:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.216861:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384919.216862:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384919.216863:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384919.216864:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.216865:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384919.216866:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.216867:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384919.216868:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384919.216875:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384919.216876:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.216877:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384919.216879:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.216880:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384919.216881:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384919.216882:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384919.216883:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.216884:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384919.216886:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384919.216887:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384919.216888:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384919.216889:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384919.216890:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.216891:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384919.216892:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384919.216893:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384919.216894:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384919.216895:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384919.216896:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384919.216898:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384919.216899:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384919.216900:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384919.216901:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384919.216902:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384919.216903:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384919.216904:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384919.216905:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384919.216906:0:22188:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384919.216936:0:22188:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000df030a50. 00010000:00000010:1.1:1767384919.221832:0:22191:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b31e4548. 00010000:00000010:1.1:1767384919.221839:0:22191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00010000:00000001:2.0:1767384919.739666:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384919.739672:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.739677:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384919.739679:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.739726:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384919.739731:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.739735:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384919.867673:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384919.867678:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:1.0:1767384919.867683:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384919.867686:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384919.867687:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384919.867697:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384919.867699:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384919.867701:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384919.867703:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 17 10000000:00000001:1.0:1767384919.867706:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384919.867707:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384919.867713:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000020:00000040:1.0:1767384919.867717:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384919.867722:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384919.867725:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384919.867730:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384919.867735:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059169e2f. 00000100:00000001:1.0:1767384919.867742:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.867745:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384919.867748:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384919.867755:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b31e4548. 00010000:00000001:1.0:1767384919.867759:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384919.867761:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384919.867765:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384919.867768:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b3661 to hash 00000020:00000001:1.0:1767384919.867770:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384919.867771:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.867774:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.867777:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.867779:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.867781:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384919.867789:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384919.867797:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384919.867802:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384919.867810:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384919.867814:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132f92b8. 00000100:00000001:1.0:1767384919.867816:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553647206592 : -129520062345024 : ffff8a33c2b150c0) 00000100:00000001:1.0:1767384919.867819:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384919.867820:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000001:1.0:1767384919.867824:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384919.867826:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.867828:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384919.867830:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384919.867837:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.867845:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384919.867847:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.867850:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384919.867852:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384919.867854:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384919.867856:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373186944:0@lo:101: 00000100:00000001:1.0:1767384919.867860:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384919.867865:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384919.867867:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.867870:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384919.867874:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084d8baad. 02000000:00000001:1.0:1767384919.867876:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384919.867881:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a2c9f04. 00000400:00000010:1.0:1767384919.867887:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000200:1.0:1767384919.867892:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373186944, portal 25 00000100:00000001:1.0:1767384919.867894:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384919.867896:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000040:1.0:1767384919.867900:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.867917:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384919.867919:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384919.867922:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000100:00000200:1.0:1767384919.867924:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373186944, offset 0 00000400:00000200:1.0:1767384919.867936:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384919.867947:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384919.867960:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273503380 00000400:00000200:1.0:1767384919.867967:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x985 [2] + 0 00000400:00000010:1.0:1767384919.867971:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c9241b9. 00000400:00000200:1.0:1767384919.867974:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000956a8bd 00000400:00000200:1.0:1767384919.867979:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384919.867982:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384919.867986:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000956a8bd 00000400:00000010:1.0:1767384919.867988:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000956a8bd. 00000100:00000001:1.0:1767384919.867993:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384919.867995:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384919.867997:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000d1722fe5 x1853237373186944 msgsize 328 00000100:00100000:1.0:1767384919.868003:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384919.868005:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384919.868020:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384919.868027:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000400:00000010:1.0:1767384919.868029:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:1.0:1767384919.868033:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384919.868036:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.868045:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.868048:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.868053:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.868055:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384919.868061:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.868065:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294910480 00000100:00000001:2.0:1767384919.868066:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384919.868070:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063b28ad2. 00000100:00100000:2.0:1767384919.868072:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373186944 02000000:00000001:2.0:1767384919.868077:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384919.868078:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384919.868081:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.868086:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.868087:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294910480 00000100:00000010:1.0:1767384919.868093:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c05d706. 02000000:00000001:2.0:1767384919.868094:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.868099:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384919.868102:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373186944 00000020:00000001:2.0:1767384919.868106:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384919.868112:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384919.868113:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294910480 00000020:00000001:2.0:1767384919.868117:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384919.868119:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035dfa1e3. 00000020:00000040:2.0:1767384919.868122:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384919.868124:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384919.868131:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294910480 00000020:00000001:2.0:1767384919.868132:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000010:1.0:1767384919.868137:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac2ba922. 00000020:00000001:2.0:1767384919.868138:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384919.868157:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384919.868163:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.868164:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384919.868166:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.868171:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051da922f. 00000100:00000001:1.0:1767384919.868171:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384919.868174:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384919.868179:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384919.868180:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000132f92b8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384919.868184:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384919.868189:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051da922f. 00000100:00000001:1.0:1767384919.868189:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.868203:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af8de33c. 00000020:00000010:2.0:1767384919.868212:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0fe94fc. 00000020:00000010:2.0:1767384919.868220:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030169a18. 00000100:00000040:2.0:1767384919.868234:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384919.868238:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384919.868240:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384919.868243:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.868252:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.868268:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.868285:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384919.868288:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384919.868296:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:2.0:1767384919.868301:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384919.868305:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634537552 : -129520075014064 : ffff8a33c1f00050) 00000100:00000040:2.0:1767384919.868323:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1722fe5 x1853237373186944/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 328/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.868337:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.868341:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051da922f. 00000100:00000001:2.0:1767384919.868345:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.868349:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051da922f. 00000100:00100000:2.0:1767384919.868356:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1722fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373186944:12345-0@lo:101: 00000100:00000200:2.0:1767384919.868361:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373186944 00000020:00000001:2.0:1767384919.868365:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384919.868369:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384919.868372:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.868375:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384919.868378:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:2.0:1767384919.868383:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384919.868385:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384919.868389:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384919.868392:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384919.868396:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.868400:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384919.868403:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384919.868405:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384919.868408:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384919.868411:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.868416:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384919.868423:0:16799:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f5454cb. 00010000:00000001:2.0:1767384919.868427:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384919.868431:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a6517f16. 00000020:00000001:2.0:1767384919.868435:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384919.868438:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a6517f16 with handle 0xcb8130832f6b3668 to hash 00000020:00000001:2.0:1767384919.868441:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384919.868443:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384919.868446:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00010000:2.0:1767384919.868451:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b3661 expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384919.868469:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:2.0:1767384919.868472:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:2.0:1767384919.868480:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384919.868484:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384919.868490:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000022ff49ee. 02000000:00000001:2.0:1767384919.868493:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.868497:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.868500:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384919.868504:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384919.868507:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384919.868520:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384919.868523:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384919.868526:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384919.868528:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384919.868531:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384919.868534:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384919.868536:0:16799:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384919.868539:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384919.868541:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f5454cb) refcount = 1 00010000:00010000:2.0:1767384919.868547:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384919.868555:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384919.868558:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384919.868561:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384919.868563:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.868566:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384919.868572:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384919.868576:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384919.868585:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384919.868588:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384919.868591:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384919.868637:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.868640:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384919.868642:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384919.868644:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384919.868646:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a6517f16, rc 0) 00000020:00000001:2.0:1767384919.868650:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384919.868653:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373186944 00010000:00000001:2.0:1767384919.868657:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384919.868662:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1722fe5 x1853237373186944/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 328/344 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384919.868674:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384919.868676:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384919.868681:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384919.868686:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384919.868690:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384919.868694:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384919.868698:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384919.868700:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.868704:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384919.868707:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384919.868712:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767384919.868716:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373186944, offset 224 00000400:00000200:2.0:1767384919.868723:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384919.868733:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384919.868742:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273503380 00000400:00000200:2.0:1767384919.868747:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1499 [1] + 224 00000400:00000200:2.0:1767384919.868752:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.868757:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384919.868763:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384919.868768:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384919.868783:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.868807:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384919.868827:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:2.0:1767384919.868830:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000001:2.0:1767384919.868836:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384919.868839:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384919.868840:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384919.868846:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384919.868847:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.868852:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384919.868855:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:1.0:1767384919.868856:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a2c9f04. 00010000:00000001:2.0:1767384919.868864:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384919.868864:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000020:00000001:2.0:1767384919.868867:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384919.868868:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:1.0:1767384919.868874:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384919.868875:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384919.868885:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384919.868892:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1722fe5 x1853237373186944/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 328/344 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384919.868902:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.868919:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384919.868923:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.868926:0:16801:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384919.868931:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1722fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373186944:12345-0@lo:101: Request processed in 588us (925us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384919.868931:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384919.868935:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384919.868938:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.868942:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384919.868948:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=27 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384919.868953:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00001000:1.0:1767384919.868955:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=27 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384919.868961:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384919.868962:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384919.868967:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384919.868970:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384919.868974:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.868978:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0fe94fc. 00010000:00000001:1.0:1767384919.868978:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384919.868981:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.868985:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.868988:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030169a18. 00000100:00000040:1.0:1767384919.868991:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384919.868997:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af8de33c. 00000100:00000001:1.0:1767384919.869001:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.869015:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384919.869018:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384919.869019:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000040:1.0:1767384919.869023:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384919.869027:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384919.869033:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000022ff49ee. 00000100:00100000:1.0:1767384919.869034:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373186944:0@lo:101: 02000000:00000001:2.0:1767384919.869043:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384919.869044:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.869049:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.869050:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869056:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384919.869059:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384919.869061:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384919.869062:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384919.869070:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8da421. 00000100:00000001:1.0:1767384919.869072:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384919.869077:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000132f92b8. 00000400:00000010:2.0:1767384919.869082:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eb8ebf6. 00000100:00000001:1.0:1767384919.869082:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384919.869085:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.869090:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384919.869093:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.869096:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.869098:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384919.869102:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.869107:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000040:1.0:1767384919.869112:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000080866b7, remote cookie: 0xcb8130832f6b3668, flags: 0x0 00010000:00000001:1.0:1767384919.869116:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384919.869120:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384919.869122:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384919.869125:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384919.869135:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384919.869137:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b31e4548) refcount = 1 00010000:00010000:1.0:1767384919.869141:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.869171:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384919.869173:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384919.869176:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384919.869180:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384919.869184:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.869187:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.869207:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384919.869209:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.869211:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.869212:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.869214:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.869216:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869219:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.869224:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373186944/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.869232:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384919.869236:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384919.869238:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084d8baad. 02000000:00000001:1.0:1767384919.869242:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384919.869244:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384919.869245:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384919.869247:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384919.869250:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000059169e2f. 02000000:00000001:1.0:1767384919.869253:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384919.869255:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384919.869256:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00000001:1.0:1767384919.869259:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384919.869260:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384919.869262:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384919.869264:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384919.869272:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:1.0:1767384919.869274:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.869276:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.869277:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.869279:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=3 00000020:00000001:1.0:1767384919.869281:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.869282:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.869285:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384919.869287:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.869289:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.869291:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384919.869294:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384919.869298:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005272a4a1. 00000100:00000010:1.0:1767384919.869322:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000020:00000040:1.0:1767384919.869327:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384919.869331:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384919.869334:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384919.869337:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384919.869343:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059169e2f. 00000100:00000001:1.0:1767384919.869348:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869353:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384919.869357:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000084d8baad. 00000100:00000010:1.0:1767384919.869362:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003ef218c8. 00000020:00000040:1.0:1767384919.869365:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384919.869369:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384919.869371:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384919.869375:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132f92b8. 00000100:00000001:1.0:1767384919.869377:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553647206592 : -129520062345024 : ffff8a33c2b150c0) 00000100:00000001:1.0:1767384919.869379:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384919.869381:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000001:1.0:1767384919.869384:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384919.869385:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869387:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384919.869388:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384919.869392:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.869404:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384919.869406:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.869408:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384919.869410:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384919.869412:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384919.869414:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373187072:0@lo:256: 00000100:00000001:1.0:1767384919.869417:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384919.869420:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384919.869422:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869425:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384919.869430:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a2c9f04. 00000400:00000010:1.0:1767384919.869435:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000950f84a5. 00000100:00000200:1.0:1767384919.869438:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273503400-0x6958273503400, portal 33 00000100:00000001:1.0:1767384919.869441:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.869442:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384919.869446:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a589fb41. 02000000:00000001:1.0:1767384919.869448:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384919.869451:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc7e5d. 00000400:00000010:1.0:1767384919.869456:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000200:1.0:1767384919.869457:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373187072, portal 25 00000100:00000001:1.0:1767384919.869459:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384919.869460:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000040:1.0:1767384919.869464:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.869469:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384919.869473:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384919.869476:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000100:00000200:1.0:1767384919.869478:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373187072, offset 0 00000400:00000200:1.0:1767384919.869483:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384919.869490:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384919.869498:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273503400 00000400:00000200:1.0:1767384919.869503:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x995 [2] + 0 00000400:00000010:1.0:1767384919.869510:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000489a826c. 00000400:00000200:1.0:1767384919.869514:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e5d86c7 00000400:00000200:1.0:1767384919.869518:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384919.869522:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384919.869525:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e5d86c7 00000400:00000010:1.0:1767384919.869527:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e5d86c7. 00000100:00000001:1.0:1767384919.869531:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384919.869532:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384919.869534:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000042fe3137 x1853237373187072 msgsize 304 00000100:00100000:1.0:1767384919.869539:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384919.869541:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384919.869554:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384919.869560:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000400:00000010:1.0:1767384919.869562:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:1.0:1767384919.869565:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384919.869568:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.869575:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.869577:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.869582:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869584:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384919.869589:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869626:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294910482 00000100:00000001:1.0:1767384919.869632:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910480 00000100:00000001:1.0:1767384919.869636:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294910482 00000100:00000001:1.0:1767384919.869641:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910480 00000100:00000001:1.0:1767384919.869644:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294910482 00000100:00000001:1.0:1767384919.869648:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910480 00000100:00000001:1.0:1767384919.869649:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294910482 00000100:00000001:1.0:1767384919.869653:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910480 00000100:00000001:1.0:1767384919.869655:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.869664:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.869666:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384919.869667:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384919.869669:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000132f92b8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384919.869672:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384919.869674:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.869728:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384919.869732:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187072 02000000:00000001:2.0:1767384919.869735:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384919.869737:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.869739:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.869743:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384919.869746:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187072 00000020:00000001:2.0:1767384919.869756:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384919.869757:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384919.869760:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384919.869762:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:2.0:1767384919.869765:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384919.869768:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384919.869773:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.869777:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051da922f. 00000100:00000001:2.0:1767384919.869780:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.869784:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051da922f. 00000020:00000010:2.0:1767384919.869791:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af8de33c. 00000020:00000010:2.0:1767384919.869796:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0fe94fc. 00000020:00000010:2.0:1767384919.869801:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030169a18. 00000100:00000040:2.0:1767384919.869808:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384919.869811:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384919.869813:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384919.869815:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.869821:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.869834:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.869846:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384919.869848:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384919.869855:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384919.869859:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384919.869862:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634552912 : -129520074998704 : ffff8a33c1f03c50) 00000100:00000040:2.0:1767384919.869867:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042fe3137 x1853237373187072/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 304/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.869877:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.869881:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051da922f. 00000100:00000001:2.0:1767384919.869884:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.869886:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051da922f. 00000100:00100000:2.0:1767384919.869890:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000042fe3137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373187072:12345-0@lo:256: 00000100:00000200:2.0:1767384919.869894:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187072 00000020:00000001:2.0:1767384919.869904:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384919.869907:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384919.869909:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.869911:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384919.869913:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:2.0:1767384919.869917:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384919.869918:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384919.869920:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384919.869922:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384919.869925:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.869928:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384919.869930:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384919.869934:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000022ff49ee. 02000000:00000001:2.0:1767384919.869936:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.869938:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.869942:0:16799:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384919.869957:0:16799:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384919.869960:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384919.869963:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384919.869965:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.869968:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384919.869970:0:16799:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384919.869974:0:16799:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000bea2362e. 20000000:00000001:2.0:1767384919.869977:0:16799:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384919.869990:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384919.869997:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384919.870003:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384919.870006:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384919.870008:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384919.870011:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384919.870025:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384919.870028:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384919.870031:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384919.870034:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384919.870037:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384919.870040:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:2.0:1767384919.870044:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3832/1/4/3. 20000000:00000040:2.0:1767384919.870051:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384919.870062:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384919.870065:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384919.870068:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384919.870071:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384919.870074:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384919.870076:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384919.870079:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384919.870082:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384919.870085:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384919.870088:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384919.870091:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:2.0:1767384919.870095:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3568/1/4/3. 20000000:01000000:2.0:1767384919.870098:0:16799:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 528, version 28 20000000:00000001:2.0:1767384919.870100:0:16799:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=528 : 528 : 210) 00000100:00000001:2.0:1767384919.870104:0:16799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384919.870109:0:16799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cb3e6905. 00000100:00000010:2.0:1767384919.870113:0:16799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e7297daf. 00000020:00000040:2.0:1767384919.870115:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:2.0:1767384919.870118:0:16799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384919.870121:0:16799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384919.870124:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000400:00000010:2.0:1767384919.870130:0:16799:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000293bf5d8. 00000400:00000200:2.0:1767384919.870135:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384919.870143:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384919.870168:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 528 into portal 33 MB=0x6958273503400 00000400:00000200:2.0:1767384919.870175:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 528/528 into md 0x14a9 [4] + 0 00000400:00000010:2.0:1767384919.870179:0:16799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a2c9f04. 00000400:00000200:2.0:1767384919.870183:0:16799:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000950f84a5 00000400:00000200:2.0:1767384919.870187:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.870193:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384919.870198:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950f84a5 00000400:00000010:2.0:1767384919.870200:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000950f84a5. 00000100:00000001:2.0:1767384919.870205:0:16799:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384919.870207:0:16799:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000fe841f78 desc 0000000084d8baad mbits 1853237373187072 00000100:00000001:2.0:1767384919.870222:0:16799:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384919.870228:0:16799:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384919.870245:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384919.870252:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384919.870256:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384919.870263:0:16799:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14b5 00000400:00000200:2.0:1767384919.870268:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.870275:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384919.870281:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384919.870283:0:16799:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000cb3e6905 00000100:00000001:2.0:1767384919.870286:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384919.870297:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:2.0:1767384919.870300:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000001:2.0:1767384919.870304:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384919.870306:0:16799:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000cb3e6905 00000100:00000001:2.0:1767384919.870310:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384919.870318:0:16799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 528 bytes via portal 33 id 12345-0@lo mbits 0x6958273503400-0x6958273503400 00000100:00000001:2.0:1767384919.870322:0:16799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.870327:0:16799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.870329:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384919.870331:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:2.0:1767384919.870334:0:16799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e7297daf. 00000100:00000010:2.0:1767384919.870337:0:16799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cb3e6905. 00000100:00000001:2.0:1767384919.870340:0:16799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384919.870340:0:16799:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384919.870346:0:16799:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000bea2362e. 20000000:00000001:2.0:1767384919.870349:0:16799:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384919.870351:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373187072 00010000:00000001:2.0:1767384919.870353:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384919.870356:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000042fe3137 x1853237373187072/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 304/240 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384919.870362:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384919.870364:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384919.870366:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384919.870370:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384919.870373:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384919.870376:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384919.870379:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384919.870388:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.870391:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384919.870394:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384919.870398:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767384919.870402:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373187072, offset 224 00000400:00000200:2.0:1767384919.870409:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384919.870417:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384919.870424:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273503400 00000400:00000200:2.0:1767384919.870430:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14ad [1] + 224 00000400:00000200:2.0:1767384919.870435:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.870438:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384919.870442:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384919.870446:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384919.870456:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.870476:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384919.870484:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:2.0:1767384919.870487:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000001:2.0:1767384919.870492:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384919.870494:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384919.870500:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.870505:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384919.870509:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384919.870512:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.870515:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384919.870517:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384919.870521:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042fe3137 x1853237373187072/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:145/0 lens 304/240 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384919.870526:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.870531:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384919.870534:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1bc7e5d. 00000400:00000200:1.0:1767384919.870540:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000100:00100000:2.0:1767384919.870545:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000042fe3137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373187072:12345-0@lo:256: Request processed in 662us (1003us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384919.870545:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:1.0:1767384919.870553:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384919.870561:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384919.870566:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384919.870575:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:1.0:1767384919.870580:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.870582:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384919.870589:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384919.870590:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.870615:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384919.870617:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384919.870618:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384919.870619:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.870621:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384919.870624:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384919.870627:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384919.870630:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384919.870633:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.870635:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384919.870636:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384919.870640:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.870643:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0fe94fc. 00000100:00000001:1.0:1767384919.870643:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.870649:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384919.870653:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030169a18. 00000100:00000040:1.0:1767384919.870660:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384919.870662:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af8de33c. 00000020:00000040:2.0:1767384919.870670:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:1.0:1767384919.870678:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384919.870680:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384919.870681:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384919.870686:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000022ff49ee. 00000100:00000040:1.0:1767384919.870689:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384919.870695:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384919.870698:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373187072:0@lo:256: 00000100:00000001:2.0:1767384919.870701:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.870704:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384919.870710:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384919.870710:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.870714:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384919.870717:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.870718:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384919.870720:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5197cdc. 00000400:00000010:2.0:1767384919.870730:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000351a689f. 00000100:00000001:1.0:1767384919.870730:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384919.870732:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000132f92b8. 00000100:00000001:1.0:1767384919.870738:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384919.870739:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384919.870742:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 28, more 0. 10000000:00000001:1.0:1767384919.870745:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384919.870752:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c03b22f5. 10000000:00000040:1.0:1767384919.870762:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384919.870768:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384919.870770:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384919.870774:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:1.0:1767384919.870776:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.870779:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384919.870780:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:1.0:1767384919.870782:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:1.0:1767384919.870785:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 12 NIDs 00000400:00001000:1.0:1767384919.870787:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384919.870790:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:1.0:1767384919.870794:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384919.870798:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (12) 00000400:00000200:1.0:1767384919.870803:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384919.870812:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:1.0:1767384919.870815:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (13) 00000400:00000200:1.0:1767384919.870817:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:1.0:1767384919.870818:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:1.0:1767384919.870821:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870822:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:1.0:1767384919.870823:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:1.0:1767384919.870826:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870827:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:1.0:1767384919.870828:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:1.0:1767384919.870830:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870831:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:1.0:1767384919.870832:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:1.0:1767384919.870834:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870835:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:1.0:1767384919.870837:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:1.0:1767384919.870840:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870841:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:1.0:1767384919.870843:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:1.0:1767384919.870845:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870847:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:1.0:1767384919.870848:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:1.0:1767384919.870851:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870852:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:1.0:1767384919.870854:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:1.0:1767384919.870857:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870858:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:1.0:1767384919.870860:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:1.0:1767384919.870863:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870865:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:1.0:1767384919.870866:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:1.0:1767384919.870870:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870872:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:1.0:1767384919.870873:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:1.0:1767384919.870876:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384919.870877:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000100:00000001:1.0:1767384919.870885:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.870887:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384919.870890:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:1.0:1767384919.870894:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ccd46970. 10000000:00000040:1.0:1767384919.870897:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 28/28 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:1.0:1767384919.870900:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384919.870905:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384919.870909:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a73cd801. 00000020:00000010:1.0:1767384919.870913:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2360d28. 00000040:00000010:1.0:1767384919.870917:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ce5a3d9e. 00000020:00000010:1.0:1767384919.870923:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384919.870928:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384919.870933:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d7cec295. 80000000:00000010:1.0:1767384919.870938:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000753f2227. 40000000:00000010:1.0:1767384919.870952:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e47aa35e. 00100000:00000010:1.0:1767384919.870958:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000fbdd1df. 00040000:00000010:1.0:1767384919.870962:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000051968cc. 00040000:00000010:1.0:1767384919.870966:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000314efa6b. 00040000:00000010:1.0:1767384919.870971:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000002aa9c71. 00080000:00000010:1.0:1767384919.870976:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f501848f. 00000004:00000010:1.0:1767384919.870980:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fe2b359f. 00000004:00000010:1.0:1767384919.870984:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d3384ff3. 00000004:00000010:1.0:1767384919.870988:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001dcc33d6. 00002000:00000010:1.0:1767384919.870993:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c6ef92df. 00000004:00000010:1.0:1767384919.870997:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012f56158. 00000004:00000001:1.0:1767384919.871000:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384919.871003:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384919.871005:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ccd46970 00000040:00001000:1.0:1767384919.871007:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384919.871009:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384919.871011:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384919.871012:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384919.871015:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384919.871017:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384919.871023:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384919.871025:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:1.0:1767384919.871026:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384919.871091:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384919.871096:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2360d28. 00000040:00000010:1.0:1767384919.871100:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ce5a3d9e. 00000020:00000010:1.0:1767384919.871102:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384919.871105:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384919.871108:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d7cec295. 80000000:00000010:1.0:1767384919.871111:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000753f2227. 40000000:00000010:1.0:1767384919.871114:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e47aa35e. 00100000:00000010:1.0:1767384919.871118:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000fbdd1df. 00040000:00000010:1.0:1767384919.871121:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000051968cc. 00040000:00000010:1.0:1767384919.871124:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000314efa6b. 00040000:00000010:1.0:1767384919.871127:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000002aa9c71. 00080000:00000010:1.0:1767384919.871130:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f501848f. 00000004:00000010:1.0:1767384919.871133:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fe2b359f. 00000004:00000010:1.0:1767384919.871136:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d3384ff3. 00000004:00000010:1.0:1767384919.871139:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001dcc33d6. 00002000:00000010:1.0:1767384919.871142:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c6ef92df. 00000004:00000010:1.0:1767384919.871160:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000012f56158. 00000020:00000010:1.0:1767384919.871162:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a73cd801. 00000020:00000001:1.0:1767384919.871164:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.871166:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384919.871169:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ccd46970. 10000000:00000010:1.0:1767384919.871171:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c03b22f5. 10000000:00000001:1.0:1767384919.871173:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.871175:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.871178:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373187072/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.871183:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384919.871185:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384919.871192:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a589fb41. 02000000:00000001:1.0:1767384919.871193:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384919.871202:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384919.871203:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384919.871204:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384919.871205:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384919.871206:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384919.871207:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384919.871209:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384919.871210:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003ef218c8. 00000100:00000010:1.0:1767384919.871213:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000084d8baad. 00000100:00000001:1.0:1767384919.871216:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384919.871217:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000059169e2f. 02000000:00000001:1.0:1767384919.871221:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384919.871222:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384919.871224:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00000001:1.0:1767384919.871227:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384919.871227:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384919.871240:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005272a4a1. 10000000:01000000:1.0:1767384919.871244:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384919.871249:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384919.871250:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.871252:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.871254:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=3 00000020:00000001:1.0:1767384919.871255:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.871258:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384919.871260:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384919.871261:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.871268:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.871269:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384919.871271:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.871277:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384919.871278:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.871280:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384919.871288:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384919.871291:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384919.871295:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384919.871298:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384919.871299:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:1.0:1767384919.871303:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384919.883564:0:22410:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000af4ff65c. 00000020:00000040:0.0:1767384919.883576:0:22410:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384919.883578:0:22410:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000af4ff65c. 00000100:00000040:3.0:1767384919.886670:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000040:0.0:1767384919.886674:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000010:3.0:1767384919.886679:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac2ba922. 00000100:00000040:1.0:1767384919.886683:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000010:0.0:1767384919.886683:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063b28ad2. 00000100:00000010:1.0:1767384919.886697:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c05d706. 00000100:00000040:2.0:1767384919.888379:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294910482, at 4294910484 00000100:00000010:2.0:1767384919.888389:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035dfa1e3. 00080000:00000001:1.0:1767384920.178858:0:22423:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384920.178873:0:22423:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384920.178877:0:22423:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384920.178883:0:22423:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384920.178900:0:22423:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384920.178903:0:22423:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.763680:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384920.763686:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.763691:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384920.763693:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384920.763737:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384920.763741:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384920.763744:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384920.968033:0:22587:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384920.968037:0:22587:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:3.0:1767384920.971404:0:22587:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384920.978612:0:22588:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cb3e6905. 00000400:00000010:2.0:1767384920.978651:0:22588:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c654786e. 00000400:00000010:2.0:1767384920.978660:0:22588:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006d85f962. 00000400:00000010:2.0:1767384920.978664:0:22588:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000044ee1625. 00000400:00000010:2.0:1767384920.978668:0:22588:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000078da72eb. 00000400:00000010:2.0:1767384920.978672:0:22588:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059dac8b2. 00000400:00000010:2.0:1767384920.978674:0:22588:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000046210e16. 00000400:00000010:2.0:1767384920.978675:0:22588:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081f95864. 00000400:00000010:2.0:1767384920.978677:0:22588:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a3bb6bdb. 00000800:00000010:2.0:1767384920.978687:0:22588:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000197bb845. 00000800:00000200:2.0:1767384920.978697:0:22588:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384920.978703:0:22588:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384920.978738:0:22588:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384920.978753:0:22588:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp21 [8/256/0/180] 00000400:00000010:2.0:1767384920.980971:0:22588:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000008ce75b42. 00000400:00000010:2.0:1767384920.980979:0:22588:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe59115. 00000400:00000010:2.0:1767384920.980985:0:22588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000400:00000001:2.0:1767384920.981005:0:22588:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384920.981008:0:22588:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384920.981010:0:22588:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000400:00000200:2.0:1767384920.981013:0:22588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:2.0:1767384920.981016:0:22588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000400:00000010:2.0:1767384920.981020:0:22588:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000d5616dd8. 00000400:00000200:2.0:1767384920.981026:0:22588:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (12) 00000400:00000200:2.0:1767384920.981041:0:22588:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384920.981050:0:22588:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:2.0:1767384920.981057:0:22588:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e9adc47a. 00000020:01000000:2.0:1767384920.981062:0:22588:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384920.981064:0:22588:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp21 00000400:00000010:2.0:1767384920.981078:0:22588:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c654786e. 00000400:00000010:2.0:1767384920.981082:0:22588:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cb3e6905. 00000400:00000200:3.0:1767384920.981092:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384920.981099:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384920.981104:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000400:00000200:3.0:1767384920.981107:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (13) 00000400:00000010:3.0:1767384920.981111:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b0e2265f. 00000400:00000200:3.0:1767384920.981116:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384920.981139:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1767384920.981143:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384920.981148:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384920.981151:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384920.981153:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384920.981156:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384920.981159:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384920.981161:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384920.981164:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384920.981166:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384920.981169:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384920.981183:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384920.981187:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:3.0:1767384920.981197:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp20 00000400:00000200:3.0:1767384920.981201:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767384920.981204:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp20 00000400:00000200:3.0:1767384920.981207:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp20 NI seq info: [27:27:256:4294967295] 192.168.204.149@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1767384920.981212:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp20 00000400:00000200:3.0:1767384920.981218:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20:) -> 192.168.204.149@tcp20(192.168.204.149@tcp:192.168.204.149@tcp20) : PUT try# 0 00000800:00000200:3.0:1767384920.981223:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.149@tcp20 00000800:00000010:3.0:1767384920.981227:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1c64a18. 00000800:00000010:3.0:1767384920.981233:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000039a47189. 00000800:00000010:3.0:1767384920.981236:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d1826159. 00000800:00000200:3.0:1767384920.981239:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (2) 00000800:00000200:3.1:1767384920.981243:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (2) 00000020:00000001:1.0:1767384920.981247:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384920.981252:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384920.981254:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384920.981256:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384920.981258:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000020:01000004:1.0:1767384920.981261:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384920.981264:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:01000004:1.0:1767384920.981266:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384920.981270:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384920.981272:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384920.981274:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384920.981275:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384920.981276:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384920.981278:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384920.981279:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384920.981280:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384920.981286:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000020:00000040:1.0:1767384920.981290:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384920.981295:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384920.981298:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384920.981302:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384920.981310:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000047863916. 00000400:00000200:0.0:1767384920.981313:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:1.0:1767384920.981316:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981331:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384920.981333:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384920.981340:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe841f78] to pc [ptlrpcd_00_03+3] req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384920.981370:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384920.981373:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384920.981375:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384920.981377:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384920.981383:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384920.981384:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:2.0:1767384920.981396:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384920.981396:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384920.981400:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384920.981403:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384920.981403:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384920.981406:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384920.981407:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384920.981408:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384920.981412:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384920.981413:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384920.981414:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1767384920.981417:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384920.981417:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384920.981419:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384920.981421:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384920.981423:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000020:01000004:1.0:1767384920.981424:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384920.981429:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fd9b09f. 00000020:00000040:1.0:1767384920.981434:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384920.981436:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384920.981437:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384920.981440:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384920.981441:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.981443:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.981446:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 02000000:00000001:2.0:1767384920.981448:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384920.981451:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000da5a2715. 02000000:00000001:2.0:1767384920.981453:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.981455:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.981459:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981460:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384920.981463:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384920.981467:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373187200:0@lo:253: 00000100:00000040:1.0:1767384920.981469:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fd9b09f] to pc [ptlrpcd_00_00+0] req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.981476:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384920.981478:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 02000000:00000001:2.0:1767384920.981483:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384920.981488:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.981491:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384920.981492:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384920.981495:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384920.981496:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384920.981498:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000829747c3. 02000000:00000001:2.0:1767384920.981502:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384920.981505:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384920.981508:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e9adc47a. 00000400:00000010:2.0:1767384920.981510:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d703faa7. 00000400:00000010:2.0:1767384920.981518:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c654786e. 00000100:00000001:1.0:1767384920.981518:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384920.981522:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373187200, portal 25 00000100:00000001:1.0:1767384920.981523:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.981524:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:2.0:1767384920.981529:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384920.981532:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384920.981535:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384920.981537:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384920.981540:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000040:1.0:1767384920.981543:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384920.981550:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384920.981551:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384920.981553:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.981558:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384920.981561:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384920.981565:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.981568:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384920.981568:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00100000:1.0:1767384920.981569:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fd9b09f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373187328:0@lo:253: 00000100:00000040:2.0:1767384920.981577:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384920.981578:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384920.981583:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384920.981584:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000568d5a0. 02000000:00000001:1.0:1767384920.981585:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.981588:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384920.981589:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373187200, offset 0 02000000:00000010:1.0:1767384920.981610:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a7abeaa1. 02000000:00000001:1.0:1767384920.981613:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384920.981618:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc7e5d. 00000400:00000010:1.0:1767384920.981622:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860cc4dd. 00000100:00000200:1.0:1767384920.981626:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373187328, portal 25 00000100:00000001:1.0:1767384920.981628:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384920.981629:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807135488 : -129514902416128 : ffff8a34f63f9500) 00000100:00000040:1.0:1767384920.981634:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384920.981640:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:1.0:1767384920.981641:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384920.981643:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384920.981648:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384920.981652:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000932dae81. 00000100:00000200:1.0:1767384920.981655:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373187328, offset 0 00000400:00000200:2.0:1767384920.981659:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384920.981663:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384920.981674:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503480 00000400:00000200:0.0:1767384920.981676:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.981680:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384920.981686:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000010:2.0:1767384920.981691:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ae14f77. 00000400:00000200:1.0:1767384920.981691:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503500 00000400:00000200:2.0:1767384920.981696:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff5e5910 00000400:00000200:2.0:1767384920.981704:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384920.981704:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000400:00000200:0.0:1767384920.981706:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000010:1.0:1767384920.981713:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b92ed630. 00000400:00000200:2.0:1767384920.981714:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384920.981718:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b6d29d0 00000400:00000200:2.0:1767384920.981723:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5e5910 00000400:00000200:1.0:1767384920.981724:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384920.981728:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff5e5910. 00000400:00000200:1.0:1767384920.981732:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384920.981737:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b6d29d0 00000400:00000200:0.0:1767384920.981737:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:2.0:1767384920.981738:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384920.981740:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b6d29d0. 00000100:00000200:2.0:1767384920.981743:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384920.981746:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384920.981749:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000032819922 x1853237373187200 msgsize 4848 00000100:00000200:1.0:1767384920.981749:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384920.981754:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000003977c803 x1853237373187328 msgsize 4848 00000400:00000200:0.0:1767384920.981762:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00100000:2.0:1767384920.981764:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384920.981764:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384920.981770:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384920.981781:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384920.981782:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384920.981784:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384920.981790:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000568d5a0 00000400:00000010:2.0:1767384920.981794:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000568d5a0. 00000100:00000001:1.0:1767384920.981795:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384920.981799:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384920.981805:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000932dae81 00000100:00000200:2.0:1767384920.981807:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384920.981810:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000932dae81. 00000400:00000200:0.0:1767384920.981812:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000001:1.0:1767384920.981817:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384920.981825:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384920.981826:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384920.981830:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384920.981838:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000100:00000001:2.0:1767384920.981853:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981855:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384920.981856:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384920.981862:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.981864:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981869:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981872:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384920.981876:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294911594 00000400:00000200:0.0:1767384920.981878:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000100:00000001:1.0:1767384920.981879:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384920.981881:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000367e4542. 00000100:00000001:1.0:1767384920.981885:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294911594 00000100:00000001:2.0:1767384920.981889:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384920.981896:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294911594 00000100:00000001:1.0:1767384920.981896:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294911594 00000100:00000010:2.0:1767384920.981901:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bc850fe. 00000100:00000001:1.0:1767384920.981901:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294911594 00000100:00000001:2.0:1767384920.981907:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384920.981913:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294911594 00000100:00000001:1.0:1767384920.981913:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294911594 00000400:00000200:0.0:1767384920.981914:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000100:00000010:2.0:1767384920.981919:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a332c08e. 00000100:00000001:1.0:1767384920.981919:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294911594 00000100:00000001:2.0:1767384920.981925:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384920.981932:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294911594 00000100:00000001:1.0:1767384920.981932:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294911594 00000100:00000001:1.0:1767384920.981936:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294911594 00000100:00000010:2.0:1767384920.981937:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac8e405b. 00000100:00000001:2.0:1767384920.981942:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384920.981947:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.981947:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294911594 00000100:00000001:2.0:1767384920.981950:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.981954:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.981957:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000100:00000001:2.0:1767384920.981959:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384920.981959:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.981964:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981966:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981968:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.981969:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384920.981972:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384920.981974:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384920.981976:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384920.981977:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384920.981978:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384920.981983:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981984:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384920.981986:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981987:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384920.981992:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.981995:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.982008:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384920.982011:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.982013:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000100:00000001:1.0:1767384920.982027:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384920.982030:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187200 02000000:00000001:1.0:1767384920.982034:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384920.982037:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384920.982039:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.982042:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384920.982045:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187200 00000020:00000001:1.0:1767384920.982047:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384920.982049:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384920.982051:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384920.982054:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384920.982056:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384920.982058:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384920.982062:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384920.982064:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000020:00000010:1.0:1767384920.982066:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000100:00000001:1.0:1767384920.982070:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384920.982072:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000020:00000010:1.0:1767384920.982078:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1a3d1c1. 00000020:00000010:1.0:1767384920.982083:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa8af506. 00000020:00000010:1.0:1767384920.982088:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1f1e456. 00000100:00000040:1.0:1767384920.982099:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384920.982102:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384920.982103:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384920.982104:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384920.982107:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187328 00000100:00000001:1.0:1767384920.982107:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.982110:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384920.982112:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384920.982112:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000100:00000001:2.0:1767384920.982115:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.982120:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.982137:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384920.982138:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187328 00000020:00000001:2.0:1767384920.982143:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384920.982145:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384920.982147:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384920.982149:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000100:00000001:1.0:1767384920.982149:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384920.982152:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384920.982177:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384920.982189:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384920.982193:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c702ce6b. 00000100:00000001:1.0:1767384920.982194:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384920.982196:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.982197:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384920.982202:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c702ce6b. 00000400:00000200:0.0:1767384920.982204:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000100:00100000:1.0:1767384920.982207:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000020:00000010:2.0:1767384920.982208:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b08943aa. 00000100:00000040:1.0:1767384920.982213:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000010:2.0:1767384920.982214:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000780287a9. 00000100:00000001:1.0:1767384920.982217:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634544720 : -129520075006896 : ffff8a33c1f01c50) 00000020:00000010:2.0:1767384920.982220:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030169a18. 00000100:00000040:1.0:1767384920.982224:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032819922 x1853237373187200/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 4848/0 e 0 to 0 dl 1767384931 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.982227:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384920.982230:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384920.982234:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.982236:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384920.982240:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384920.982241:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000100:00000001:2.0:1767384920.982245:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384920.982246:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384920.982251:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000100:00100000:1.0:1767384920.982258:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032819922 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373187200:12345-0@lo:253: 00000100:00000200:1.0:1767384920.982261:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187200 00000100:00000001:2.0:1767384920.982262:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384920.982265:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384920.982266:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384920.982271:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384920.982274:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000020:00000001:1.0:1767384920.982275:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384920.982279:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:1.0:1767384920.982280:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384920.982285:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634548816 : -129520075002800 : ffff8a33c1f02c50) 00000020:00000001:1.0:1767384920.982285:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384920.982293:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384920.982295:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003977c803 x1853237373187328/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 4848/0 e 0 to 0 dl 1767384931 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384920.982296:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384920.982302:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384920.982305:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384920.982309:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.982310:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384920.982315:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c702ce6b. 00000100:00000001:1.0:1767384920.982316:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384920.982320:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384920.982320:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384920.982324:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c702ce6b. 00000100:00100000:2.0:1767384920.982329:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003977c803 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373187328:12345-0@lo:253: 00000100:00000200:2.0:1767384920.982332:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187328 00000020:00000001:2.0:1767384920.982333:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384920.982336:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e597bc25. 00000020:00000001:2.0:1767384920.982337:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384920.982340:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.982341:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384920.982344:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384920.982345:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384920.982346:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384920.982352:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384920.982352:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384920.982362:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384920.982363:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f0960b58. 00000020:00000001:2.0:1767384920.982364:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384920.982368:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384920.982370:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384920.982372:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.982375:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384920.982379:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384920.982381:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384920.982384:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:2.0:1767384920.982386:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdf21e1b. 20000000:00000001:1.0:1767384920.982387:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.982392:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384920.982393:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.982395:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384920.982397:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384920.982399:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384920.982408:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e9adc47a. 20000000:00000010:1.0:1767384920.982409:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b88990fb. 20000000:01000000:1.0:1767384920.982413:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:01000000:2.0:1767384920.982414:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384920.982417:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384920.982419:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384920.982420:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384920.982424:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384920.982428:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384920.982429:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384920.982434:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384920.982481:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe853bab. 00000800:00000010:0.0:1767384920.982486:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5a0388e. 00080000:00000001:1.0:1767384920.982491:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384920.982491:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d426c9e9. 00080000:00000001:1.0:1767384920.982497:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384920.982499:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384920.982500:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384920.982503:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384920.982507:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384920.982510:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384920.982516:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000012f56158. 00080000:00000001:1.0:1767384920.982518:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651174400 : -129520058377216 : ffff8a33c2eddc00) 00080000:00000001:1.0:1767384920.982522:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384920.982523:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d426c9e9. 00000001:00000001:1.0:1767384920.982649:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384920.982651:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384920.982654:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384920.982672:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384920.982675:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384920.982740:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384920.982759:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp20 from 233.3.0.2 00000800:00000010:0.0:1767384920.982762:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bb8039e4. 00080000:00000001:1.0:1767384920.982798:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384920.982804:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384920.982882:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b78e8f81. 00000800:00000010:0.0:1767384920.982887:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a718fea. 00000800:00000010:0.0:1767384920.982901:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000312a7cee. 00000800:00000200:0.1:1767384920.982905:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (2) 00000800:00000200:0.1:1767384920.982910:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp20 00000000312a7cee deleted 00000800:00000010:0.1:1767384920.982912:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000312a7cee. 00000800:00000200:0.1:1767384920.982916:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384920.982922:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:1001 00000800:00000200:0.1:1767384920.982925:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1c64a18 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767384920.982929:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp20 p 3.x 192.168.204.149 -> 192.168.204.149:1001 incarnation:1767384919188803539 sched[0] 00000800:00000010:0.0:1767384920.982940:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d426c9e9. 00000800:00000010:0.0:1767384920.982984:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d426c9e9. 00000800:00000010:0.0:1767384920.982989:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a718fea. 00000800:00000010:0.0:1767384920.983028:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bb8039e4. 00000800:00000001:2.0:1767384920.983036:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384920.983044:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384920.983095:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384920.983099:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1c64a18. 00000400:00000200:0.0:1767384920.983102:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384920.983107:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: PUT: OK 00000400:00000200:0.0:1767384920.983110:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384920.983113:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:0.1:1767384920.983151:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384920.983155:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp20 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384919188803539 sched[0] 00000800:00000010:0.0:1767384920.983175:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5a0388e. 00000800:00000001:0.0:1767384920.983259:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384920.983264:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384920.983266:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384920.983271:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.983277:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20) <- 192.168.204.149@tcp20 : PUT - for me 00000400:00000200:0.0:1767384920.983288:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384920.983292:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 240/240 into md 0x1485 [1] + 0 00000400:00000010:0.0:1767384920.983296:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd80b92. 00000400:00000200:0.0:1767384920.983299:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7604f34 00000800:00000001:0.0:1767384920.983302:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384920.983309:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.983312:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384920.983316:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: PUT: OK 00000400:00000200:0.0:1767384920.983320:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:0.0:1767384920.983322:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000400:00000200:0.0:1767384920.983326:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384920.983330:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (14) 00000400:00000200:0.0:1767384920.983334:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:0.0:1767384920.983339:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000f8f53946. 00000400:00000200:0.0:1767384920.983343:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 13 00000400:00000200:0.0:1767384920.983353:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384920.983366:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (15) 00000400:00000200:0.0:1767384920.983371:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384920.983393:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp20 to MR: 192.168.204.149@tcp20 local destination 00000400:00000200:0.0:1767384920.983399:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp20 NI seq info: [28:28:256:4294967295] 192.168.204.149@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384920.983409:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) -> 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) 192.168.204.149@tcp20 : ACK try# 0 00000800:00000200:0.0:1767384920.983415:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp20 00000400:00000200:2.0:1767384920.983416:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384920.983419:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485654e3. 00000400:00000010:2.0:1767384920.983423:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b11057. 00000800:00000200:0.0:1767384920.983424:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (4) 00000400:00000010:2.0:1767384920.983432:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000800:00000200:0.0:1767384920.983433:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:988 00000800:00000200:0.0:1767384920.983437:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485654e3 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384920.983440:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:2.0:1767384920.983449:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004d1 00000400:00000010:2.0:1767384920.983458:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000b3c76ad7. 00000400:00000010:2.0:1767384920.983462:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 000000007ccd09bf. 00000400:00000010:2.0:1767384920.983467:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 000000000f5810cc. 00000400:00000010:2.0:1767384920.983487:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dc2682ca. 00000400:00000200:2.0:1767384920.983494:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dc2682ca nid 192.168.204.149@tcp21 00000400:00000010:2.0:1767384920.983499:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ba1d02f6. 00000400:00000200:2.0:1767384920.983503:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ba1d02f6 net tcp21 00000400:00000200:2.0:1767384920.983507:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (14) 00000400:00000200:2.0:1767384920.983511:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp21 flags 0x11 00000800:00000200:1.0:1767384920.983511:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384920.983516:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485654e3. 00000400:00000010:2.0:1767384920.983518:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000b3c76ad7. 00000400:00000200:1.0:1767384920.983521:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384920.983522:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 000000007ccd09bf. 00000400:00000010:2.0:1767384920.983527:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 000000000f5810cc. 00000400:00000200:1.0:1767384920.983528:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: ACK: OK 00000800:00000001:1.0:1767384920.983536:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384920.983537:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000f8f53946. 00000800:00000001:1.0:1767384920.983540:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384920.983544:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000800:00000001:1.0:1767384920.983546:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384920.983549:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100551 00000800:00000001:1.0:1767384920.983551:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384920.983554:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 1 00000800:00000001:1.0:1767384920.983555:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384920.983560:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384920.983561:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 00000400:00000200:2.0:1767384920.983568:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384920.983571:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100511 rc 0 00000400:00000200:1.0:1767384920.983573:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20) <- 192.168.204.149@tcp20 : ACK - for me 00000400:00000200:2.0:1767384920.983576:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384920.983579:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (15) 00000400:00000200:1.0:1767384920.983629:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp20: ACK from 12345-192.168.204.149@tcp20 into md 0x14c5 00000400:00000200:1.0:1767384920.983635:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384920.983645:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: ACK: OK 00000400:00000200:1.0:1767384920.983650:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:1.0:1767384920.983653:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000400:00000200:1.0:1767384920.983657:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384920.983662:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384920.983664:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (14) 00000800:00000001:1.0:1767384920.983671:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384920.983676:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384920.983724:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.983799:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.983863:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.983925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.983986:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984039:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984080:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984118:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984181:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984234:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984273:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984309:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984344:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984392:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984417:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984458:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984517:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984561:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984648:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984734:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984782:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384920.984844:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000800:00000010:1.0:1767384920.985027:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dae40e58. 00000800:00000010:1.0:1767384920.985032:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e4230b3. 00000800:00000010:1.0:1767384920.985036:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ac22d5f. 00000800:00000010:1.0:1767384920.985074:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ac22d5f. 00000400:00000200:0.0:1767384920.985103:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384920.985119:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp20 from 232.3.0.2 00000800:00000010:0.0:1767384920.985137:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b6e5e99c. 00000800:00000010:1.0:1767384920.985198:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094efa275. 00000800:00000010:1.0:1767384920.985203:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faede1ae. 00000800:00000010:1.0:1767384920.985224:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000c8c05c2. 00000800:00000200:1.1:1767384920.985230:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (4) 00000800:00000200:1.1:1767384920.985236:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp20 000000000c8c05c2 deleted 00000800:00000010:1.1:1767384920.985238:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000c8c05c2. 00000800:00000200:1.1:1767384920.985242:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384920.985247:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp20 p 3.x 192.168.204.149 -> 192.168.204.149:1000 incarnation:1767384919188803539 sched[0] 00000800:00000010:1.0:1767384920.985251:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ac22d5f. 00000800:00000010:1.0:1767384920.985304:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ac22d5f. 00000800:00000010:1.0:1767384920.985309:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faede1ae. 00000800:00000200:2.1:1767384920.985325:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384920.985334:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp20 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384919188803539 sched[0] 00000800:00000010:2.0:1767384920.985338:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e4230b3. 00000800:00000010:1.0:1767384920.985342:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b6e5e99c. 00000800:00000001:1.0:1767384920.985359:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384920.985364:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384920.985374:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384920.985379:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384920.993532:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384920.993540:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384920.993541:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384920.993546:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384920.993546:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384920.993550:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384920.993551:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384920.993554:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384920.993556:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384920.993560:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384920.993560:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000012f56158. 00080000:00000001:0.0:1767384920.993566:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384920.993570:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384920.993574:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384920.993583:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384920.993585:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384920.993589:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384920.993610:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384920.993615:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384920.993618:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384920.993624:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006f5454cb count: 2 20000000:00000010:2.0:1767384920.993625:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfaba05e. 00010000:00000001:1.0:1767384920.993628:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384920.993629:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00010000:00000001:1.0:1767384920.993635:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:2.0:1767384920.993636:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:1.0:1767384920.993639:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00080000:00000001:2.0:1767384920.993654:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384920.993654:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384920.993658:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007584f943 with handle 0xcb8130832f6b366f to hash 00000020:00000001:1.0:1767384920.993661:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384920.993662:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384920.993665:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384920.993667:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384920.993670:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384920.993679:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384920.993687:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384920.993690:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384920.993693:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384920.993693:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384920.993696:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384920.993699:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384920.993700:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384920.993704:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384920.993705:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384920.993711:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384920.993714:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:2.0:1767384920.993717:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384920.993717:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.993721:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384920.993723:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384920.993724:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384920.993725:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384920.993726:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384920.993729:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384920.993731:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:1.0:1767384920.993736:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f5454cb) refcount = 2 00010000:00000040:1.0:1767384920.993739:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:2.0:1767384920.993740:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a01831ab. 00010000:00000040:1.0:1767384920.993741:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384920.993747:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307300352 : -129515402251264 : ffff8a34d874b400) 00010000:00000040:1.0:1767384920.993748:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384920.993750:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384920.993754:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:1.0:1767384920.993757:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082368bef. 00000100:00000001:1.0:1767384920.993760:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384920.993765:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000932dae81. 00000100:00000001:1.0:1767384920.993767:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553639808384 : -129520069743232 : ffff8a33c2406d80) 00000100:00000001:1.0:1767384920.993770:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553639808384 : -129520069743232 : ffff8a33c2406d80) 00000100:00000001:1.0:1767384920.993773:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384920.993774:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384920.993783:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384920.993786:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384920.993789:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384920.993791:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384920.993795:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384920.993797:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384920.993799:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384920.993804:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8e613d3. 00000020:00000040:1.0:1767384920.993809:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:1.0:1767384920.993813:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384920.993817:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384920.993821:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384920.993829:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5aace7d. 00000100:00000001:1.0:1767384920.993836:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384920.993839:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384920.993843:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384920.993844:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384920.993851:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384920.993865:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 16 pid: 16799 timeout: 394 lvb_type: 0 00080000:00000001:2.0:1767384920.993869:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384920.993876:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384920.993880:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384920.993885:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384920.993891:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384920.993899:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384920.993901:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384920.993905:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8e613d3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373187456:0@lo:104: 00000100:00000001:1.0:1767384920.993908:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384920.993913:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384920.993915:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.993917:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384920.993921:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086526770. 02000000:00000001:1.0:1767384920.993923:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384920.993928:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009677b5bc. 00000400:00000010:1.0:1767384920.993933:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000200:1.0:1767384920.993938:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373187456, portal 16 00000100:00000001:1.0:1767384920.993946:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384920.993947:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807131008 : -129514902420608 : ffff8a34f63f8380) 00000100:00000040:1.0:1767384920.993951:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384920.993957:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384920.993960:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384920.993963:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000100:00000200:1.0:1767384920.993965:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373187456, offset 0 00000400:00000200:1.0:1767384920.993972:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384920.993983:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384920.993992:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273503580 00080000:00000001:2.0:1767384920.993995:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384920.993999:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00080000:00000001:2.0:1767384920.994002:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384920.994006:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384920.994012:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384920.994018:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384920.994020:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384920.994025:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf43595d. 00000100:00000040:1.0:1767384920.994028:0:16820:0:(events.c:337:request_in_callback()) incoming req@00000000cf43595d x1853237373187456 msgsize 328 00000100:00100000:1.0:1767384920.994032:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384920.994051:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384920.994070:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000400:00000010:1.0:1767384920.994073:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:0.0:1767384920.994074:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384920.994077:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384920.994078:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187456 00000100:00000200:1.0:1767384920.994084:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384920.994084:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384920.994088:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384920.994092:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384920.994099:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.994101:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384920.994106:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384920.994115:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.994118:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384920.994134:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384920.994138:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187456 00000100:00000001:1.0:1767384920.994140:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294911606 00000020:00000001:0.0:1767384920.994144:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384920.994148:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000100:00000001:1.0:1767384920.994149:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294911594 00000020:00000001:0.0:1767384920.994153:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384920.994156:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294911606 00000020:00000040:0.0:1767384920.994158:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000020:00000001:0.0:1767384920.994161:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:1.0:1767384920.994168:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294911594 00000100:00000001:1.0:1767384920.994173:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294911606 00000020:00000001:0.0:1767384920.994175:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:1.0:1767384920.994189:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294911594 00000100:00000001:0.0:1767384920.994192:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384920.994195:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294911606 00000100:00000001:1.0:1767384920.994200:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294911594 00000100:00000001:1.0:1767384920.994204:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.994208:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.994210:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.994213:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384920.994215:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.994218:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384920.994220:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384920.994222:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.994225:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:0.0:1767384920.994225:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006dc75e4. 00010000:00000001:1.0:1767384920.994227:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384920.994232:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.994233:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.994238:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384920.994239:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006dc75e4. 00000100:00000001:1.0:1767384920.994241:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384920.994255:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 00000000932dae81 going to sleep for 11 seconds 00000020:00000010:0.0:1767384920.994258:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000500b773f. 00000100:00000001:1.0:1767384920.994259:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384920.994262:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384920.994265:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c7be300. 00000020:00000010:0.0:1767384920.994272:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000040:0.0:1767384920.994282:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384920.994286:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384920.994288:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384920.994291:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.994298:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.994312:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.994329:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384920.994331:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384920.994337:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384920.994341:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:0.0:1767384920.994344:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807139968 : -129514902411648 : ffff8a34f63fa680) 00000100:00000040:0.0:1767384920.994349:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf43595d x1853237373187456/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 328/0 e 0 to 0 dl 1767384931 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384920.994357:0:18589:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002111f865. 00000100:00000001:0.0:1767384920.994359:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384920.994365:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006dc75e4. 00000100:00000001:0.0:1767384920.994368:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384920.994370:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006dc75e4. 00000100:00100000:0.0:1767384920.994375:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf43595d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373187456:12345-0@lo:104: 00000100:00000200:0.0:1767384920.994380:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187456 00010000:00000001:0.0:1767384920.994383:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384920.994388:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384920.994390:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384920.994392:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=2 00000020:00000001:0.0:1767384920.994394:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384920.994405:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384920.994408:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384920.994411:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384920.994414:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384920.994424:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384920.994426:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384920.994430:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094097ef6. 02000000:00000001:0.0:1767384920.994432:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.994435:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.994439:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384920.994442:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384920.994445:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384920.994450:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384920.994453:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384920.994456:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384920.994459:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384920.994461:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.994464:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384920.994467:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384920.994471:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000100:00000200:0.0:1767384920.994475:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373187456, offset 224 00000400:00000200:0.0:1767384920.994480:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384920.994487:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384920.994493:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273503580 00000400:00000200:0.0:1767384920.994497:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14dd [1] + 224 00000400:00000200:0.0:1767384920.994501:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384920.994504:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384920.994507:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384920.994511:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384920.994518:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384920.994540:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384920.994545:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0940113 00000400:00000010:0.0:1767384920.994547:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000100:00000001:0.0:1767384920.994549:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384920.994551:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384920.994554:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384920.994557:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384920.994560:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384920.994563:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384920.994563:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003a718fea. 00010000:00000001:0.0:1767384920.994566:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384920.994569:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384920.994572:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384920.994574:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009677b5bc. 00010000:00010000:0.0:1767384920.994577:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767384920.994578:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000400:00000010:1.0:1767384920.994581:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00010000:00000001:0.0:1767384920.994584:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.994585:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384920.994589:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384920.994591:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384920.994628:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384920.994630:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384920.994631:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384920.994635:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384920.994638:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf43595d x1853237373187456/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384920.994643:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384920.994643:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384920.994647:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384920.994651:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384920.994656:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384920.994657:0:16820:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384920.994658:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf43595d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373187456:12345-0@lo:104: Request processed in 295us (626us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384920.994661:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384920.994662:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384920.994664:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384920.994667:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.994672:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384920.994676:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00001000:1.0:1767384920.994678:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=28 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384920.994682:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00010000:00010000:2.0:1767384920.994683:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (00000000e3583925) 00000100:00001000:1.0:1767384920.994684:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384920.994686:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384920.994691:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:2.0:1767384920.994692:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384920.994692:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384920.994695:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384920.994696:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384920.994697:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c7be300. 00010000:00000001:1.0:1767384920.994698:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384920.994701:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384920.994703:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000100:00000001:1.0:1767384920.994707:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384920.994709:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000500b773f. 00000100:00000040:1.0:1767384920.994715:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384920.994718:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00010000:00000001:2.0:1767384920.994719:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384920.994723:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384920.994724:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384920.994726:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384920.994727:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384920.994729:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384920.994731:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=3 00000100:00000001:1.0:1767384920.994732:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384920.994737:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384920.994738:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384920.994740:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.994743:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384920.994744:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384920.994746:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.994751:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767384920.994752:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384920.994754:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384920.994765:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8e613d3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373187456:0@lo:104: 10000000:00000001:2.0:1767384920.994773:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384920.994775:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:2.0:1767384920.994776:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384920.994780:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.994786:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:01000000:2.0:1767384920.994787:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384920.994790:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384920.994794:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8e613d3 x1853237373187456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384920.994803:0:16792:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384920.994806:0:16792:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:1.0:1767384920.994810:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:2.0:1767384920.994811:0:16792:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:1.0:1767384920.994814:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384920.994815:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384920.994819:0:16792:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384920.994820:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086526770. 02000000:00000001:1.0:1767384920.994826:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384920.994829:0:16820:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767384920.994833:0:16792:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384920.994836:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384920.994840:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 00000020:00000040:1.0:1767384920.994840:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 10000000:00000001:2.0:1767384920.994846:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:1.0:1767384920.994847:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1767384920.994849:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384920.994852:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c5aace7d. 00010000:00000001:2.0:1767384920.994853:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384920.994859:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384920.994859:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384920.994861:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1767384920.994863:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384920.994865:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1767384920.994867:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8e613d3. 00010000:00000001:2.0:1767384920.994869:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.994873:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384920.994874:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b3661 from hash 00000100:00000001:1.0:1767384920.994877:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384920.994879:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:1.0:1767384920.994882:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000932dae81. 00010000:00000001:2.0:1767384920.994883:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.994888:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384920.994889:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384920.994890:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384920.994893:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384920.994894:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000010:1.0:1767384920.994898:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082368bef. 00010000:00000001:2.0:1767384920.994899:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384920.994905:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384920.994905:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.994909:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384920.994911:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.994914:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384920.994917:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006eed4b4a. 20000000:00000001:1.0:1767384920.994917:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384920.994920:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:2.0:1767384920.994923:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00010000:00010000:1.0:1767384920.994924:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384920.994932:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384920.994936:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384920.994939:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384920.994945:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067ce7cd4. 00000100:00000001:2.0:1767384920.994949:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.994953:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384920.994957:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384920.994964:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384920.994967:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.994979:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384920.994982:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384920.994987:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eed4b4a] to pc [ptlrpcd_00_01+1] req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384920.995016:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384920.995020:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.995023:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384920.995025:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.995025:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384920.995028:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.995030:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384920.995032:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.995034:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384920.995036:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384920.995037:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384920.995039:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384920.995041:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.995043:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995049:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.995060:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384920.995062:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384920.995064:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3661 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3668 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384920.995064:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.995069:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384920.995072:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384920.995077:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384920.995080:0:16792:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000161e2b2f. 00000100:00100000:1.0:1767384920.995080:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006eed4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373187584:0@lo:103: 00010000:00000040:2.0:1767384920.995087:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b31e4548 count: 0 00000100:00000001:1.0:1767384920.995087:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384920.995090:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384920.995093:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384920.995094:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384920.995097:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5aace7d. 00010000:00000001:2.0:1767384920.995105:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384920.995105:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.995109:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384920.995109:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009677b5bc. 00010000:00000010:2.0:1767384920.995111:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003a718fea. 00000400:00000010:1.0:1767384920.995114:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00010000:00000001:2.0:1767384920.995118:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384920.995119:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373187584, portal 18 00000100:00000001:1.0:1767384920.995137:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384920.995139:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384920.995140:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776121472 : -129514933430144 : ffff8a34f4665880) 00000020:00000001:2.0:1767384920.995144:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384920.995148:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384920.995150:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384920.995154:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384920.995157:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384920.995158:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384920.995163:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384920.995165:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384920.995166:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000020:00000001:2.0:1767384920.995169:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384920.995170:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373187584, offset 0 00000020:00000001:2.0:1767384920.995174:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384920.995178:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384920.995180:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384920.995185:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384920.995191:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273503600 00000400:00000200:1.0:1767384920.995196:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:1.0:1767384920.995200:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384920.995204:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384920.995207:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384920.995209:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384920.995211:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8e613d3. 00000100:00000040:1.0:1767384920.995213:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f8e613d3 x1853237373187584 msgsize 328 00000100:00100000:1.0:1767384920.995217:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384920.995232:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384920.995237:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000400:00000010:1.0:1767384920.995239:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:1.0:1767384920.995241:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384920.995244:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384920.995252:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384920.995252:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384920.995255:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384920.995261:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187584 00000100:00000001:1.0:1767384920.995263:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384920.995264:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384920.995266:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384920.995267:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384920.995269:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384920.995274:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384920.995275:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187584 00000020:00000001:0.0:1767384920.995278:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384920.995279:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384920.995280:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.995281:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384920.995283:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294911607 00000020:00000040:0.0:1767384920.995284:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000020:00000001:0.0:1767384920.995289:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384920.995292:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384920.995293:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911606 00000100:00000001:0.0:1767384920.995294:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384920.995298:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294911607 00000020:00000010:0.0:1767384920.995299:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006dc75e4. 00000100:00000001:0.0:1767384920.995304:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384920.995306:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911606 00000020:00000010:0.0:1767384920.995307:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006dc75e4. 00000100:00000001:1.0:1767384920.995313:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294911607 00000020:00000010:0.0:1767384920.995314:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000500b773f. 00000100:00000001:1.0:1767384920.995318:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911606 00000020:00000010:0.0:1767384920.995318:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c7be300. 00000100:00000001:1.0:1767384920.995323:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294911607 00000020:00000010:0.0:1767384920.995324:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000001:1.0:1767384920.995328:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911606 00000100:00000040:0.0:1767384920.995332:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384920.995333:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384920.995336:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384920.995337:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995339:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384920.995340:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995342:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384920.995343:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.995345:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995348:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384920.995349:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384920.995350:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384920.995352:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384920.995353:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384920.995356:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6517f16 refcount=4 00000100:00000001:1.0:1767384920.995357:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384920.995360:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00000100:00000001:1.0:1767384920.995361:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384920.995364:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995364:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00000100:00000001:1.0:1767384920.995369:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384920.995371:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 17 pid: 16799 timeout: 394 lvb_type: 0 00010000:00000001:0.0:1767384920.995378:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995384:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995386:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.995388:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.995391:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384920.995395:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8e613d3 x1853237373187584/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 328/0 e 0 to 0 dl 1767384931 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.995401:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384920.995402:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995412:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.995420:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384920.995422:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384920.995426:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384920.995429:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384920.995431:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807131008 : -129514902420608 : ffff8a34f63f8380) 00000100:00000040:0.0:1767384920.995435:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8e613d3 x1853237373187584/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 328/0 e 0 to 0 dl 1767384931 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.995442:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384920.995445:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006dc75e4. 00000100:00000001:0.0:1767384920.995447:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384920.995448:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006dc75e4. 00000100:00100000:0.0:1767384920.995452:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8e613d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16164:x1853237373187584:12345-0@lo:103: 00000100:00000200:0.0:1767384920.995455:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187584 00010000:00000001:0.0:1767384920.995457:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384920.995459:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384920.995461:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384920.995464:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384920.995466:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384920.995469:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000619c1ad2. 02000000:00000001:0.0:1767384920.995470:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995472:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995474:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384920.995475:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384920.995477:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384920.995482:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384920.995483:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6517f16 refcount=4 00000020:00000001:0.0:1767384920.995485:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:0.0:1767384920.995487:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000040:0.0:1767384920.995489:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006f5454cb count: 3 00010000:00010000:0.0:1767384920.995492:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 17 pid: 16799 timeout: 394 lvb_type: 0 00000100:00001000:0.0:1767384920.995497:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384920 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384920.995499:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384920.995502:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995503:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384920.995505:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 17 pid: 16799 timeout: 394 lvb_type: 0 00000020:00000001:0.0:1767384920.995509:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384920.995511:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384920.995512:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.995513:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995515:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384920.995516:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384920.995520:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995521:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995522:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384920.995523:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384920.995525:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a6517f16 with handle 0xcb8130832f6b3668 from hash 00010000:00000001:0.0:1767384920.995526:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384920.995527:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995527:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995528:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384920.995529:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384920.995529:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384920.995531:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a6517f16/0xcb8130832f6b3668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b3661 expref: 17 pid: 16799 timeout: 394 lvb_type: 0 00010000:00000040:0.0:1767384920.995535:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384920.995540:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384920.995543:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995544:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384920.995546:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384920.995547:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007584f943 00010000:00000001:0.0:1767384920.995549:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384920.995550:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384920.995552:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.995553:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384920.995554:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.995556:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384920.995557:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384920.995558:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995562:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384920.995563:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384920.995565:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384920.995566:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384920.995567:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f5454cb) refcount = 2 00010000:00010000:0.0:1767384920.995569:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995573:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384920.995574:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384920.995575:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.995577:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384920.995580:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006dc75e4. 00000100:00000001:0.0:1767384920.995582:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384920.995585:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5a0388e. 00000100:00000001:0.0:1767384920.995587:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558436413184 : -129515273138432 : ffff8a34e026cf00) 00000100:00000001:0.0:1767384920.995589:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558436413184 : -129515273138432 : ffff8a34e026cf00) 00000100:00000001:0.0:1767384920.995627:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384920.995629:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384920.995631:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384920.995633:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384920.995640:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384920.995643:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384920.995644:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384920.995645:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=5 00000020:00000001:0.0:1767384920.995646:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:0.0:1767384920.995648:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:0.0:1767384920.995651:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384920.995653:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995658:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384920.995659:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995663:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995664:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384920.995665:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995668:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384920.995669:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995670:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384920.995671:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384920.995674:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007584f943 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384920.995676:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384920.995677:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384920.995678:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995681:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384920.995682:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384920.995683:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384920.995684:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=6 00000020:00000001:0.0:1767384920.995689:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:0.0:1767384920.995691:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:0.0:1767384920.995692:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384920.995694:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995697:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384920.995698:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384920.995699:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995706:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384920.995707:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384920.995709:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384920.995710:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384920.995712:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007584f943 with handle 0xcb8130832f6b366f from hash 00010000:00000001:0.0:1767384920.995714:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384920.995714:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995715:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995716:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384920.995717:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384920.995719:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384920.995720:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995721:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384920.995723:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.995727:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995730:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384920.995732:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384920.995733:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995734:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995735:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995736:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995739:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384920.995743:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.995749:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384920.995751:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384920.995752:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384920.995754:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384920.995756:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995757:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384920.995761:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384920.995763:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995765:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384920.995766:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384920.995769:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384920.995769:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384920.995773:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995774:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384920.995776:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384920.995777:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995778:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384920.995779:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007584f943/0xcb8130832f6b366f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384920.995784:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.995785:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995786:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384920.995787:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384920.995788:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995789:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995790:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384920.995791:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5a0388e. 00000100:00000001:0.0:1767384920.995793:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384920.995794:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384920.995795:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006dc75e4. 00010000:00000001:0.0:1767384920.995796:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384920.995797:0:16790:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f5454cb count: 0 00010000:00010000:0.0:1767384920.995800:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384920.995801:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.995804:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384920.995805:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384920.995806:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384920.995809:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384920.995811:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384920.995812:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384920.995813:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384920.995815:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.995816:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384920.995818:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384920.995820:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000100:00000200:0.0:1767384920.995822:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373187584, offset 224 00000400:00000200:0.0:1767384920.995829:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384920.995834:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384920.995837:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273503600 00000400:00000200:0.0:1767384920.995840:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x14e9 [1] + 224 00000400:00000200:0.0:1767384920.995843:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384920.995845:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384920.995848:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384920.995850:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384920.995856:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.995867:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384920.995871:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0940113 00000100:00000001:2.0:1767384920.995873:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384920.995873:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000100:00000001:0.0:1767384920.995875:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384920.995876:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384920.995878:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384920.995881:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384920.995881:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384920.995885:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384920.995885:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:2.0:1767384920.995889:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009677b5bc. 00010000:00000001:0.0:1767384920.995890:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.995893:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384920.995896:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000100:00000040:0.0:1767384920.995897:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8e613d3 x1853237373187584/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384920.995901:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:2.0:1767384920.995908:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384920.995910:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8e613d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16164:x1853237373187584:12345-0@lo:103: Request processed in 466us (694us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384920.995916:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384920.995919:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384920.995923:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384920.995926:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384920.995929:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384920.995932:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c7be300. 00000020:00000010:0.0:1767384920.995937:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000100:00000200:2.0:1767384920.995940:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384920.995942:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000500b773f. 00000020:00000040:0.0:1767384920.995946:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:2.0:1767384920.995952:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384920.995954:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.995956:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.995960:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384920.995963:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384920.995964:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384920.995965:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.995967:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384920.995969:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=28 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384920.995972:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384920.995974:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384920.995974:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.995976:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384920.995977:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.995986:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384920.995989:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.995994:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384920.995996:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384920.995998:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384920.996000:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384920.996005:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006eed4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373187584:0@lo:103: 00000100:00000001:2.0:1767384920.996010:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.996011:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384920.996013:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006eed4b4a x1853237373187584/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384936 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.996018:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384920.996020:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384920.996022:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5aace7d. 02000000:00000001:2.0:1767384920.996026:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384920.996028:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384920.996029:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384920.996031:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384920.996032:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067ce7cd4. 02000000:00000001:2.0:1767384920.996034:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384920.996035:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384920.996036:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006eed4b4a. 00000100:00000001:2.0:1767384920.996039:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384920.996040:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.996041:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.996046:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384920.996047:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.996050:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384920.996052:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384921.000615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b31e4548. 00010000:00000010:2.1:1767384921.000623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00010000:00000010:0.1:1767384921.003633:0:22594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a6517f16. 00010000:00000010:0.1:1767384921.003643:0:22594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007584f943. 00010000:00000010:0.1:1767384921.003648:0:22594:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f5454cb. 00080000:00000001:0.0:1767384921.004289:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384921.004292:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384921.004293:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384921.004296:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384921.004298:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384921.004299:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384921.004301:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000010:0.0:1767384921.004302:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a01831ab. 00080000:00000001:0.0:1767384921.004307:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384921.004308:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.004312:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384921.004316:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384921.004327:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384921.004331:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384921.004335:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384921.004340:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384921.004341:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384921.004343:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384921.004353:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384921.004356:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384921.004362:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e425574. 00010000:00000001:2.0:1767384921.004366:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384921.004369:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007acb64b8. 00000020:00000001:2.0:1767384921.004373:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384921.004375:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007acb64b8 with handle 0xcb8130832f6b3676 to hash 00000020:00000001:2.0:1767384921.004377:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384921.004379:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384921.004381:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384921.004384:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.004386:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.004389:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004396:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384921.004398:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384921.004400:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384921.004402:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384921.004404:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.004406:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384921.004408:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.004409:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384921.004411:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384921.004412:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384921.004413:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384921.004415:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004e425574) refcount = 1 00010000:00010000:2.0:1767384921.004418:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004422:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384921.004423:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384921.004425:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.004426:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.004427:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384921.004430:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384921.004438:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384921.004441:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.004443:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.004445:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007acb64b8 refcount=4 00000020:00000001:2.0:1767384921.004447:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384921.004449:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384921.004451:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384921.004452:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004456:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384921.004458:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004462:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.004464:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384921.004466:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004469:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.004470:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.004473:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384921.004474:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384921.004479:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007acb64b8 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384921.004481:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384921.004483:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384921.004484:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004488:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384921.004489:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.004490:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.004491:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007acb64b8 refcount=5 00000020:00000001:2.0:1767384921.004498:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384921.004500:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384921.004502:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384921.004504:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004508:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384921.004509:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384921.004510:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.004512:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384921.004514:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384921.004515:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.004516:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384921.004517:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007acb64b8 with handle 0xcb8130832f6b3676 from hash 00010000:00000001:2.0:1767384921.004519:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384921.004520:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.004521:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.004521:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384921.004523:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384921.004524:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384921.004526:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384921.004527:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.004529:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.004530:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384921.004531:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384921.004533:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.004534:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.004534:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.004535:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.004536:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.004538:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004541:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.004542:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.004543:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384921.004549:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384921.004551:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.004552:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.004553:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384921.004556:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.004557:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.004559:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.004563:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384921.004564:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384921.004566:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3676 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384921.004570:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004e425574 count: 0 00010000:00000001:2.0:1767384921.004579:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384921.004581:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384921.004897:0:22593:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000085b86029. 00000400:00000040:3.0:1767384921.004938:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.004942:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384921.004945:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.004947:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.004951:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.004953:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384921.004957:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.004960:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384921.004962:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384921.004963:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384921.004966:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384921.004976:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.004978:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384921.004980:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.004981:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384921.004984:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384921.004986:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.004987:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384921.004989:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384921.004991:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.004994:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.004996:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.004998:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.004999:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.005001:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384921.005004:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.005006:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.005009:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.005011:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.005013:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.005015:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384921.005019:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.005021:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.005024:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.005026:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.005028:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.005030:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384921.005034:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.005036:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.005038:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384921.005041:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384921.005043:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.005046:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384921.005049:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384921.005051:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384921.005053:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384921.005056:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384921.005058:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384921.005062:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384921.005064:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.005074:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384921.005077:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384921.005079:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384921.005081:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384921.005084:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384921.005086:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384921.005088:0:22593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384921.005178:0:22593:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000085b86029. 00080000:00000020:2.0:1767384921.005275:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384921.005279:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384921.005281:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f0960b58. 20000000:00000001:2.0:1767384921.005286:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384921.005290:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373187200 00010000:00000001:2.0:1767384921.005292:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384921.005299:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032819922 x1853237373187200/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384921.005307:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384921.005309:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.005312:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.005317:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384921.005320:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384921.005323:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384921.005327:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384921.005330:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005335:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.005339:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.005343:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001779c190. 00000100:00000200:2.0:1767384921.005357:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373187200, offset 224 00000400:00000200:2.0:1767384921.005366:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.005380:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.005390:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503480 00000400:00000200:2.0:1767384921.005397:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c9 [2] + 224 00000400:00000200:2.0:1767384921.005404:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.005408:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384921.005413:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.005419:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.005426:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005437:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.005442:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001779c190 00000400:00000010:2.0:1767384921.005444:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001779c190. 00000100:00000001:2.0:1767384921.005446:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.005448:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.005450:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.005453:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384921.005455:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384921.005457:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.005458:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384921.005462:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032819922 x1853237373187200/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.005469:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032819922 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373187200:12345-0@lo:253: Request processed in 23233us (23719us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384921.005490:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384921.005493:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384921.005495:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384921.005498:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384921.005502:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa8af506. 00000020:00000010:2.0:1767384921.005509:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1f1e456. 00000020:00000010:2.0:1767384921.005519:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1a3d1c1. 00000020:00000040:2.0:1767384921.005523:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384921.005526:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384921.005530:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e597bc25. 02000000:00000001:2.0:1767384921.005534:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384921.005536:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384921.005540:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384921.005693:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.005696:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384921.005700:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384921.005702:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384921.005704:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d703faa7. 00000400:00000200:2.0:1767384921.005706:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c654786e 00000400:00000010:2.0:1767384921.005708:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c654786e. 00000100:00000001:2.0:1767384921.005710:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.005714:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384921.005720:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005739:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384921.005741:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.005742:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384921.005745:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384921.005746:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.005747:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.005750:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.005753:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384921.005756:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.005759:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384921.005760:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.005762:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384921.005764:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005766:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.005770:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005775:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.005783:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384921.005784:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384921.005788:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384921.005790:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384921.005791:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384921.005793:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384921.005794:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384921.005795:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384921.005797:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384921.005798:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384921.005800:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384921.005801:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384921.005804:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.005810:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373187200:0@lo:253: 00000100:00000001:2.0:1767384921.005815:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.005817:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.005820:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373187200/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005825:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384921.005827:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384921.005829:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000829747c3. 02000000:00000001:2.0:1767384921.005834:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384921.005836:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.005837:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384921.005839:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384921.005842:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000047863916. 02000000:00000001:2.0:1767384921.005845:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384921.005847:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384921.005848:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00000001:2.0:1767384921.005851:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384921.005853:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.005854:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.005860:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.005861:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005863:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.005869:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384921.005973:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d703faa7. 00000400:00000010:2.0:1767384921.005979:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c654786e. 00010000:00000010:2.1:1767384921.007642:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e425574. 00010000:00000010:2.1:1767384921.007649:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007acb64b8. 00080000:00000020:3.0:1767384921.007705:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384921.007709:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384921.007711:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e9adc47a. 20000000:00000001:3.0:1767384921.007717:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384921.007722:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373187328 00010000:00000001:3.0:1767384921.007725:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384921.007730:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003977c803 x1853237373187328/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384921.007739:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384921.007742:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384921.007745:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384921.007748:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384921.007751:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384921.007753:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384921.007756:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384921.007758:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007761:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.007764:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384921.007768:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e06f27c. 00000100:00000200:3.0:1767384921.007772:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373187328, offset 224 00000400:00000200:3.0:1767384921.007779:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.007785:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.007791:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503500 00000400:00000200:3.0:1767384921.007797:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d1 [2] + 224 00000400:00000200:3.0:1767384921.007803:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.007807:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384921.007811:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384921.007822:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384921.007832:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.007850:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384921.007857:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e06f27c 00000400:00000010:3.0:1767384921.007860:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e06f27c. 00000100:00000001:1.0:1767384921.007860:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384921.007863:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384921.007864:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.007868:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384921.007870:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384921.007873:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384921.007874:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384921.007875:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1bc7e5d. 00000400:00000200:1.0:1767384921.007881:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860cc4dd 00000100:00000040:3.0:1767384921.007882:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:1.0:1767384921.007884:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860cc4dd. 00010000:00000001:3.0:1767384921.007887:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384921.007888:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384921.007891:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384921.007894:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384921.007897:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384921.007904:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003977c803 x1853237373187328/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384921.007906:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.007932:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384921.007936:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003977c803 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373187328:12345-0@lo:253: Request processed in 25625us (26179us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384921.007940:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.007944:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384921.007947:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384921.007948:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384921.007950:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384921.007953:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 02000000:00000001:1.0:1767384921.007954:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384921.007958:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=29 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384921.007960:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00001000:1.0:1767384921.007962:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384921.007964:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384921.007965:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384921.007969:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007970:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384921.007970:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384921.007973:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384921.007975:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000780287a9. 00000100:00000001:1.0:1767384921.007975:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.007980:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384921.007982:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030169a18. 00000020:00000010:3.0:1767384921.007990:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b08943aa. 00000100:00000001:1.0:1767384921.007990:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384921.007993:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384921.007995:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384921.007998:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000020:01000004:1.0:1767384921.007998:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384921.008001:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384921.008003:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384921.008005:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384921.008005:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384921.008006:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384921.008020:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:3.0:1767384921.008021:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdf21e1b. 00000020:01000004:1.0:1767384921.008022:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384921.008024:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384921.008026:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384921.008028:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384921.008029:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.008033:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384921.008040:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fd9b09f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373187328:0@lo:253: 00000100:00000200:3.0:1767384921.008042:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384921.008045:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.008048:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384921.008049:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4ccf39. 00000100:00000040:1.0:1767384921.008050:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fd9b09f x1853237373187328/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384921.008056:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e06f27c. 00000100:00000001:1.0:1767384921.008058:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384921.008067:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384921.008069:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a7abeaa1. 02000000:00000001:1.0:1767384921.008085:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384921.008086:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384921.008088:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384921.008090:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384921.008091:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000da5a2715. 02000000:00000001:1.0:1767384921.008094:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384921.008095:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384921.008096:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fd9b09f. 00000100:00000001:1.0:1767384921.008098:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384921.008099:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.008100:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.008105:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.008106:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.008108:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384921.008110:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.011652:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294911607, at 4294911608 00000100:00000040:3.0:1767384921.011653:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294911607, at 4294911608 00000100:00000010:3.0:1767384921.011675:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac8e405b. 00000100:00000010:0.0:1767384921.011678:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000367e4542. 00000100:00000040:2.0:1767384921.012624:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294911607, at 4294911609 00000100:00000010:2.0:1767384921.012631:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a332c08e. 00000100:00000040:1.0:1767384921.012650:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294911607, at 4294911609 00000100:00000010:1.0:1767384921.012658:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bc850fe. 00010000:00000001:2.0:1767384921.788660:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384921.788666:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.788670:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384921.788673:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384921.788675:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384921.788676:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.788679:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384921.788680:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.788681:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.788683:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.788710:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384921.788713:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384921.788716:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384921.914868:0:22837:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384921.914885:0:22837:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.914907:0:22837:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384921.914918:0:22837:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384921.914926:0:22837:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.914932:0:22837:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384922.723273:0:23001:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384922.723277:0:23001:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:2.0:1767384922.729513:0:23001:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384922.739893:0:23002:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a01831ab. 00000400:00000010:2.0:1767384922.739927:0:23002:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f3131553. 00000400:00000010:2.0:1767384922.739939:0:23002:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c9b4fa35. 00000400:00000010:2.0:1767384922.739944:0:23002:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000de2ce946. 00000400:00000010:2.0:1767384922.739960:0:23002:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8f8b096. 00000400:00000010:2.0:1767384922.739965:0:23002:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bb1e7a4. 00000400:00000010:2.0:1767384922.739968:0:23002:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b612f781. 00000400:00000010:2.0:1767384922.739971:0:23002:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e73a9d0. 00000400:00000010:2.0:1767384922.739975:0:23002:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009db24b62. 00000800:00000010:2.0:1767384922.739989:0:23002:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005ce70905. 00000800:00000200:2.0:1767384922.740002:0:23002:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384922.740013:0:23002:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384922.740068:0:23002:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384922.740109:0:23002:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384922.742787:0:23002:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000067ce7cd4. 00000400:00000010:2.0:1767384922.742794:0:23002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003066d196. 00000400:00000010:2.0:1767384922.742806:0:23002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000400:00000001:2.0:1767384922.742838:0:23002:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384922.742840:0:23002:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384922.742842:0:23002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efe59115. 00000400:00000200:2.0:1767384922.742846:0:23002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:2.0:1767384922.742848:0:23002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000400:00000010:2.0:1767384922.742852:0:23002:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000008ce75b42. 00000400:00000200:2.0:1767384922.742861:0:23002:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (13) 00000400:00000200:2.0:1767384922.742876:0:23002:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384922.742886:0:23002:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:2.0:1767384922.742894:0:23002:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000045884287. 00000020:01000000:2.0:1767384922.742899:0:23002:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384922.742901:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384922.742902:0:23002:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp22 00000400:00000200:3.0:1767384922.742910:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384922.742917:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000400:00000200:3.0:1767384922.742920:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (14) 00000400:00000010:2.0:1767384922.742923:0:23002:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f3131553. 00000400:00000010:3.0:1767384922.742925:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d1eee12. 00000400:00000200:3.0:1767384922.742931:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000010:2.0:1767384922.742931:0:23002:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a01831ab. 00000400:00000200:3.0:1767384922.742947:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1767384922.742954:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384922.742959:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384922.742962:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384922.742966:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384922.742972:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000001:1.0:1767384922.742972:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384922.742980:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 10000000:00000001:1.0:1767384922.742982:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384922.742983:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 10000000:00000001:1.0:1767384922.742990:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384922.742991:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 10000000:01000000:1.0:1767384922.742998:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384922.743002:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384922.743010:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:1.0:1767384922.743010:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384922.743019:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384922.743020:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:01000004:1.0:1767384922.743027:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384922.743031:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384922.743033:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384922.743038:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384922.743045:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384922.743051:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000020:01000004:1.0:1767384922.743051:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384922.743059:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384922.743061:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp21 00000020:01000004:1.0:1767384922.743064:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384922.743066:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384922.743068:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp21 00000400:00000200:3.0:1767384922.743071:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp21 NI seq info: [29:29:256:4294967295] 192.168.204.149@tcp21 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384922.743078:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp21 00000020:01000004:1.0:1767384922.743082:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384922.743101:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21:) -> 192.168.204.149@tcp21(192.168.204.149@tcp:192.168.204.149@tcp21) : PUT try# 0 00000100:00000010:1.0:1767384922.743106:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fd9b09f. 00000800:00000200:3.0:1767384922.743114:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.204.149@tcp21 00000020:00000040:1.0:1767384922.743116:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000800:00000010:3.0:1767384922.743122:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d085d914. 00000100:00000001:1.0:1767384922.743126:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384922.743132:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1767384922.743136:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ee00448b. 02000000:00000001:1.0:1767384922.743139:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384922.743143:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000af99223a. 00000800:00000200:3.0:1767384922.743151:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (2) 02000000:00000010:1.0:1767384922.743156:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e597bc25. 00000800:00000200:3.1:1767384922.743157:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (2) 00000100:00000001:1.0:1767384922.743169:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.743183:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384922.743184:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000100:00000001:1.0:1767384922.743190:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.743192:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000040:1.0:1767384922.743209:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fd9b09f] to pc [ptlrpcd_00_02+2] req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.743246:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 10000000:00000001:1.0:1767384922.743279:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384922.743285:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.743288:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384922.743290:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384922.743298:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384922.743301:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384922.743304:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384922.743306:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384922.743307:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384922.743309:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 10000000:00000001:1.0:1767384922.743315:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384922.743319:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384922.743324:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384922.743326:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384922.743335:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384922.743338:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000020:01000004:1.0:1767384922.743343:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384922.743352:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384922.743363:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384922.743364:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384922.743368:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.743369:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384922.743371:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384922.743378:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384922.743380:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384922.743382:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384922.743384:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384922.743386:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384922.743388:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384922.743392:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fd9b09f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373187712:0@lo:253: 00000100:00000010:1.0:1767384922.743394:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000100:00000001:3.0:1767384922.743397:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384922.743402:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:3.0:1767384922.743404:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384922.743409:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.743410:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384922.743417:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384922.743418:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384922.743421:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 02000000:00000001:1.0:1767384922.743424:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384922.743425:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e1cb8f80. 02000000:00000001:3.0:1767384922.743431:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384922.743437:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f0960b58. 00000400:00000010:3.0:1767384922.743445:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d36c258b. 00000100:00000001:1.0:1767384922.743454:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384922.743455:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059c7b14a. 00000100:00000200:3.0:1767384922.743461:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373187712, portal 25 00000400:00000200:2.0:1767384922.743462:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.743464:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384922.743468:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807135488 : -129514902416128 : ffff8a34f63f9500) 00000100:00000001:1.0:1767384922.743476:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384922.743478:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.743480:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.743493:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe841f78] to pc [ptlrpcd_00_03+3] req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.743496:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384922.743498:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000040:3.0:1767384922.743510:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384922.743519:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a831420. 00000100:00000200:3.0:1767384922.743527:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373187712, offset 0 10000000:00000001:1.0:1767384922.743531:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384922.743536:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.743537:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384922.743539:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000020:00000001:1.0:1767384922.743545:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384922.743551:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384922.743556:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384922.743559:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000045884287. 00000400:00000200:3.0:1767384922.743572:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503680 00000400:00000200:2.0:1767384922.743577:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384922.743580:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000400:00000010:3.0:1767384922.743586:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f1bb657. 00000100:00000001:1.0:1767384922.743587:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.743634:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384922.743635:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000846ddaf0 00000100:00000001:1.0:1767384922.743641:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384922.743646:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384922.743650:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384922.743653:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384922.743661:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000846ddaf0 00000400:00000200:2.0:1767384922.743661:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000010:3.0:1767384922.743667:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000846ddaf0. 00000100:00000001:1.0:1767384922.743681:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384922.743683:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384922.743685:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384922.743686:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384922.743699:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000005ba148f6 x1853237373187712 msgsize 4848 00000400:00000200:2.0:1767384922.743699:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 02000000:00000001:1.0:1767384922.743700:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384922.743708:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384922.743709:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384922.743717:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384922.743719:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384922.743727:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373187840:0@lo:253: 00000100:00000001:3.0:1767384922.743728:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384922.743728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384922.743740:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a831420 00000100:00000001:1.0:1767384922.743742:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384922.743743:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a831420. 00000100:00000001:3.0:1767384922.743750:0:16165:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384922.743752:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384922.743756:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384922.743757:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.743763:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 02000000:00000001:1.0:1767384922.743771:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384922.743780:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384922.743782:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384922.743784:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a7abeaa1. 02000000:00000001:1.0:1767384922.743789:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.743792:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.743807:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.743807:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc7e5d. 00000100:00000001:3.0:1767384922.743810:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.743821:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.743824:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c0a9f3b. 00000100:00000001:3.0:1767384922.743827:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294913356 00000400:00000200:2.0:1767384922.743832:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000100:00000010:3.0:1767384922.743834:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e834a51d. 00000100:00000200:1.0:1767384922.743835:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373187840, portal 25 00000100:00000001:1.0:1767384922.743843:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384922.743845:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384922.743846:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000001:3.0:1767384922.743854:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294913356 00000100:00000010:3.0:1767384922.743860:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df83224a. 00000100:00000040:1.0:1767384922.743861:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.743865:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384922.743873:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294913356 00000400:00000200:2.0:1767384922.743873:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000100:00000010:3.0:1767384922.743882:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b24ad1f. 00000100:00000001:1.0:1767384922.743885:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384922.743888:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384922.743893:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294913356 00000100:00000010:3.0:1767384922.743900:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7209ffe. 00000100:00000001:3.0:1767384922.743906:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384922.743907:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384922.743910:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.743913:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.743915:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009efd865a. 00000100:00000001:3.0:1767384922.743918:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.743922:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384922.743923:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373187840, offset 0 00000100:00000001:3.0:1767384922.743929:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384922.743930:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.743933:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384922.743940:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384922.743941:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384922.743943:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.743948:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.743953:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.743965:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384922.743978:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384922.743982:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187712 00000400:00000200:1.0:1767384922.743985:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503700 02000000:00000001:3.0:1767384922.743987:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384922.743988:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.743994:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.744000:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.744000:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 02000000:00000001:3.0:1767384922.744009:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.744012:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b8d090b. 00000100:00100000:3.0:1767384922.744016:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187712 00000400:00000200:1.0:1767384922.744021:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dec6ede 00000020:00000001:3.0:1767384922.744031:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384922.744032:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384922.744034:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384922.744041:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384922.744044:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384922.744047:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:2.0:1767384922.744051:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000020:00000001:3.0:1767384922.744054:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384922.744054:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dec6ede 00000400:00000010:1.0:1767384922.744061:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dec6ede. 00000020:00000001:3.0:1767384922.744063:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384922.744073:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384922.744074:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384922.744079:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0f22e86. 00000100:00000200:1.0:1767384922.744079:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384922.744087:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384922.744102:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0f22e86. 00000100:00000040:1.0:1767384922.744108:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000007d49a98e x1853237373187840 msgsize 4848 00000020:00000010:3.0:1767384922.744109:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a32f1b0e. 00000400:00000200:2.0:1767384922.744112:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000020:00000010:3.0:1767384922.744117:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b1747e. 00000100:00100000:1.0:1767384922.744133:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384922.744140:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:3.0:1767384922.744143:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000100:00000040:3.0:1767384922.744156:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384922.744159:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.744160:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384922.744165:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384922.744167:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.744175:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009efd865a 00000100:00000001:3.0:1767384922.744176:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.744182:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009efd865a. 00000100:00000001:1.0:1767384922.744202:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384922.744207:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384922.744209:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.744216:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.744221:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384922.744225:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187840 02000000:00000001:3.0:1767384922.744231:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384922.744233:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.744235:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384922.744236:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.744245:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.744249:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.744250:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187840 00000020:00000001:3.0:1767384922.744254:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384922.744256:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384922.744261:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.744266:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384922.744274:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384922.744281:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384922.744287:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.744288:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384922.744293:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0f22e86. 00000100:00000001:1.0:1767384922.744294:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384922.744304:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.744305:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000100:00000001:3.0:1767384922.744306:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384922.744317:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0f22e86. 00000020:00000010:3.0:1767384922.744334:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b509e52c. 00000100:00000001:1.0:1767384922.744337:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294913356 00000020:00000010:3.0:1767384922.744339:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000603abd37. 00000020:00000010:3.0:1767384922.744344:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f65993a6. 00000100:00000001:1.0:1767384922.744346:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294913356 00000100:00000001:3.0:1767384922.744351:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384922.744352:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294913356 00000100:00000001:3.0:1767384922.744354:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384922.744357:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.744363:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000100:00000001:1.0:1767384922.744365:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294913356 00000100:00000001:3.0:1767384922.744367:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.744372:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.744381:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384922.744383:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294913356 00000100:00000001:3.0:1767384922.744384:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384922.744391:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294913356 00000100:00000001:1.0:1767384922.744408:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294913356 00000100:00100000:3.0:1767384922.744410:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000001:1.0:1767384922.744416:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294913356 00000100:00000040:3.0:1767384922.744417:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384922.744422:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634542672 : -129520075008944 : ffff8a33c1f01450) 00000100:00000001:1.0:1767384922.744424:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384922.744431:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ba148f6 x1853237373187712/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:148/0 lens 4848/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.744431:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000100:00000001:1.0:1767384922.744434:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.744446:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.744449:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384922.744452:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384922.744453:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0f22e86. 00000100:00000001:3.0:1767384922.744480:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.744482:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384922.744484:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0f22e86. 00000100:00000001:1.0:1767384922.744487:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384922.744495:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ba148f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373187712:12345-0@lo:253: 00000100:00000001:1.0:1767384922.744495:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.744501:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384922.744505:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187712 00000100:00000001:1.0:1767384922.744508:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.744512:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384922.744543:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.744548:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384922.744554:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.744558:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384922.744562:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384922.744567:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384922.744571:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.744574:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384922.744576:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384922.744585:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.744588:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384922.744590:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384922.744596:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384922.744597:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384922.744608:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c4a11245. 02000000:00000001:3.0:1767384922.744614:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384922.744617:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:3.0:1767384922.744619:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.744625:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384922.744637:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006cf1622c. 20000000:01000000:3.0:1767384922.744642:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384922.744645:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384922.744647:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384922.744649:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.744651:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.744654:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384922.744664:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059bf4c5f. 20000000:01000000:3.0:1767384922.744666:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000100:00000040:1.0:1767384922.744677:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384922.744682:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634541648 : -129520075009968 : ffff8a33c1f01050) 00000100:00000040:1.0:1767384922.744693:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d49a98e x1853237373187840/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:148/0 lens 4848/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384922.744698:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384922.744708:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:1.0:1767384922.744711:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384922.744719:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005407d0d9. 00000100:00000001:1.0:1767384922.744724:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384922.744727:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005407d0d9. 00000100:00100000:1.0:1767384922.744739:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d49a98e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373187840:12345-0@lo:253: 00000100:00000200:1.0:1767384922.744745:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187840 00000020:00000001:1.0:1767384922.744749:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384922.744753:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1767384922.744756:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384922.744757:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384922.744761:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384922.744764:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.744765:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384922.744769:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384922.744772:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384922.744776:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384922.744781:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384922.744781:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00080000:00000010:3.0:1767384922.744790:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed25bf5c. 00000020:00000001:1.0:1767384922.744790:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384922.744800:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648039936 : -129520061511680 : ffff8a33c2be0800) 00000020:00000001:1.0:1767384922.744801:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384922.744810:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384922.744813:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384922.744818:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384922.744822:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.744828:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384922.744832:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384922.744854:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac75d8f4. 02000000:00000001:1.0:1767384922.744859:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.744862:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384922.744867:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384922.744880:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e2bdb4cf. 20000000:01000000:1.0:1767384922.744883:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384922.744887:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384922.744890:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384922.744894:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384922.744897:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384922.744900:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:3.0:1767384922.744941:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384922.744945:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384922.744949:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384922.744976:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384922.744981:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384922.745181:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384922.745186:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384922.745231:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000000f9dc06. 00000800:00000010:2.0:1767384922.745236:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3131553. 00000800:00000010:2.0:1767384922.745242:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009848ad62. 00000800:00000010:2.0:1767384922.745287:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009848ad62. 00000400:00000200:3.0:1767384922.745388:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384922.745422:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp21 from 231.3.0.2 00000800:00000010:3.0:1767384922.745432:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000066d44c90. 00000800:00000010:3.0:1767384922.745694:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2a1dc42. 00000800:00000010:3.0:1767384922.745698:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002a831420. 00000800:00000010:3.0:1767384922.745719:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000dec6ede. 00000800:00000200:3.1:1767384922.745727:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (2) 00000800:00000200:3.1:1767384922.745731:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp21 000000000dec6ede deleted 00000800:00000010:3.1:1767384922.745734:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000dec6ede. 00000800:00000200:3.1:1767384922.745739:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384922.745744:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp21 ip 192.168.204.149:999 00000800:00000200:3.1:1767384922.745748:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d085d914 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.0:1767384922.745752:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp21 p 3.x 192.168.204.149 -> 192.168.204.149:999 incarnation:1767384920978688895 sched[0] 00000800:00000010:3.0:1767384922.745757:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0f22e86. 00000800:00000010:3.0:1767384922.745811:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0f22e86. 00000800:00000010:3.0:1767384922.745817:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002a831420. 00000800:00000200:1.1:1767384922.745858:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384922.745861:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000066d44c90. 00000800:00000001:2.0:1767384922.745875:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384922.745875:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp21 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384920978688895 sched[0] 00000800:00000001:2.0:1767384922.745883:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384922.745885:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3131553. 00000800:00000200:2.0:1767384922.745942:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384922.745946:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d085d914. 00000400:00000200:2.0:1767384922.745949:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384922.745955:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: PUT: OK 00000400:00000200:2.0:1767384922.745958:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384922.745960:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000001:2.0:1767384922.745968:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.745973:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384922.745974:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.745978:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384922.745982:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21) <- 192.168.204.149@tcp21 : PUT - for me 00000400:00000200:2.0:1767384922.745993:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384922.745998:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 256/256 into md 0x14d9 [1] + 0 00000400:00000010:2.0:1767384922.746012:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b11057. 00000400:00000200:2.0:1767384922.746015:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006078a653 00000800:00000001:2.0:1767384922.746019:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.746027:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384922.746029:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384922.746032:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: PUT: OK 00000400:00000200:2.0:1767384922.746035:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:2.0:1767384922.746037:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000400:00000200:2.0:1767384922.746048:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384922.746051:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (15) 00000400:00000200:1.0:1767384922.746055:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384922.746057:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:2.0:1767384922.746063:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000b43176f8. 00000400:00000200:2.0:1767384922.746067:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 14 00000400:00000200:2.0:1767384922.746073:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384922.746083:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (16) 00000400:00000200:2.0:1767384922.746088:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384922.746108:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp21 to MR: 192.168.204.149@tcp21 local destination 00000400:00000200:2.0:1767384922.746116:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp21 NI seq info: [30:30:256:4294967295] 192.168.204.149@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1767384922.746131:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21:192.168.204.149@tcp21) -> 192.168.204.149@tcp21(192.168.204.149@tcp21:192.168.204.149@tcp21) 192.168.204.149@tcp21 : ACK try# 0 00000800:00000200:2.0:1767384922.746135:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp21 00000800:00000010:2.0:1767384922.746138:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000593bed49. 00000800:00000200:2.0:1767384922.746145:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (4) 00000800:00000200:2.0:1767384922.746152:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp21 ip 192.168.204.149:988 00000800:00000200:2.0:1767384922.746154:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000593bed49 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384922.746177:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000200:2.0:1767384922.746200:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384922.746203:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000593bed49. 00000400:00000200:2.0:1767384922.746209:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384922.746213:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: ACK: OK 00000800:00000001:2.0:1767384922.746217:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.746222:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384922.746227:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.746232:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384922.746233:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.746240:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384922.746243:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21) <- 192.168.204.149@tcp21 : ACK - for me 00000400:00000200:1.0:1767384922.746256:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384922.746257:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp21: ACK from 12345-192.168.204.149@tcp21 into md 0x1509 00000400:00000200:2.0:1767384922.746262:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384922.746268:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: ACK: OK 00000400:00000200:2.0:1767384922.746271:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000400:00000010:2.0:1767384922.746278:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000400:00000200:2.0:1767384922.746284:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384922.746290:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:2.0:1767384922.746299:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384922.746303:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (15) 00000800:00000001:2.0:1767384922.746309:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384922.746315:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384922.746346:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384922.746399:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384922.746405:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ae638c. 00000400:00000010:3.0:1767384922.746410:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000400:00000200:3.0:1767384922.746413:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:3.0:1767384922.746417:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:3.0:1767384922.746423:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 0000000075092726. 00000400:00000010:3.0:1767384922.746425:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000a94f7db3. 00000400:00000010:3.0:1767384922.746428:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000b8e8bb2b. 00000400:00000010:3.0:1767384922.746448:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000298f3ed6. 00000400:00000200:3.0:1767384922.746453:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000298f3ed6 nid 192.168.204.149@tcp22 00000400:00000010:3.0:1767384922.746457:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000039798e05. 00000400:00000200:3.0:1767384922.746460:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000039798e05 net tcp22 00000400:00000200:3.0:1767384922.746462:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (14) 00000400:00000200:3.0:1767384922.746468:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp22 flags 0x11 00000400:00000010:3.0:1767384922.746473:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 0000000075092726. 00000400:00000010:3.0:1767384922.746477:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000a94f7db3. 00000400:00000010:3.0:1767384922.746480:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000b8e8bb2b. 00000400:00000010:3.0:1767384922.746486:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000b43176f8. 00000400:00000200:3.0:1767384922.746503:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384922.746506:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:3.0:1767384922.746510:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:3.0:1767384922.746515:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:3.0:1767384922.746519:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384922.746522:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:3.0:1767384922.746535:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384922.746539:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (15) 00000400:00000200:1.0:1767384922.747181:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.747503:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.747642:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.747775:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.747905:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748107:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748253:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748334:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748418:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748496:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748573:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748716:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748811:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748893:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.748978:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.749071:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.749185:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.749249:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.749297:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.749361:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.749446:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384922.750371:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384922.750517:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe1d8a95. 00000800:00000010:1.0:1767384922.750526:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009efd865a. 00000400:00000200:3.0:1767384922.750531:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767384922.750541:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000079a861ae. 00000800:00000010:1.0:1767384922.750541:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da5ba054. 00000800:00000010:1.0:1767384922.750660:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d965fe6c. 00000800:00000010:1.0:1767384922.750665:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e1dcae8. 00000800:00000010:1.0:1767384922.750704:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000a4617be. 00000800:00000200:1.1:1767384922.750711:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (4) 00000800:00000200:1.1:1767384922.750721:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp21 000000000a4617be deleted 00000800:00000010:1.1:1767384922.750724:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000a4617be. 00000800:00000200:1.1:1767384922.750729:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384922.750737:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp21 p 3.x 192.168.204.149 -> 192.168.204.149:998 incarnation:1767384920978688895 sched[0] 00000800:00000010:1.0:1767384922.750742:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0084367. 00000800:00000010:1.0:1767384922.750777:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0084367. 00000800:00000010:1.0:1767384922.750781:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e1dcae8. 00000800:00000010:1.0:1767384922.750859:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000079a861ae. 00000800:00000001:1.0:1767384922.750900:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.750907:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384922.750945:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da5ba054. 00000800:00000200:1.1:1767384922.750982:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384922.750991:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp21 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384920978688895 sched[0] 00000800:00000010:1.0:1767384922.750994:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009efd865a. 00000800:00000001:1.0:1767384922.751085:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.751104:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384922.757517:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384922.757527:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:3.0:1767384922.757533:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.757536:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384922.757537:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384922.757540:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384922.757544:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384922.757545:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384922.757546:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384922.757548:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed25bf5c. 20000000:01000000:3.0:1767384922.757552:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384922.757553:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384922.757563:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384922.757568:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384922.757577:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384922.757584:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384922.757588:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384922.757591:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384922.757626:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384922.757629:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384922.757631:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e117737. 00010000:00000010:2.0:1767384922.757638:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b76714c4. 20000000:01000000:1.0:1767384922.757639:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00010000:00000001:2.0:1767384922.757647:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384922.757650:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076efc2d0. 00000020:00000001:2.0:1767384922.757654:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:1.0:1767384922.757654:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000040:2.0:1767384922.757662:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076efc2d0 with handle 0xcb8130832f6b367d to hash 00000020:00000001:2.0:1767384922.757665:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384922.757667:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384922.757668:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.757675:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.757678:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384922.757680:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.757682:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757691:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384922.757694:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384922.757696:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384922.757698:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384922.757700:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.757702:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384922.757704:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.757706:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384922.757707:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384922.757709:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384922.757710:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384922.757719:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b76714c4) refcount = 1 00010000:00010000:2.0:1767384922.757723:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757728:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384922.757731:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384922.757733:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384922.757735:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384922.757736:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.757750:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384922.757752:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384922.757754:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384922.757757:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384922.757758:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384922.757768:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384922.757769:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384922.757772:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.757776:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=4 00000020:00000001:1.0:1767384922.757780:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384922.757781:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.757789:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.757792:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384922.757794:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384922.757795:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:2.0:1767384922.757810:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384922.757810:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767384922.757812:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757819:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.757821:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384922.757822:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384922.757824:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b508ce61. 00010000:00000001:2.0:1767384922.757827:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384922.757831:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384922.757834:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651173376 : -129520058378240 : ffff8a33c2edd800) 00010000:00000001:2.0:1767384922.757835:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384922.757837:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384922.757849:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384922.757850:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000076efc2d0 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384922.757862:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384922.757864:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384922.757865:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757871:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384922.757873:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384922.757874:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.757875:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=5 00000020:00000001:2.0:1767384922.757876:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.757879:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.757882:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384922.757884:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757888:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384922.757890:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384922.757891:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.757893:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384922.757895:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384922.757896:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384922.757897:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384922.757898:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076efc2d0 with handle 0xcb8130832f6b367d from hash 00010000:00000001:2.0:1767384922.757900:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384922.757902:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.757903:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.757904:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384922.757905:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384922.757906:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384922.757909:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384922.757910:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.757912:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.757913:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384922.757914:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384922.757916:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.757918:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.757925:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.757927:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.757929:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.757933:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757937:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.757939:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.757941:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384922.757943:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384922.757945:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.757947:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.757949:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384922.757953:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384922.757956:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.757959:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.757963:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384922.757965:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384922.757967:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b367d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384922.757974:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b76714c4 count: 0 00000001:00000001:1.0:1767384922.757986:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384922.757988:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384922.757996:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384922.757997:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384922.758018:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384922.758049:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384922.758054:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384922.758304:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384922.758310:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384922.760662:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294913356, at 4294913357 00000100:00000010:3.0:1767384922.760675:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7209ffe. 00000100:00000040:0.0:1767384922.760692:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294913356, at 4294913357 00000100:00000010:0.0:1767384922.760700:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e834a51d. 00000100:00000040:1.0:1767384922.760754:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294913356, at 4294913357 00000100:00000010:1.0:1767384922.760764:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df83224a. 00000100:00000040:2.0:1767384922.761776:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294913356, at 4294913358 00000100:00000010:2.0:1767384922.761786:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b24ad1f. 00010000:00000010:2.1:1767384922.763624:0:23007:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b76714c4. 00010000:00000010:2.1:1767384922.763635:0:23007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076efc2d0. 00000400:00000010:2.0:1767384922.769201:0:23007:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dcaa7512. 00000400:00000040:2.0:1767384922.769219:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384922.769222:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384922.769225:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.769227:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384922.769229:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.769230:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384922.769233:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384922.769236:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384922.769243:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384922.769245:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384922.769247:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384922.769249:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384922.769253:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384922.769255:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384922.769258:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384922.769260:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384922.769263:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384922.769265:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384922.769268:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384922.769270:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.769273:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384922.769274:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384922.769275:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384922.769277:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.769277:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384922.769280:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.769282:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384922.769284:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384922.769287:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384922.769288:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.769290:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384922.769292:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.769294:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384922.769296:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384922.769299:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384922.769301:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.769303:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384922.769305:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384922.769306:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384922.769308:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384922.769311:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384922.769313:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.769315:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384922.769316:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384922.769317:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384922.769319:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384922.769321:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384922.769326:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384922.769328:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384922.769331:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384922.769334:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384922.769337:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384922.769339:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384922.769341:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384922.769344:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384922.769345:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384922.769347:0:23007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384922.769422:0:23007:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dcaa7512. 00080000:00000001:0.0:1767384922.772267:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384922.772270:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384922.772273:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384922.772274:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384922.772279:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384922.772283:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384922.772286:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000010:0.0:1767384922.772287:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b508ce61. 20000000:00000001:1.0:1767384922.772298:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.772299:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384922.772306:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384922.772311:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384922.772320:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384922.772325:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384922.772335:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384922.772336:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384922.772342:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384922.772346:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384922.772351:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384922.772355:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384922.772363:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b76714c4. 00010000:00000001:2.0:1767384922.772368:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384922.772373:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076efc2d0. 00000020:00000001:2.0:1767384922.772379:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384922.772383:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076efc2d0 with handle 0xcb8130832f6b3684 to hash 00000020:00000001:2.0:1767384922.772387:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384922.772389:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.772392:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.772396:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384922.772398:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.772402:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772411:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384922.772415:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384922.772417:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384922.772420:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384922.772422:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.772424:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384922.772426:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.772436:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384922.772438:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384922.772439:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384922.772441:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384922.772443:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b76714c4) refcount = 1 00010000:00010000:2.0:1767384922.772447:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772453:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384922.772456:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384922.772458:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.772460:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.772462:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384922.772467:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384922.772470:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384922.772473:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384922.772476:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.772478:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=4 00000020:00000001:2.0:1767384922.772480:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.772484:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.772487:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384922.772489:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772496:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384922.772497:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772504:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.772506:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384922.772507:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772513:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384922.772515:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.772522:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384922.772525:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384922.772531:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000076efc2d0 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384922.772533:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384922.772535:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384922.772537:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772542:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384922.772544:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384922.772545:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.772546:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=5 00000020:00000001:2.0:1767384922.772548:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.772550:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384922.772552:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384922.772554:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772559:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384922.772561:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384922.772562:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.772565:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384922.772566:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384922.772568:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384922.772569:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384922.772571:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076efc2d0 with handle 0xcb8130832f6b3684 from hash 00010000:00000001:2.0:1767384922.772573:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384922.772575:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.772577:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.772578:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384922.772580:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384922.772582:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384922.772584:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384922.772586:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.772625:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.772627:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384922.772630:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384922.772633:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.772636:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.772639:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.772643:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.772646:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.772651:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772659:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.772661:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.772664:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384922.772668:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384922.772671:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384922.772674:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384922.772676:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384922.772681:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384922.772683:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.772686:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384922.772694:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384922.772696:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384922.772698:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000076efc2d0/0xcb8130832f6b3684 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384922.772706:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b76714c4 count: 0 00010000:00000001:2.0:1767384922.772716:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384922.772718:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384922.773377:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384922.773384:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384922.773388:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006cf1622c. 20000000:00000001:3.0:1767384922.773395:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384922.773401:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373187712 00010000:00000001:3.0:1767384922.773405:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384922.773414:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ba148f6 x1853237373187712/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384922.773427:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384922.773431:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384922.773436:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.773441:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384922.773445:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384922.773447:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384922.773452:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384922.773454:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.773458:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384922.773461:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384922.773466:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008fbb362. 00000100:00000200:3.0:1767384922.773472:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373187712, offset 224 00000400:00000200:3.0:1767384922.773488:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384922.773501:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384922.773514:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503680 00000400:00000200:3.0:1767384922.773523:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x150d [2] + 224 00000400:00000200:3.0:1767384922.773532:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.773536:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384922.773542:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384922.773546:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384922.773553:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.773569:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384922.773577:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008fbb362 00000400:00000010:3.0:1767384922.773579:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008fbb362. 00000100:00000001:3.0:1767384922.773582:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384922.773583:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.773587:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.773592:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:1.0:1767384922.773645:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.773651:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384922.773662:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384922.773665:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384922.773669:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d36c258b. 00000400:00000200:1.0:1767384922.773675:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059c7b14a 00010000:00000001:3.0:1767384922.773676:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384922.773678:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.773680:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384922.773687:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059c7b14a. 00000100:00000040:3.0:1767384922.773688:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ba148f6 x1853237373187712/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.773699:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384922.773708:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ba148f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373187712:12345-0@lo:253: Request processed in 29254us (30004us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384922.773709:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384922.773741:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.773742:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1767384922.773756:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384922.773766:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384922.773769:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.773770:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384922.773775:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384922.773777:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b1747e. 00000100:00000001:1.0:1767384922.773780:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384922.773784:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 02000000:00000001:1.0:1767384922.773784:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384922.773789:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384922.773791:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a32f1b0e. 00000100:00000001:1.0:1767384922.773792:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.773797:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384922.773812:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00001000:1.0:1767384922.773812:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=30 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384922.773823:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384922.773823:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=30 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384922.773829:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c4a11245. 00000100:00000001:1.0:1767384922.773834:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384922.773837:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.773838:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384922.773846:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384922.773846:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384922.773851:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384922.773856:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384922.773856:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384922.773862:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab831234. 00000100:00000040:1.0:1767384922.773863:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384922.773872:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008fbb362. 00000100:00000001:1.0:1767384922.773879:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.773884:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384922.773887:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384922.773892:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384922.773896:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384922.773900:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384922.773902:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384922.773906:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384922.773908:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384922.773911:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384922.773913:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384922.773915:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384922.773918:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384922.773926:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.773944:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fd9b09f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373187712:0@lo:253: 00000100:00000001:1.0:1767384922.773954:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.773957:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384922.773963:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fd9b09f x1853237373187712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.773971:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384922.773976:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384922.773979:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e1cb8f80. 02000000:00000001:1.0:1767384922.773986:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384922.773990:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384922.773993:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384922.773996:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384922.773999:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e597bc25. 02000000:00000001:1.0:1767384922.774006:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384922.774009:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384922.774012:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fd9b09f. 00000100:00000001:1.0:1767384922.774020:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384922.774023:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.774026:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.774036:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.774038:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.774043:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.774048:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384922.776510:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384922.776515:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384922.776518:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e2bdb4cf. 20000000:00000001:2.0:1767384922.776525:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384922.776530:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373187840 00010000:00000001:2.0:1767384922.776534:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384922.776548:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d49a98e x1853237373187840/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384922.776558:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384922.776560:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384922.776563:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384922.776568:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384922.776571:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384922.776573:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384922.776576:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384922.776578:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.776581:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384922.776583:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384922.776586:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066abc00c. 00000100:00000200:2.0:1767384922.776590:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373187840, offset 224 00000400:00000200:2.0:1767384922.776719:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384922.776738:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384922.776744:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503700 00000400:00000200:2.0:1767384922.776749:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1515 [2] + 224 00000400:00000200:2.0:1767384922.776755:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384922.776759:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384922.776762:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384922.776766:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.776776:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.776807:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384922.776812:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066abc00c 00000400:00000010:2.0:1767384922.776814:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066abc00c. 00000100:00000001:2.0:1767384922.776817:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384922.776819:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.776823:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.776826:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384922.776830:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384922.776832:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.776834:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.776838:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384922.776843:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384922.776844:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384922.776850:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384922.776852:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1bc7e5d. 00000100:00000040:2.0:1767384922.776855:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d49a98e x1853237373187840/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.776859:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c0a9f3b 00000400:00000010:1.0:1767384922.776864:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c0a9f3b. 00000100:00000001:1.0:1767384922.776874:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384922.776884:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384922.776894:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d49a98e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373187840:12345-0@lo:253: Request processed in 32177us (32795us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384922.776918:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384922.776922:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000040:2.0:1767384922.776927:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384922.776935:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384922.776940:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384922.776947:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000603abd37. 00000100:00000001:1.0:1767384922.776949:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384922.776952:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384922.776956:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f65993a6. 00000100:00000001:1.0:1767384922.776956:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384922.776959:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384922.776963:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b509e52c. 00000100:00000001:1.0:1767384922.776963:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.776965:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384922.776970:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384922.776970:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384922.776974:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=30 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384922.776977:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384922.776979:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=30 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384922.776981:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac75d8f4. 00000100:00000001:1.0:1767384922.776984:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384922.776987:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.776990:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384922.776990:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384922.777000:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.777002:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.777007:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.777011:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384922.777012:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384922.777018:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b11057. 00000100:00000001:1.0:1767384922.777031:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384922.777033:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066abc00c. 00000100:00000001:1.0:1767384922.777034:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384922.777039:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384922.777043:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384922.777045:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384922.777047:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384922.777048:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384922.777049:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384922.777051:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384922.777052:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384922.777053:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384922.777054:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384922.777056:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.777062:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373187840:0@lo:253: 00000100:00000001:1.0:1767384922.777066:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.777068:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384922.777069:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373187840/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.777077:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384922.777079:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384922.777081:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a7abeaa1. 02000000:00000001:1.0:1767384922.777084:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384922.777085:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384922.777085:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384922.777087:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384922.777088:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f0960b58. 02000000:00000001:1.0:1767384922.777106:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384922.777108:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384922.777109:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00000001:1.0:1767384922.777111:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384922.777112:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.777113:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.777118:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.777118:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.777120:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.777121:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384922.780691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b76714c4. 00010000:00000010:2.1:1767384922.780700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076efc2d0. 00010000:00000001:2.0:1767384922.811672:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384922.811677:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.811681:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384922.811682:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.811695:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384922.811697:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.811699:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384922.939704:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384922.939709:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384922.939709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384922.939715:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384922.939716:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000100:00000010:2.0:1767384922.939721:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006eed4b4a. 00000020:00000040:3.0:1767384922.939722:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384922.939726:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384922.939729:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384922.939731:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384922.939732:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384922.939734:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384922.939738:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.939744:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384922.939745:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd84a3d. 02000000:00000010:2.0:1767384922.939752:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000522c40e6. 00000100:00000001:3.0:1767384922.939754:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.939759:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.939761:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384922.939764:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.939769:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384922.939772:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_00+0] req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.939794:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384922.939797:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.939801:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eed4b4a] to pc [ptlrpcd_00_01+1] req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384922.939810:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.939812:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.939815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384922.939818:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.939819:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384922.939824:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d209cdf. 00000100:00000001:0.0:1767384922.939824:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.939828:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384922.939829:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384922.939829:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384922.939832:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.939833:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384922.939836:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384922.939837:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384922.939837:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.939840:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.939842:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384922.939846:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a2decba. 00000100:00000001:2.0:1767384922.939852:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.939859:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384922.939869:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384922.939873:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.939879:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384922.939879:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384922.939880:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384922.939883:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.939883:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.939884:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.939890:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d209cdf] to pc [ptlrpcd_00_02+2] req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.939890:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.939891:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384922.939894:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384922.939898:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373187968:0@lo:13: 02000000:00000001:3.0:1767384922.939901:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384922.939907:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006eed4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373188096:0@lo:400: 00000100:00000001:0.0:1767384922.939911:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384922.939912:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384922.939916:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.939916:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384922.939921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384922.939921:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.939923:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384922.939928:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384922.939928:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384922.939929:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.939933:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384922.939933:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000254c682. 00000100:00000010:2.0:1767384922.939934:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f11efd. 02000000:00000010:3.0:1767384922.939938:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b241f7cf. 02000000:00000001:0.0:1767384922.939938:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384922.939939:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384922.939944:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.939945:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384922.939953:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000400:00000010:0.0:1767384922.939953:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa19e9b. 02000000:00000001:2.0:1767384922.939954:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384922.939958:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384922.939964:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e022bcaf. 00000400:00000010:0.0:1767384922.939964:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000400:00000010:3.0:1767384922.939965:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 00000100:00000001:2.0:1767384922.939967:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.939973:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384922.939974:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373188096, portal 4 00000100:00000200:0.0:1767384922.939974:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373187968, portal 4 00000100:00000001:3.0:1767384922.939982:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.939982:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.939983:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384922.939986:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776121472 : -129514933430144 : ffff8a34f4665880) 00000100:00000001:2.0:1767384922.939987:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.939987:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000040:2.0:1767384922.939996:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063f11efd] to pc [ptlrpcd_00_03+3] req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384922.940000:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384922.940000:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.940021:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.940028:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (251) 00000100:00000001:3.0:1767384922.940035:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384922.940035:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384922.940040:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384922.940041:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384922.940044:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384922.940047:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384922.940047:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000400:00000010:3.0:1767384922.940048:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000001:2.0:1767384922.940050:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384922.940053:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373187968, offset 0 00000100:00000200:3.0:1767384922.940054:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373188096, offset 0 00000100:00000040:2.0:1767384922.940057:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.940064:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.940071:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384922.940074:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.940074:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.940080:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384922.940080:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384922.940084:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384922.940098:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384922.940103:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.940106:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d209cdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373188224:0@lo:400: 00000400:00000200:0.0:1767384922.940110:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273503780 00000400:00000200:3.0:1767384922.940111:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273503800 00000100:00000001:2.0:1767384922.940114:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384922.940119:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384922.940122:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.940122:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 02000000:00000001:2.0:1767384922.940127:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384922.940130:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ccd09bf. 00000400:00000200:0.0:1767384922.940131:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.940133:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 02000000:00000001:2.0:1767384922.940135:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.940141:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384922.940143:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe59115. 00000400:00000200:3.0:1767384922.940144:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384922.940147:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384922.940148:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000400:00000200:3.0:1767384922.940151:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384922.940151:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:2.0:1767384922.940154:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373188224, portal 10 00000100:00000010:0.0:1767384922.940158:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009dd3c7a3. 00000100:00000001:2.0:1767384922.940159:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384922.940160:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384922.940161:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776125056 : -129514933426560 : ffff8a34f4666680) 00000100:00000040:0.0:1767384922.940163:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009dd3c7a3 x1853237373187968 msgsize 224 00000100:00000200:3.0:1767384922.940164:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384922.940170:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c1b2f97. 00000100:00000040:2.0:1767384922.940175:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384922.940175:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384922.940176:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000001c1b2f97 x1853237373188096 msgsize 224 00000100:00000001:0.0:1767384922.940187:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384922.940188:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384922.940193:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384922.940196:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b06d0c 00000100:00000040:2.0:1767384922.940197:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384922.940200:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384922.940200:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000400:00000010:2.0:1767384922.940202:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000001:0.0:1767384922.940206:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384922.940208:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373188224, offset 0 00000400:00000200:3.0:1767384922.940212:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000100:00000200:0.0:1767384922.940212:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384922.940216:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:3.0:1767384922.940221:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384922.940224:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384922.940227:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.940236:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384922.940248:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273503880 00000400:00000200:2.0:1767384922.940259:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000001:3.0:1767384922.940262:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384922.940265:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384922.940266:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384922.940271:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.940272:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384922.940275:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.940280:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384922.940283:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384922.940290:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e351b94b. 00000100:00000040:2.0:1767384922.940295:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000e351b94b x1853237373188224 msgsize 224 00000100:00000001:0.0:1767384922.940300:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940302:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.940305:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.940307:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384922.940308:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384922.940314:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940317:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940319:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384922.940319:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8826 usecs (9 jiffies) 00000100:00000040:3.0:1767384922.940325:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8826 usecs (9 jiffies) 00000100:00000001:0.0:1767384922.940325:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913545 00000400:00000200:2.0:1767384922.940327:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000100:00000001:3.0:1767384922.940331:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913545 00000400:00000010:2.0:1767384922.940332:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000010:0.0:1767384922.940333:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000431ba0e0. 00000100:00000001:2.0:1767384922.940339:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384922.940343:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.940344:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384922.940351:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913545 00000100:00000001:3.0:1767384922.940352:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913545 00000100:00000001:2.0:1767384922.940353:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384922.940357:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001107810f. 00000100:00000001:3.0:1767384922.940358:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913545 00000100:00000040:2.0:1767384922.940359:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.940364:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384922.940371:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940373:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.940374:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913545 00000100:00000001:0.0:1767384922.940374:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913545 00000100:00000001:2.0:1767384922.940379:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940380:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913545 00000100:00000010:0.0:1767384922.940381:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a8ccb0c. 00000100:00000040:2.0:1767384922.940386:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2090 usecs (3 jiffies) 00000100:00000001:0.0:1767384922.940387:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384922.940394:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913545 00000100:00000001:2.0:1767384922.940394:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913539 00000100:00000001:0.0:1767384922.940394:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913545 00000100:00000010:0.0:1767384922.940400:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a55964d0. 00000100:00000001:3.0:1767384922.940401:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913545 00000100:00000001:2.0:1767384922.940401:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913545 00000100:00000001:0.0:1767384922.940406:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384922.940408:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913539 00000100:00000001:0.0:1767384922.940410:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.940412:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913545 00000100:00000001:0.0:1767384922.940415:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940416:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.940419:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913545 00000100:00000001:0.0:1767384922.940421:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940422:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940425:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913539 00000100:00000001:0.0:1767384922.940427:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.940428:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940429:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913545 00000100:00000001:3.0:1767384922.940433:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.940434:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913539 00000100:00000001:0.0:1767384922.940437:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384922.940438:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913545 00000100:00000001:0.0:1767384922.940440:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384922.940441:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384922.940441:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.940445:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384922.940447:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.940447:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.940449:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.940451:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.940452:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.940453:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.940454:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940456:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940457:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.940458:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940462:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940465:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384922.940468:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384922.940472:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.940474:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.940476:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.940480:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384922.940482:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.940483:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384922.940485:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384922.940487:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384922.940487:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373187968 00000100:00000001:2.0:1767384922.940488:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384922.940492:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188096 00000100:00000001:2.0:1767384922.940493:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.940497:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384922.940497:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384922.940499:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384922.940501:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384922.940502:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.940503:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.940505:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940506:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.940508:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.940513:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.940515:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.940520:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373187968 00000100:00000001:2.0:1767384922.940523:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384922.940525:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188096 00000020:00000001:0.0:1767384922.940525:0:17577:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384922.940526:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384922.940528:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:3.0:1767384922.940531:0:17576:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384922.940531:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384922.940532:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.940536:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 02000000:00000001:2.0:1767384922.940537:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384922.940537:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 02000000:00000001:2.0:1767384922.940543:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.940543:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384922.940548:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384922.940548:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00100000:2.0:1767384922.940550:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063f11efd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373188352:0@lo:400: 00000020:00000040:3.0:1767384922.940552:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 00000100:00000001:0.0:1767384922.940555:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384922.940558:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384922.940558:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384922.940560:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001728eada. 02000000:00000001:2.0:1767384922.940562:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384922.940563:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 02000000:00000001:2.0:1767384922.940565:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.940566:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000086757ee. 00000100:00000001:3.0:1767384922.940568:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384922.940576:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b07453c. 02000000:00000001:2.0:1767384922.940577:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384922.940580:0:17577:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384922.940587:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384922.940590:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a479fa5. 00000100:00000001:0.0:1767384922.940655:0:17577:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384922.940661:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f0ea9e. 00000020:00000010:0.0:1767384922.940666:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7944368. 00000020:00000010:0.0:1767384922.940670:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000040:0.0:1767384922.940680:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384922.940682:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384922.940683:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384922.940685:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.940690:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.940693:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.940697:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415c1982. 00000100:00000001:0.0:1767384922.940699:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384922.940701:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767384922.940705:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373188352, portal 10 00000100:00000001:2.0:1767384922.940707:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.940708:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776118784 : -129514933432832 : ffff8a34f4664e00) 00000100:00000001:0.0:1767384922.940710:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384922.940712:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384922.940714:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384922.940720:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384922.940727:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384922.940727:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:0.0:1767384922.940731:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014277376 : -129515695274240 : ffff8a34c6fd8700) 00000100:00000040:2.0:1767384922.940732:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384922.940736:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 00000100:00000040:0.0:1767384922.940738:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009dd3c7a3 x1853237373187968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384922.940739:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373188352, offset 0 00000400:00000200:2.0:1767384922.940749:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384922.940752:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384922.940756:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384922.940762:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273503900 00000020:00000010:0.0:1767384922.940763:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091a007c9. 00000100:00000001:0.0:1767384922.940768:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384922.940771:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000020:00000010:0.0:1767384922.940772:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091a007c9. 00000400:00000200:2.0:1767384922.940778:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384922.940782:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009dd3c7a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237373187968:12345-0@lo:13: 00000400:00000200:2.0:1767384922.940787:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384922.940789:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373187968 00000100:00000001:2.0:1767384922.940791:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384922.940793:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384922.940793:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384922.940797:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:2.0:1767384922.940799:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081e5b55c. 00000020:00000001:0.0:1767384922.940801:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.940803:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000081e5b55c x1853237373188352 msgsize 224 00000020:00000001:0.0:1767384922.940804:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384922.940808:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00100000:2.0:1767384922.940809:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384922.940814:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384922.940817:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.940821:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384922.940821:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384922.940823:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384922.940826:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000815628d2 00000020:00000001:0.0:1767384922.940826:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.940830:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 00000100:00000001:0.0:1767384922.940830:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384922.940836:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384922.940837:0:16165:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384922.940840:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000def92296. 00000100:00000200:2.0:1767384922.940841:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.940845:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.940850:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384922.940855:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384922.940856:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384922.940859:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384922.940860:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384922.940864:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384922.940866:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.940869:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384922.940878:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.940883:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.940884:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.940886:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2751 usecs (3 jiffies) 00000020:00000001:0.0:1767384922.940888:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.940892:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294913540 00002000:00000024:0.0:1767384922.940893:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384922.940898:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294913545 00000020:00000020:0.0:1767384922.940900:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384922.940902:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294913540 00000020:00000010:3.0:1767384922.940905:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b07453c. 00000020:00000020:0.0:1767384922.940906:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384922.940907:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294913545 00000100:00000001:2.0:1767384922.940912:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294913540 00000020:00000010:3.0:1767384922.940913:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014b2c3ae. 00002000:00000020:0.0:1767384922.940915:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384922.940919:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294913545 00000020:00000010:3.0:1767384922.940920:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c3a10b3. 00002000:00000001:0.0:1767384922.940920:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384922.940925:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294913540 00000020:00000010:3.0:1767384922.940927:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000020:00000010:0.0:1767384922.940928:0:17577:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000016ab147c. 00000100:00000001:2.0:1767384922.940929:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294913545 00000100:00000001:2.0:1767384922.940935:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384922.940938:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384922.940940:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384922.940942:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940945:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.940946:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384922.940948:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940950:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1767384922.940953:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940954:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:0.0:1767384922.940957:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373187968 00000100:00000001:3.0:1767384922.940958:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.940962:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384922.940966:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384922.940968:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.940969:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384922.940976:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:0.0:1767384922.940977:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009dd3c7a3 x1853237373187968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.940982:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.940988:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384922.940995:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188224 00000100:00000001:3.0:1767384922.940999:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384922.941003:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384922.941011:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384922.941016:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.941018:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384922.941025:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384922.941027:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.941038:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188224 00000100:00100000:3.0:1767384922.941042:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:0.0:1767384922.941044:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384922.941045:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384922.941046:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 2 00000020:00000040:2.0:1767384922.941049:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000001:3.0:1767384922.941050:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013179648 : -129515696371968 : ffff8a34c6ecc700) 00010000:00000001:0.0:1767384922.941051:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.941053:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.941059:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00001000:0.0:1767384922.941060:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=20 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384922.941063:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c1b2f97 x1853237373188096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384922.941064:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384922.941068:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384922.941070:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000040:0.0:1767384922.941075:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384922.941080:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384922.941081:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000010:2.0:1767384922.941085:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037f7c71b. 02000000:00000001:0.0:1767384922.941099:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384922.941100:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384922.941101:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.941105:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b07453c. 00000100:00000001:0.0:1767384922.941107:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384922.941111:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.941113:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384922.941115:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037f7c71b. 00000100:00000040:0.0:1767384922.941117:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384922.941120:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b07453c. 00000400:00000010:0.0:1767384922.941124:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000020:00000010:2.0:1767384922.941126:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3c76ad7. 00000100:00100000:3.0:1767384922.941130:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c1b2f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237373188096:12345-0@lo:400: 00000100:00000200:0.0:1767384922.941133:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373187968, offset 224 00000020:00000010:2.0:1767384922.941134:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000697dbdb0. 00000100:00000200:3.0:1767384922.941135:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188096 00000020:00000010:2.0:1767384922.941143:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac8f964b. 00000020:00000001:3.0:1767384922.941146:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384922.941151:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384922.941153:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384922.941157:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.941161:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384922.941162:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384922.941164:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000200:0.0:1767384922.941168:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384922.941170:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384922.941170:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384922.941175:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384922.941176:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.941179:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.941182:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384922.941182:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273503780 00000020:00000001:3.0:1767384922.941188:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384922.941189:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384922.941193:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.941195:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1531 [1] + 224 00000100:00000001:2.0:1767384922.941196:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384922.941198:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384922.941199:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.941206:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384922.941206:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384922.941214:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384922.941218:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384922.941219:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d0d9f0e. 00000100:00000001:2.0:1767384922.941221:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384922.941224:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.941229:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.941229:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384922.941236:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384922.941240:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373188096 00000100:00000200:0.0:1767384922.941241:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941245:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384922.941247:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384922.941250:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188352 02000000:00000001:2.0:1767384922.941254:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384922.941257:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384922.941260:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384922.941261:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001c1b2f97 x1853237373188096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384922.941261:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.941264:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.941271:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188352 00000020:00000001:2.0:1767384922.941276:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384922.941280:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:2.0:1767384922.941285:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.941289:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00010000:00000001:3.0:1767384922.941291:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384922.941293:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00010000:00000001:3.0:1767384922.941297:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.941298:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00001000:3.0:1767384922.941303:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384922.941305:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384922.941306:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384922.941311:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384922.941313:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037f7c71b. 00000100:00000040:3.0:1767384922.941316:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000400:00000200:0.0:1767384922.941318:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b06d0c 00000020:00000010:2.0:1767384922.941320:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fac4d323. 00000100:00000001:3.0:1767384922.941321:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000010:0.0:1767384922.941323:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 02000000:00000001:3.0:1767384922.941330:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384922.941332:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 02000000:00000001:3.0:1767384922.941333:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.941334:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384922.941341:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.941342:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384922.941343:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384922.941349:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edd45d45. 00000100:00000040:3.0:1767384922.941354:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384922.941357:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df23346f. 00000100:00000001:0.0:1767384922.941357:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384922.941359:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000020:00000010:2.0:1767384922.941365:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a42b930. 00000100:00000200:3.0:1767384922.941366:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373188096, offset 224 00000100:00000040:0.0:1767384922.941367:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384922.941373:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384922.941374:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384922.941376:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.941379:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384922.941383:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.941383:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384922.941387:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.941389:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009dd3c7a3 x1853237373187968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941395:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384922.941402:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384922.941403:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384922.941406:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.941406:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009dd3c7a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237373187968:12345-0@lo:13: Request processed in 646us (1234us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384922.941417:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273503800 00000100:00100000:0.0:1767384922.941422:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384922.941426:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.941429:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:0.0:1767384922.941434:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384922.941438:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1535 [1] + 224 00000100:00000001:0.0:1767384922.941441:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384922.941444:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384922.941445:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384922.941446:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7944368. 00000100:00000001:2.0:1767384922.941449:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384922.941450:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384922.941452:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000100:00000001:3.0:1767384922.941456:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384922.941457:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000010:0.0:1767384922.941457:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f0ea9e. 00000100:00000200:3.0:1767384922.941463:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.941464:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000020:00000040:0.0:1767384922.941466:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000100:00000001:2.0:1767384922.941468:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776126848 : -129514933424768 : ffff8a34f4666d80) 00000100:00000001:0.0:1767384922.941474:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.941479:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e351b94b x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941489:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384922.941490:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384922.941492:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003991ac7b. 00000100:00000001:2.0:1767384922.941499:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384922.941499:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384922.941505:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003991ac7b. 00000020:00000040:0.0:1767384922.941506:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00100000:2.0:1767384922.941512:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e351b94b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373188224:12345-0@lo:400: 00000100:00000001:3.0:1767384922.941514:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1767384922.941514:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:2.0:1767384922.941517:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188224 00000020:00000040:0.0:1767384922.941519:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000001:2.0:1767384922.941520:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384922.941524:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000020:00000001:2.0:1767384922.941524:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384922.941527:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384922.941529:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000020:00000001:2.0:1767384922.941531:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384922.941532:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384922.941535:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:0.0:1767384922.941535:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.941537:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384922.941541:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384922.941543:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384922.941545:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384922.941547:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384922.941549:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:0.0:1767384922.941550:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384922.941553:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.941554:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384922.941555:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa19e9b. 00000020:00000001:2.0:1767384922.941558:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.941562:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:2.0:1767384922.941563:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384922.941563:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0940113 00000100:00000001:2.0:1767384922.941569:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384922.941569:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00010000:00000001:3.0:1767384922.941570:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384922.941575:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384922.941576:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.941580:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384922.941580:0:16163:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384922.941581:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cb3e6905. 02000000:00000001:2.0:1767384922.941586:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.941589:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c1b2f97 x1853237373188096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384922.941591:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941625:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.941628:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384922.941633:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188224 00010000:00000001:2.0:1767384922.941638:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384922.941646:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e351b94b x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.941658:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001c1b2f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373188096:12345-0@lo:400: Request processed in 568us (1478us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384922.941664:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384922.941673:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384922.941676:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:2.0:1767384922.941677:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.941682:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00001000:2.0:1767384922.941683:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.941687:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384922.941691:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384922.941692:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384922.941697:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c3a10b3. 00000100:00000040:2.0:1767384922.941697:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384922.941699:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384922.941702:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384922.941703:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384922.941704:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 02000000:00000001:2.0:1767384922.941706:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384922.941709:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384922.941710:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.941711:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014b2c3ae. 02000000:00000001:0.0:1767384922.941713:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384922.941714:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384922.941715:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:0.0:1767384922.941717:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.941719:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.941720:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384922.941721:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.941726:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 02000000:00000001:0.0:1767384922.941726:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.941731:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373188224, offset 224 00000100:00001000:0.0:1767384922.941733:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=20 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384922.941738:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384922.941738:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384922.941739:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384922.941744:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384922.941748:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.941748:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.941749:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384922.941754:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384922.941754:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767384922.941757:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384922.941760:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171d1810. 00010000:00080000:0.0:1767384922.941761:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.941762:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273503880 00000400:00000200:3.0:1767384922.941766:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000400:00000010:3.0:1767384922.941770:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000100:00000001:3.0:1767384922.941774:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384922.941776:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.941777:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1541 [1] + 224 00000100:00000001:0.0:1767384922.941780:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767384922.941781:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384922.941783:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384922.941787:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384922.941788:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384922.941791:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.941796:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384922.941800:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941802:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384922.941806:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384922.941810:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.941825:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.941831:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.941835:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.941836:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.941839:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.941839:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384922.941840:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384922.941843:0:16164:0:(client.c:1578:after_reply()) Process entered 00000004:00000040:0.0:1767384922.941845:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:3.0:1767384922.941847:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000040:0.0:1767384922.941851:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384922.941852:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.941855:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.941859:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.941860:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000020:0.0:1767384922.941861:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00001000:3.0:1767384922.941862:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=20 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384922.941868:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000815628d2 00000100:00001000:3.0:1767384922.941871:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=20 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384922.941873:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 00000004:00000001:0.0:1767384922.941874:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.941876:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384922.941880:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.941880:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384922.941883:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384922.941884:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384922.941889:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941891:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.941897:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.941905:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384922.941910:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384922.941913:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.941914:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.941916:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384922.941918:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384922.941920:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384922.941923:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e351b94b x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.941924:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384922.941927:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.941935:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.941952:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384922.941954:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373187968:0@lo:13: 00000100:00100000:2.0:1767384922.941956:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e351b94b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373188224:12345-0@lo:400: Request processed in 462us (1654us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384922.941957:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384922.941966:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.941967:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.941972:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384922.941973:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384922.941977:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000040:3.0:1767384922.941978:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941982:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384922.941983:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373187968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.941985:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384922.941990:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000697dbdb0. 00000020:00000010:2.0:1767384922.941998:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac8f964b. 00000020:00000010:2.0:1767384922.942003:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3c76ad7. 00000100:00100000:3.0:1767384922.942012:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006eed4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373188096:0@lo:400: 00000100:00000001:0.0:1767384922.942013:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384922.942014:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 02000000:00000001:0.0:1767384922.942019:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384922.942020:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384922.942023:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000254c682. 00000100:00000001:3.0:1767384922.942028:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384922.942030:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384922.942034:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384922.942035:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.942038:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384922.942039:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384922.942041:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384922.942043:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006eed4b4a x1853237373188096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384922.942045:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd84a3d. 00000100:00000001:2.0:1767384922.942046:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384922.942053:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:0.0:1767384922.942055:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384922.942058:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 02000000:00000001:0.0:1767384922.942059:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384922.942063:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384922.942063:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776117888 : -129514933433728 : ffff8a34f4664a80) 00000100:00000010:0.0:1767384922.942064:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 02000000:00000001:3.0:1767384922.942067:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384922.942072:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b241f7cf. 00000100:00000001:0.0:1767384922.942073:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384922.942077:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081e5b55c x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.942077:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384922.942079:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384922.942083:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.942085:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384922.942099:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.942103:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384922.942104:0:16164:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384922.942105:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384922.942107:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384922.942110:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384922.942111:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003991ac7b. 00000100:00000001:0.0:1767384922.942112:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384922.942115:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000522c40e6. 00000100:00000001:2.0:1767384922.942117:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384922.942121:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003991ac7b. 02000000:00000001:3.0:1767384922.942122:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384922.942125:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384922.942128:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081e5b55c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373188352:12345-0@lo:400: 00000100:00000010:3.0:1767384922.942129:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006eed4b4a. 00000100:00000200:2.0:1767384922.942135:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188352 00000100:00000001:3.0:1767384922.942136:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384922.942138:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.942140:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.942145:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384922.942147:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384922.942151:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.942151:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384922.942154:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384922.942157:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.942158:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.942159:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384922.942160:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384922.942163:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.942164:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000001:0.0:1767384922.942164:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384922.942169:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1767384922.942169:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384922.942172:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efe59115. 00000020:00000001:2.0:1767384922.942173:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.942178:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384922.942178:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000020:00000001:2.0:1767384922.942179:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384922.942182:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384922.942183:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000020:00000001:2.0:1767384922.942185:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384922.942187:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384922.942188:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384922.942192:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.942193:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384922.942197:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006bda9d0d. 02000000:00000001:2.0:1767384922.942201:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.942204:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384922.942205:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384922.942206:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384922.942208:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188352 00010000:00000001:2.0:1767384922.942209:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384922.942213:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081e5b55c x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384922.942237:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384922.942238:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384922.942241:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.942244:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384922.942245:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384922.942247:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384922.942251:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384922.942254:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384922.942255:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.942260:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.942261:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:0.0:1767384922.942266:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.942267:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384922.942270:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1767384922.942271:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=25 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384922.942273:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.942278:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384922.942280:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384922.942284:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384922.942287:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.942290:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384922.942290:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384922.942293:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 00000100:00000200:2.0:1767384922.942297:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373188352, offset 224 00010000:00080000:0.0:1767384922.942298:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.942306:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384922.942310:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.942313:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384922.942316:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384922.942318:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384922.942319:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384922.942322:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.942330:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.942334:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273503900 00000100:00000001:0.0:1767384922.942337:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.942340:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.942342:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384922.942348:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1549 [1] + 224 00000100:00000040:0.0:1767384922.942351:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.942354:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384922.942361:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384922.942367:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d209cdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373188224:0@lo:400: 00000100:00000001:2.0:1767384922.942369:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384922.942377:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.942379:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.942381:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384922.942390:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d209cdf x1853237373188224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.942395:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.942397:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384922.942404:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384922.942409:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384922.942413:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ccd09bf. 00000400:00000200:2.0:1767384922.942415:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000815628d2 02000000:00000001:0.0:1767384922.942416:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384922.942419:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 00000020:00000001:0.0:1767384922.942420:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.942425:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384922.942427:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384922.942428:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384922.942430:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384922.942431:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a2decba. 02000000:00000001:0.0:1767384922.942436:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384922.942437:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.942439:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384922.942440:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000010:0.0:1767384922.942444:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d209cdf. 00010000:00000001:2.0:1767384922.942445:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384922.942449:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.942452:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384922.942452:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.942456:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.942461:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.942462:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081e5b55c x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.942465:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.942469:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384922.942477:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081e5b55c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373188352:12345-0@lo:400: Request processed in 366us (1667us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384922.942478:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384922.942481:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384922.942485:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415c1982. 00000100:00100000:2.0:1767384922.942490:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:0.0:1767384922.942491:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000100:00000040:2.0:1767384922.942493:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000400:00000010:0.0:1767384922.942495:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000001:2.0:1767384922.942497:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384922.942502:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384922.942504:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384922.942508:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384922.942509:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df23346f. 00000020:00000010:2.0:1767384922.942514:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a42b930. 00000020:00000010:2.0:1767384922.942518:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edd45d45. 00000100:00000200:0.0:1767384922.942521:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384922.942523:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000001:2.0:1767384922.942528:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.942534:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.942535:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.942537:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384922.942538:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384922.942539:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.942539:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.942540:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.942546:0:16165:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c20f964c. 00000100:00001000:0.0:1767384922.942550:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384922.942552:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384922.942554:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384922.942556:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.942561:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384922.942564:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384922.942569:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.942572:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384922.942574:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384922.942576:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384922.942577:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.942581:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.942586:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.942589:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.942590:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.942621:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384922.942627:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063f11efd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373188352:0@lo:400: 00000100:00000001:0.0:1767384922.942637:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.942640:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384922.942643:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063f11efd x1853237373188352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.942649:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384922.942654:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384922.942656:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a479fa5. 02000000:00000001:0.0:1767384922.942660:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384922.942662:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.942664:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384922.942667:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384922.942670:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e022bcaf. 02000000:00000001:0.0:1767384922.942674:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384922.942675:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384922.942680:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f11efd. 00000100:00000001:0.0:1767384922.942689:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.942692:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.942698:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.942703:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.942705:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.942707:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.942708:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.949643:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294913545, at 4294913546 00000100:00000040:0.0:1767384922.949656:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294913545, at 4294913546 00000100:00000010:2.0:1767384922.949658:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a8ccb0c. 00000100:00000040:3.0:1767384922.949664:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294913545, at 4294913546 00000100:00000010:0.0:1767384922.949667:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00000100:00000010:3.0:1767384922.949673:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a55964d0. 00000100:00000040:1.0:1767384922.949698:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294913545, at 4294913546 00000100:00000010:1.0:1767384922.949713:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001107810f. 00010000:00000001:2.0:1767384923.835753:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384923.835765:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384923.835778:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384923.835782:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.835854:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384923.835861:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384923.835866:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384923.890353:0:23263:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384923.890369:0:23263:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.890375:0:23263:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384923.890385:0:23263:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384923.890392:0:23263:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.890398:0:23263:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.859732:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384924.859740:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.859749:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384924.859750:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.859779:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384924.859782:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.859784:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384924.919660:0:23427:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384924.919664:0:23427:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767384924.924550:0:23427:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384924.935986:0:23428:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1e59456. 00000400:00000010:3.0:1767384924.936014:0:23428:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a186b1c. 00000400:00000010:3.0:1767384924.936030:0:23428:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a3e9a368. 00000400:00000010:3.0:1767384924.936044:0:23428:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002e7a78cb. 00000400:00000010:3.0:1767384924.936072:0:23428:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c0734ea. 00000400:00000010:3.0:1767384924.936082:0:23428:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003336a999. 00000400:00000010:3.0:1767384924.936085:0:23428:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000055c34c53. 00000400:00000010:3.0:1767384924.936087:0:23428:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0f22e86. 00000400:00000010:3.0:1767384924.936093:0:23428:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f0461e21. 00000800:00000010:3.0:1767384924.936113:0:23428:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001e371873. 00000800:00000200:3.0:1767384924.936132:0:23428:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384924.936146:0:23428:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384924.936207:0:23428:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384924.936246:0:23428:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp23 [8/256/0/180] 00000400:00000010:3.0:1767384924.939442:0:23428:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005a3276f7. 00000400:00000010:3.0:1767384924.939465:0:23428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000400:00000010:3.0:1767384924.939473:0:23428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 00000400:00000001:3.0:1767384924.939497:0:23428:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384924.939499:0:23428:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384924.939503:0:23428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003066d196. 00000400:00000200:3.0:1767384924.939507:0:23428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69768e9 00000400:00000010:3.0:1767384924.939510:0:23428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 00000400:00000010:3.0:1767384924.939516:0:23428:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000067ce7cd4. 00000400:00000200:3.0:1767384924.939523:0:23428:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (14) 00000400:00000200:3.0:1767384924.939549:0:23428:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384924.939566:0:23428:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:3.0:1767384924.939578:0:23428:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006cf1622c. 00000020:01000000:3.0:1767384924.939584:0:23428:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384924.939588:0:23428:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp23 00000400:00000200:0.0:1767384924.939638:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384924.939647:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384924.939659:0:23428:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a186b1c. 00000020:00000001:2.0:1767384924.939660:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384924.939660:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 10000000:00000001:2.0:1767384924.939671:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384924.939682:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:3.0:1767384924.939683:0:23428:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1e59456. 00000400:00000200:0.0:1767384924.939684:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (15) 10000000:01000000:2.0:1767384924.939689:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384924.939698:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384924.939700:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384924.939701:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384924.939703:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384924.939703:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e098d39. 00000020:01000004:2.0:1767384924.939704:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384924.939708:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384924.939711:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384924.939712:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:01000004:2.0:1767384924.939714:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384924.939716:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384924.939717:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384924.939722:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f9766a. 00000020:00000040:2.0:1767384924.939727:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384924.939728:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:2.0:1767384924.939733:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384924.939737:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384924.939737:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:2.0:1767384924.939743:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.939747:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000010:2.0:1767384924.939754:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000042db9ba1. 00000400:00000200:0.0:1767384924.939756:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384924.939760:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384924.939764:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384924.939768:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384924.939770:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.939773:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384924.939777:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:2.0:1767384924.939780:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384924.939781:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:2.0:1767384924.939784:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384924.939792:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4f9766a] to pc [ptlrpcd_00_00+0] req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384924.939803:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384924.939812:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384924.939816:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384924.939827:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384924.939834:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 10000000:00000001:2.0:1767384924.939837:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.939842:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384924.939843:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.939844:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp22 00000020:00000001:2.0:1767384924.939849:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.939851:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384924.939853:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384924.939855:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp22 lpni_is_preferred = 0 00000100:00000001:1.0:1767384924.939857:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384924.939861:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384924.939861:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp22 10000000:00000001:2.0:1767384924.939864:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384924.939865:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384924.939869:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384924.939873:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384924.939874:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp22 NI seq info: [31:31:256:4294967295] 192.168.204.149@tcp22 LPNI seq info [31:31:8:4294967295] 00000020:01000004:2.0:1767384924.939878:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384924.939883:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384924.939887:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384924.939889:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384924.939890:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384924.939890:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp22 00000100:00000001:1.0:1767384924.939893:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384924.939896:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384924.939899:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384924.939901:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384924.939903:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384924.939904:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384924.939906:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384924.939909:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384924.939910:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384924.939915:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22:) -> 192.168.204.149@tcp22(192.168.204.149@tcp:192.168.204.149@tcp22) : PUT try# 0 00000100:00000010:2.0:1767384924.939916:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000100:00100000:1.0:1767384924.939919:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4f9766a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373188480:0@lo:253: 00000020:00000040:2.0:1767384924.939922:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384924.939928:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384924.939928:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp22 00000100:00000001:2.0:1767384924.939929:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384924.939934:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384924.939936:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384924.939937:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384924.939938:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b46de590. 02000000:00000001:1.0:1767384924.939940:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384924.939944:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045884287. 00000100:00000001:2.0:1767384924.939947:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384924.939949:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003e1dcae8. 02000000:00000001:1.0:1767384924.939953:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384924.939954:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384924.939954:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009efd865a. 00000100:00000001:2.0:1767384924.939958:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384924.939962:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (2) 02000000:00000010:1.0:1767384924.939963:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac75d8f4. 00000100:00000040:2.0:1767384924.939964:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101f4b3] to pc [ptlrpcd_00_01+1] req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384924.939969:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384924.939977:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (2) 00000400:00000010:1.0:1767384924.939978:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc7e5d. 10000000:00000001:2.0:1767384924.939991:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384924.939995:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384924.939995:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048897155. 00000400:00000200:0.0:1767384924.939999:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000020:00000001:2.0:1767384924.940005:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384924.940005:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373188480, portal 25 00000400:00000200:0.0:1767384924.940005:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:01000000:2.0:1767384924.940010:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384924.940011:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384924.940016:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776129536 : -129514933422080 : ffff8a34f4667800) 00000020:00000010:2.0:1767384924.940017:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006cf1622c. 00000100:00000040:1.0:1767384924.940026:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.940035:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384924.940040:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384924.940044:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384924.940045:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384924.940047:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052fd5920. 00000100:00000001:2.0:1767384924.940049:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384924.940063:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373188480, offset 0 00000100:00000040:2.0:1767384924.940072:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384924.940073:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384924.940098:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384924.940102:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.940109:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384924.940113:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384924.940117:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384924.940124:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384924.940131:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373188608:0@lo:253: 00000400:00000200:1.0:1767384924.940139:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503980 00000100:00000001:2.0:1767384924.940142:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384924.940151:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384924.940155:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.940158:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 02000000:00000001:2.0:1767384924.940161:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384924.940168:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002aa779d. 02000000:00000010:2.0:1767384924.940174:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000da5a2715. 00000400:00000200:1.0:1767384924.940180:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6af68c7 02000000:00000001:2.0:1767384924.940183:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384924.940192:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cc0657. 00000400:00000200:1.0:1767384924.940194:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384924.940196:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000010:2.0:1767384924.940202:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc78e924. 00000400:00000200:1.0:1767384924.940213:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384924.940217:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373188608, portal 25 00000100:00000001:2.0:1767384924.940224:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384924.940226:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6af68c7 00000100:00000001:2.0:1767384924.940227:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000400:00000010:1.0:1767384924.940233:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6af68c7. 00000100:00000040:2.0:1767384924.940257:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.940258:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384924.940261:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384924.940266:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000f115289c x1853237373188480 msgsize 4848 00000100:00100000:1.0:1767384924.940276:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384924.940278:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384924.940279:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384924.940286:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000040:2.0:1767384924.940287:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384924.940292:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384924.940295:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2230dd. 00000100:00000200:2.0:1767384924.940301:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373188608, offset 0 00000400:00000200:1.0:1767384924.940301:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052fd5920 00000400:00000010:1.0:1767384924.940304:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052fd5920. 00000100:00000001:1.0:1767384924.940309:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384924.940313:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384924.940314:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384924.940321:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384924.940330:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384924.940342:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384924.940343:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503a00 00000400:00000200:0.0:1767384924.940344:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000040:1.0:1767384924.940347:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384924.940360:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000100:00000001:1.0:1767384924.940360:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.940365:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384924.940366:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd8fa458. 00000400:00000200:2.0:1767384924.940372:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4fb45ce 00000100:00000001:1.0:1767384924.940373:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.940375:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384924.940378:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384924.940378:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294915552 00000100:00000010:1.0:1767384924.940386:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abbe435b. 00000400:00000200:2.0:1767384924.940389:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384924.940394:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4fb45ce 00000100:00000001:1.0:1767384924.940394:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384924.940396:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4fb45ce. 00000100:00000001:2.0:1767384924.940401:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384924.940402:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294915552 00000100:00000200:2.0:1767384924.940403:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384924.940406:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000040:2.0:1767384924.940410:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000002bc8eda7 x1853237373188608 msgsize 4848 00000100:00000010:1.0:1767384924.940414:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000753f2227. 00000100:00100000:2.0:1767384924.940419:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384924.940421:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384924.940422:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384924.940427:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294915552 00000100:00000001:2.0:1767384924.940434:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384924.940434:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbdf3926. 00000100:00000001:1.0:1767384924.940438:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384924.940442:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a2230dd 00000100:00000001:1.0:1767384924.940443:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294915552 00000400:00000200:0.0:1767384924.940444:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000010:2.0:1767384924.940446:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a2230dd. 00000100:00000001:2.0:1767384924.940452:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384924.940452:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c3aa077. 00000100:00000001:1.0:1767384924.940458:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384924.940459:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.940463:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384924.940468:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940470:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384924.940473:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384924.940475:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.940476:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.940484:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940486:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384924.940486:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:1.0:1767384924.940487:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384924.940491:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384924.940494:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.940495:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.940498:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294915552 00000100:00000001:1.0:1767384924.940498:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384924.940500:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940503:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294915552 00000100:00000001:1.0:1767384924.940504:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940509:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294915552 00000100:00000001:2.0:1767384924.940513:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294915552 00000100:00000001:2.0:1767384924.940514:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294915552 00000100:00000001:2.0:1767384924.940515:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294915552 00000100:00000001:2.0:1767384924.940517:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294915552 00000100:00000001:2.0:1767384924.940518:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294915552 00000400:00000200:0.0:1767384924.940520:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:2.0:1767384924.940526:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384924.940532:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940536:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940539:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.940544:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384924.940546:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384924.940550:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384924.940551:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188480 00000100:00000001:2.0:1767384924.940554:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384924.940555:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384924.940557:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384924.940558:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384924.940564:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.940569:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940571:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.940575:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.940579:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00100000:1.0:1767384924.940580:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188480 00000020:00000001:1.0:1767384924.940584:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384924.940588:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384924.940590:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.940593:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:2.0:1767384924.940594:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384924.940595:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:2.0:1767384924.940598:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188608 00000020:00000001:1.0:1767384924.940599:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 02000000:00000001:2.0:1767384924.940602:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384924.940605:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384924.940606:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384924.940610:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384924.940611:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000086757ee. 00000400:00000200:0.0:1767384924.940612:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 02000000:00000001:2.0:1767384924.940614:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384924.940646:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188608 00000020:00000001:2.0:1767384924.940650:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384924.940651:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384924.940653:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384924.940655:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384924.940656:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:2.0:1767384924.940661:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384924.940661:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000086757ee. 00000020:00000001:2.0:1767384924.940668:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384924.940671:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384924.940671:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007548cbb1. 00000020:00000010:2.0:1767384924.940675:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c702ce6b. 00000100:00000001:2.0:1767384924.940679:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.940679:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001783fa5e. 00000020:00000010:2.0:1767384924.940685:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c702ce6b. 00000020:00000010:1.0:1767384924.940687:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df3e8e90. 00000020:00000010:2.0:1767384924.940691:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca171891. 00000020:00000010:2.0:1767384924.940696:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccd46970. 00000100:00000040:1.0:1767384924.940699:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384924.940700:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a42b930. 00000400:00000200:0.0:1767384924.940701:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:1.0:1767384924.940705:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384924.940707:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384924.940708:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384924.940709:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940712:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384924.940715:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.940722:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940725:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.940735:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.940736:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.940743:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00000001:1.0:1767384924.940747:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384924.940749:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384924.940756:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:1.0:1767384924.940759:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384924.940761:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634550864 : -129520075000752 : ffff8a33c1f03450) 00000100:00000001:2.0:1767384924.940765:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384924.940768:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384924.940771:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f115289c x1853237373188480/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:150/0 lens 4848/0 e 0 to 0 dl 1767384935 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384924.940778:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000400:00000200:0.0:1767384924.940782:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000001:1.0:1767384924.940785:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384924.940786:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:2.0:1767384924.940792:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634549840 : -129520075001776 : ffff8a33c1f03050) 00000020:00000010:1.0:1767384924.940792:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000086757ee. 00000100:00000001:1.0:1767384924.940800:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384924.940804:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bc8eda7 x1853237373188608/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:150/0 lens 4848/0 e 0 to 0 dl 1767384935 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384924.940804:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000086757ee. 00000100:00000001:2.0:1767384924.940811:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384924.940817:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c702ce6b. 00000100:00100000:1.0:1767384924.940821:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f115289c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373188480:12345-0@lo:253: 00000100:00000001:2.0:1767384924.940822:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384924.940825:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000020:00000010:2.0:1767384924.940827:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c702ce6b. 00000100:00000200:1.0:1767384924.940830:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188480 00000020:00000001:1.0:1767384924.940834:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384924.940835:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bc8eda7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373188608:12345-0@lo:253: 00000020:00000001:1.0:1767384924.940839:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384924.940840:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188608 00000020:00000001:1.0:1767384924.940842:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.940843:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384924.940845:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384924.940848:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384924.940848:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384924.940852:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.940855:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384924.940858:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384924.940858:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000020:00000001:1.0:1767384924.940859:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384924.940861:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384924.940865:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384924.940866:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384924.940868:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384924.940869:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384924.940871:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.940872:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384924.940877:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384924.940877:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384924.940880:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.940881:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384924.940886:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384924.940906:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384924.940908:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 02000000:00000010:1.0:1767384924.940909:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e2bdb4cf. 02000000:00000010:2.0:1767384924.940913:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000047863916. 02000000:00000001:1.0:1767384924.940916:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.940920:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.940922:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.940925:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.940928:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384924.940932:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384924.940944:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a7abeaa1. 20000000:00000010:2.0:1767384924.940947:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cdf21e1b. 20000000:01000000:1.0:1767384924.940952:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384924.940957:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384924.940959:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384924.940962:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384924.940964:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384924.940970:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.940972:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 20000000:00000001:1.0:1767384924.940973:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.940974:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384924.940981:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384924.940987:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.940991:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.940994:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384924.940997:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047c61d9c. 20000000:01000000:1.0:1767384924.941003:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384924.941010:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384924.941015:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00080000:00000001:1.0:1767384924.941017:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384924.941095:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00080000:00000001:1.0:1767384924.941112:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384924.941117:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384924.941118:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.941121:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384924.941123:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000020:00000001:1.0:1767384924.941125:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384924.941131:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384924.941135:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384924.941164:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00080000:00000010:1.0:1767384924.941166:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000309aa72c. 00080000:00000001:1.0:1767384924.941172:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651169280 : -129520058382336 : ffff8a33c2edc800) 00080000:00000001:1.0:1767384924.941176:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384924.941200:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.941244:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.941287:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000001:00000001:1.0:1767384924.941318:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384924.941322:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.941325:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384924.941340:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00080000:00000001:1.0:1767384924.941355:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.941363:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384924.941556:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384924.941559:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384924.941987:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007a09eb24. 00000800:00000010:0.0:1767384924.941994:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c0a9f3b. 00000800:00000010:0.0:1767384924.942001:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d8b8684. 00000400:00000200:1.0:1767384924.942065:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384924.942075:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d8b8684. 00000400:00000200:1.0:1767384924.942094:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp22 from 229.3.0.2 00000800:00000010:1.0:1767384924.942102:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b5423d9c. 00000800:00000010:0.0:1767384924.942135:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f78d778d. 00000800:00000010:0.0:1767384924.942140:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002daa7d42. 00000800:00000010:0.0:1767384924.942179:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000768e5b5c. 00000800:00000200:0.1:1767384924.942184:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (2) 00000800:00000200:0.1:1767384924.942187:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp22 00000000768e5b5c deleted 00000800:00000010:0.1:1767384924.942189:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000768e5b5c. 00000800:00000200:0.1:1767384924.942194:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384924.942207:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:997 00000800:00000200:0.1:1767384924.942212:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b46de590 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384924.942224:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp22 p 3.x 192.168.204.149 -> 192.168.204.149:997 incarnation:1767384922739991245 sched[0] 00000800:00000010:0.0:1767384924.942232:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d8b8684. 00000800:00000010:0.0:1767384924.942293:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d8b8684. 00000800:00000010:0.0:1767384924.942299:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002daa7d42. 00000800:00000010:0.0:1767384924.942336:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b5423d9c. 00000800:00000001:0.0:1767384924.942352:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384924.942359:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384924.942455:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384924.942460:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b46de590. 00000400:00000200:0.0:1767384924.942468:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384924.942480:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: PUT: OK 00000400:00000200:0.0:1767384924.942488:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384924.942492:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:0.1:1767384924.942581:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384924.942627:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp22 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384922739991245 sched[0] 00000800:00000010:0.0:1767384924.942630:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c0a9f3b. 00000400:00000200:0.0:1767384924.942711:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.942774:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:1.0:1767384924.942809:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.942819:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.942820:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.942823:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.942830:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22) <- 192.168.204.149@tcp22 : PUT - for me 00000400:00000200:1.0:1767384924.942839:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384924.942845:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x151d [1] + 0 00000400:00000200:0.0:1767384924.942846:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000010:1.0:1767384924.942848:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056ae638c. 00000400:00000200:1.0:1767384924.942854:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000362631e6 00000800:00000001:1.0:1767384924.942859:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.942868:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.942871:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.942878:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: PUT: OK 00000400:00000200:1.0:1767384924.942884:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000400:00000010:1.0:1767384924.942886:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000400:00000200:0.0:1767384924.942887:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384924.942889:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384924.942893:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (16) 00000400:00000200:1.0:1767384924.942898:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384924.942902:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cd19be91. 00000400:00000200:1.0:1767384924.942908:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 15 00000400:00000200:1.0:1767384924.942914:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384924.942923:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (17) 00000400:00000200:1.0:1767384924.942938:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384924.942939:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384924.942945:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp22 to MR: 192.168.204.149@tcp22 local destination 00000400:00000200:1.0:1767384924.942953:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp22 NI seq info: [32:32:256:4294967295] 192.168.204.149@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384924.942988:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) -> 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) 192.168.204.149@tcp22 : ACK try# 0 00000800:00000200:1.0:1767384924.943001:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp22 00000800:00000010:1.0:1767384924.943007:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091c827c6. 00000800:00000200:1.0:1767384924.943016:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (4) 00000800:00000200:1.0:1767384924.943024:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:988 00000800:00000200:1.0:1767384924.943027:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091c827c6 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384924.943066:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000200:1.0:1767384924.943143:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384924.943147:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091c827c6. 00000400:00000200:1.0:1767384924.943156:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.943166:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: ACK: OK 00000800:00000001:1.0:1767384924.943180:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.943188:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.943193:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.943201:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.943203:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.943213:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.943227:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384924.943232:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22) <- 192.168.204.149@tcp22 : ACK - for me 00000400:00000200:0.0:1767384924.943322:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.943416:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.943566:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.943711:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.943866:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944012:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944159:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944305:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944414:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944457:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944491:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944532:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384924.944538:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384924.944543:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bca8be. 00000400:00000010:1.0:1767384924.944548:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000400:00000200:1.0:1767384924.944552:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccb50163 00000400:00000200:1.0:1767384924.944556:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004d1 00000400:00000200:0.0:1767384924.944557:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000010:1.0:1767384924.944562:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000e97f72b9. 00000400:00000010:1.0:1767384924.944568:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000824fa7bb. 00000400:00000010:1.0:1767384924.944572:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000ed86c164. 00000400:00000200:0.0:1767384924.944580:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000010:1.0:1767384924.944630:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000029868670. 00000400:00000200:1.0:1767384924.944638:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000029868670 nid 192.168.204.149@tcp23 00000400:00000010:1.0:1767384924.944643:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b24c2bce. 00000400:00000200:1.0:1767384924.944653:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b24c2bce net tcp23 00000400:00000200:1.0:1767384924.944657:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (16) 00000400:00000200:1.0:1767384924.944664:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp23 flags 0x11 00000400:00000010:1.0:1767384924.944672:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000e97f72b9. 00000400:00000010:1.0:1767384924.944678:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000824fa7bb. 00000400:00000010:1.0:1767384924.944687:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000ed86c164. 00000400:00000010:1.0:1767384924.944695:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cd19be91. 00000400:00000200:0.0:1767384924.944697:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384924.944703:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384924.944708:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100551 00000400:00000200:1.0:1767384924.944714:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 1 00000400:00000200:1.0:1767384924.944720:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 00000400:00000200:1.0:1767384924.944727:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384924.944730:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100511 rc 0 00000400:00000200:1.0:1767384924.944737:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384924.944743:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (17) 00000400:00000200:0.0:1767384924.944789:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944913:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.944976:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384924.945029:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp22: ACK from 12345-192.168.204.149@tcp22 into md 0x1565 00000400:00000200:1.0:1767384924.945038:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.945049:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: ACK: OK 00000400:00000200:1.0:1767384924.945068:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0940113 00000400:00000010:1.0:1767384924.945070:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000400:00000200:1.0:1767384924.945073:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384924.945076:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384924.945078:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (16) 00000800:00000001:1.0:1767384924.945089:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384924.945093:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000001:1.0:1767384924.945100:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.945238:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384924.945536:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384924.945572:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0960b58. 00000400:00000200:0.0:1767384924.945581:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp22 from 228.3.0.2 00000800:00000010:1.0:1767384924.945583:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000052fd5920. 00000800:00000010:0.0:1767384924.945640:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004e99effa. 00000800:00000010:1.0:1767384924.945744:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017f6f6e8. 00000800:00000010:1.0:1767384924.945799:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017f6f6e8. 00000800:00000010:1.0:1767384924.945849:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e597bc25. 00000800:00000010:1.0:1767384924.945854:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab418bec. 00000800:00000010:1.0:1767384924.945886:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d6f44cfa. 00000800:00000200:1.1:1767384924.945893:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (4) 00000800:00000200:1.1:1767384924.945898:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp22 00000000d6f44cfa deleted 00000800:00000010:1.1:1767384924.945900:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d6f44cfa. 00000800:00000200:1.1:1767384924.945904:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384924.945912:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp22 p 3.x 192.168.204.149 -> 192.168.204.149:996 incarnation:1767384922739991245 sched[0] 00000800:00000010:1.0:1767384924.945925:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017f6f6e8. 00000800:00000010:1.0:1767384924.945983:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017f6f6e8. 00000800:00000010:1.0:1767384924.945988:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab418bec. 00000800:00000010:1.0:1767384924.946037:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004e99effa. 00000800:00000001:1.0:1767384924.946066:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.946070:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384924.946082:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384924.946093:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp22 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384922739991245 sched[0] 00000800:00000010:0.0:1767384924.946096:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000052fd5920. 00000800:00000001:0.0:1767384924.946136:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384924.946143:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384924.956469:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384924.956477:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384924.956479:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:0.0:1767384924.956482:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384924.956483:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384924.956485:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384924.956486:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384924.956488:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384924.956492:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384924.956497:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000309aa72c. 20000000:01000000:2.0:1767384924.956501:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384924.956503:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384924.956512:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384924.956516:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384924.956523:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384924.956532:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384924.956534:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b2b757c. 20000000:01000000:0.0:1767384924.956538:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384924.956539:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384924.956545:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384924.956546:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384924.956553:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384924.956554:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384924.956560:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384924.956569:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000560f7119. 00010000:00000001:1.0:1767384924.956575:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384924.956580:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384924.956585:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384924.956587:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384924.956588:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b368b to hash 00080000:00000001:0.0:1767384924.956670:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384924.956672:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384924.956674:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384924.956677:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384924.956681:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384924.956685:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:3.0:1767384924.956688:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294915552, at 4294915553 00080000:00000010:0.0:1767384924.956690:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019d7d37e. 00080000:00000001:0.0:1767384924.956700:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651210240 : -129520058341376 : ffff8a33c2ee6800) 00080000:00000001:0.0:1767384924.956705:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000010:3.0:1767384924.956707:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c3aa077. 00000001:00000001:0.0:1767384924.956769:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384924.956771:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384924.956774:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384924.956787:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384924.956795:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384924.956886:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384924.956888:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384924.956914:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294915552, at 4294915553 00000100:00000010:0.0:1767384924.956920:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abbe435b. 00000020:00000001:1.0:1767384924.956970:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384924.956973:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384924.956978:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384924.956982:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.956984:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.956988:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.956999:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384924.957003:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384924.957007:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384924.957011:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.957014:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.957017:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.957019:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.957022:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384924.957024:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384924.957027:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384924.957029:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384924.957039:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000560f7119) refcount = 1 00010000:00010000:1.0:1767384924.957044:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957068:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384924.957070:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384924.957072:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.957076:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.957078:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384924.957081:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384924.957085:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384924.957088:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.957090:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.957092:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384924.957095:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384924.957098:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384924.957100:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384924.957103:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957112:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384924.957115:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957122:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.957124:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384924.957126:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957133:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.957135:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.957138:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384924.957140:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384924.957148:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384924.957158:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.957162:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384924.957166:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957175:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384924.957178:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.957181:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.957183:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000020:00000001:1.0:1767384924.957187:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384924.957189:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384924.957193:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384924.957195:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957202:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384924.957209:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.957211:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.957218:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384924.957220:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384924.957224:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.957226:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.957230:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b368b from hash 00010000:00000001:1.0:1767384924.957234:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384924.957237:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.957240:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.957242:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384924.957247:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384924.957250:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384924.957255:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384924.957257:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.957262:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.957265:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384924.957266:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384924.957271:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.957274:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.957286:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.957289:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.957293:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.957297:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957305:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.957309:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.957311:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384924.957314:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384924.957318:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.957323:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.957326:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384924.957329:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.957331:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.957334:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.957340:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384924.957344:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384924.957347:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b368b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384924.957355:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000560f7119 count: 0 00010000:00000001:1.0:1767384924.957370:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384924.957373:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384924.957389:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294915552, at 4294915553 00000100:00000010:1.0:1767384924.957397:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000753f2227. 00000100:00000040:2.0:1767384924.957662:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294915552, at 4294915554 00000100:00000010:2.0:1767384924.957668:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbdf3926. 00080000:00000001:0.0:1767384924.968497:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.968500:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384924.968504:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:1.0:1767384924.968505:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384924.968510:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384924.968511:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384924.968513:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384924.968515:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384924.968517:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384924.968519:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384924.968524:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019d7d37e. 20000000:00000001:0.0:1767384924.968531:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384924.968532:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384924.968537:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384924.968544:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384924.968558:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384924.968562:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384924.968574:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384924.968579:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384924.968584:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384924.968591:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000b7565a. 00010000:00000001:1.0:1767384924.968637:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384924.968642:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000089be80d7. 00000020:00000001:1.0:1767384924.968647:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384924.968652:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000089be80d7 with handle 0xcb8130832f6b3692 to hash 00000020:00000001:1.0:1767384924.968658:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384924.968662:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384924.968666:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384924.968669:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.968671:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.968675:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968684:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384924.968687:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384924.968690:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384924.968692:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.968694:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.968696:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.968698:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.968699:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384924.968700:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384924.968702:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384924.968704:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384924.968705:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000b7565a) refcount = 1 00010000:00010000:1.0:1767384924.968708:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968712:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384924.968713:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384924.968715:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.968718:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.968720:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384924.968728:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384924.968730:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384924.968732:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.968733:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.968735:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089be80d7 refcount=4 00000020:00000001:1.0:1767384924.968736:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384924.968738:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384924.968740:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384924.968741:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968746:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384924.968748:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968751:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.968753:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384924.968754:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968757:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.968758:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.968759:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384924.968760:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384924.968766:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000089be80d7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384924.968768:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.968769:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384924.968771:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968775:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384924.968776:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.968776:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.968784:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089be80d7 refcount=5 00000020:00000001:1.0:1767384924.968785:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384924.968787:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384924.968789:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384924.968790:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968793:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384924.968794:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.968795:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.968796:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384924.968798:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384924.968799:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.968799:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.968800:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000089be80d7 with handle 0xcb8130832f6b3692 from hash 00010000:00000001:1.0:1767384924.968802:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384924.968803:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.968805:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.968805:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384924.968807:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384924.968809:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384924.968810:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384924.968811:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.968813:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.968815:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384924.968816:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384924.968818:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.968819:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.968821:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.968823:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.968824:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.968826:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968830:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.968830:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.968837:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384924.968838:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384924.968840:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.968841:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.968842:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384924.968845:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.968846:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.968847:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.968851:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384924.968853:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384924.968854:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3692 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384924.968858:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000b7565a count: 0 00010000:00000001:1.0:1767384924.968867:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384924.968868:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384924.969647:0:16638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000560f7119. 00010000:00000010:1.1:1767384924.969654:0:16638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00000400:00000010:3.0:1767384924.970833:0:23433:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000061d9b921. 00000400:00000040:3.0:1767384924.970861:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384924.970865:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384924.970869:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.970877:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384924.970881:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.970883:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384924.970888:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384924.970890:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384924.970893:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384924.970895:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384924.970899:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384924.970902:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384924.970905:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384924.970908:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384924.970911:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384924.970914:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384924.970917:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384924.970919:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384924.970921:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384924.970924:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.970926:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384924.970928:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384924.970930:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384924.970933:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.970934:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384924.970937:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.970941:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384924.970944:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384924.970946:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384924.970948:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.970950:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384924.970952:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.970954:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384924.970957:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384924.970959:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384924.970962:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.970964:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384924.970967:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384924.970970:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384924.970972:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384924.970974:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384924.970976:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.970985:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384924.970987:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384924.970989:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384924.970991:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384924.970993:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384924.970994:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384924.970997:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384924.971000:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384924.971003:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384924.971006:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384924.971007:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384924.971009:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384924.971011:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384924.971013:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384924.971014:0:23433:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:2.0:1767384924.971037:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384924.971045:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384924.971065:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a7abeaa1. 20000000:00000001:2.0:1767384924.971074:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384924.971086:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188480 00010000:00000001:2.0:1767384924.971093:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384924.971108:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f115289c x1853237373188480/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384924.971132:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384924.971141:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384924.971147:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384924.971154:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384924.971160:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384924.971163:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384924.971176:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384924.971183:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.971193:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384924.971198:0:23433:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000061d9b921. 00000100:00000040:2.0:1767384924.971218:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384924.971224:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032006d7d. 00000100:00000200:2.0:1767384924.971230:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373188480, offset 224 00000400:00000200:2.0:1767384924.971240:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384924.971265:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384924.971303:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503980 00000400:00000200:2.0:1767384924.971313:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1569 [2] + 224 00000400:00000200:2.0:1767384924.971321:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.971325:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384924.971331:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384924.971335:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384924.971345:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.971362:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384924.971372:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032006d7d 00000400:00000010:2.0:1767384924.971374:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032006d7d. 00000100:00000001:0.0:1767384924.971375:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.971378:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384924.971380:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384924.971382:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384924.971388:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384924.971389:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384924.971392:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384924.971394:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:0.0:1767384924.971396:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1bc7e5d. 00010000:00000001:2.0:1767384924.971398:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384924.971402:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.971404:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048897155 00000020:00000001:2.0:1767384924.971405:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384924.971408:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048897155. 00000100:00000040:2.0:1767384924.971411:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f115289c x1853237373188480/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.971412:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384924.971421:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384924.971427:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f115289c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373188480:12345-0@lo:253: Request processed in 30639us (31155us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384924.971446:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384924.971465:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384924.971470:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384924.971475:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384924.971476:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384924.971477:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384924.971480:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384924.971483:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001783fa5e. 00000100:00000001:0.0:1767384924.971484:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384924.971488:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384924.971490:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df3e8e90. 00000100:00000001:0.0:1767384924.971491:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384924.971494:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384924.971495:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007548cbb1. 02000000:00000001:0.0:1767384924.971497:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384924.971501:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00001000:0.0:1767384924.971503:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=32 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384924.971505:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384924.971507:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384924.971509:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384924.971511:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384924.971514:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e2bdb4cf. 02000000:00000001:2.0:1767384924.971518:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384924.971521:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384924.971522:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384924.971524:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.971528:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384924.971529:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384924.971532:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384924.971536:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000873b2492. 00000400:00000010:2.0:1767384924.971543:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032006d7d. 00000100:00000001:0.0:1767384924.971544:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384924.971548:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384924.971550:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384924.971554:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384924.971555:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384924.971557:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384924.971558:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384924.971559:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384924.971561:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384924.971562:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384924.971563:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384924.971564:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384924.971565:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384924.971569:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384924.971576:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4f9766a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373188480:0@lo:253: 00000100:00000001:0.0:1767384924.971582:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384924.971584:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384924.971587:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4f9766a x1853237373188480/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.971592:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384924.971593:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384924.971595:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac75d8f4. 02000000:00000001:0.0:1767384924.971598:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384924.971601:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384924.971603:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384924.971605:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384924.971607:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000042db9ba1. 02000000:00000001:0.0:1767384924.971634:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384924.971636:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384924.971643:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f9766a. 00000100:00000001:0.0:1767384924.971646:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384924.971647:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384924.971649:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384924.971656:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384924.971657:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.971659:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384924.971661:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384924.972935:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384924.972939:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384924.972942:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cdf21e1b. 20000000:00000001:1.0:1767384924.972950:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384924.972954:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188608 00010000:00000001:1.0:1767384924.972957:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384924.972978:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bc8eda7 x1853237373188608/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384924.972986:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384924.972988:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.972990:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384924.972993:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384924.972996:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384924.972999:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384924.973002:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384924.973005:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.973010:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384924.973013:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384924.973023:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003016e502. 00000100:00000200:1.0:1767384924.973027:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373188608, offset 224 00000400:00000200:1.0:1767384924.973064:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384924.973077:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384924.973084:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503a00 00000400:00000200:1.0:1767384924.973091:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1571 [2] + 224 00000400:00000200:1.0:1767384924.973097:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.973105:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384924.973110:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384924.973115:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384924.973122:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.973143:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384924.973156:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003016e502 00000400:00000010:1.0:1767384924.973160:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003016e502. 00000100:00000001:2.0:1767384924.973161:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.973165:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384924.973166:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384924.973171:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384924.973175:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384924.973178:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384924.973180:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384924.973182:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090cc0657. 00000100:00000040:1.0:1767384924.973188:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000200:2.0:1767384924.973190:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc78e924 00010000:00000001:1.0:1767384924.973193:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384924.973196:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc78e924. 00000020:00000001:1.0:1767384924.973197:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.973202:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384924.973203:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384924.973212:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bc8eda7 x1853237373188608/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384924.973213:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384924.973238:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bc8eda7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373188608:12345-0@lo:253: Request processed in 32424us (32825us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384924.973246:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384924.973250:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:1.0:1767384924.973254:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384924.973258:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384924.973262:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384924.973266:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384924.973266:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccd46970. 00000100:00000001:2.0:1767384924.973271:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384924.973272:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a42b930. 00000100:00000001:2.0:1767384924.973276:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384924.973278:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384924.973282:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384924.973283:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca171891. 00000100:00000001:2.0:1767384924.973284:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.973289:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.973290:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00001000:2.0:1767384924.973292:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=32 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384924.973295:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384924.973296:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=32 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384924.973298:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000047863916. 00000100:00000001:2.0:1767384924.973301:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384924.973303:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384924.973304:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.973307:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384924.973308:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384924.973311:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384924.973313:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384924.973314:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384924.973319:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a628f3. 00000100:00000040:2.0:1767384924.973320:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384924.973325:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003016e502. 00000100:00000001:2.0:1767384924.973332:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384924.973334:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384924.973342:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384924.973344:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384924.973345:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384924.973346:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384924.973347:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384924.973348:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384924.973349:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384924.973350:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384924.973351:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384924.973352:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384924.973354:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384924.973358:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373188608:0@lo:253: 00000100:00000001:2.0:1767384924.973361:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.973362:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384924.973363:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373188608/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.973367:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384924.973368:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384924.973369:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000da5a2715. 02000000:00000001:2.0:1767384924.973372:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384924.973373:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384924.973374:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384924.973375:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384924.973376:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045884287. 02000000:00000001:2.0:1767384924.973378:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384924.973379:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384924.973380:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:2.0:1767384924.973382:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384924.973383:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.973384:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.973387:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384924.973388:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.973390:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.973391:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384924.974625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000b7565a. 00010000:00000010:1.1:1767384924.974633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089be80d7. 00010000:00000001:2.0:1767384925.883669:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384925.883682:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384925.883688:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384925.883689:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384925.883764:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384925.883767:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.883770:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384926.005310:0:23699:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384926.005327:0:23699:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384926.005331:0:23699:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.005337:0:23699:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384926.005343:0:23699:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384926.005345:0:23699:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384926.012690:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384926.012695:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:1.0:1767384926.012699:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384926.012701:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384926.012702:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384926.012703:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384926.012705:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384926.012707:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384926.012709:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 29 10000000:00000001:1.0:1767384926.012713:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384926.012715:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384926.012721:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000020:00000040:1.0:1767384926.012724:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384926.012729:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384926.012733:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384926.012738:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384926.012743:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5aace7d. 00000100:00000001:1.0:1767384926.012748:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.012752:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384926.012755:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384926.012761:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb7f71e8. 00010000:00000001:1.0:1767384926.012764:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384926.012767:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384926.012772:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384926.012778:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b3699 to hash 00000020:00000001:1.0:1767384926.012785:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384926.012787:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384926.012791:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384926.012796:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.012798:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.012800:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384926.012808:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384926.012816:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384926.012821:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384926.012823:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384926.012828:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005dccb0ac. 00000100:00000001:1.0:1767384926.012830:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557964280384 : -129515745271232 : ffff8a34c402a240) 00000100:00000001:1.0:1767384926.012832:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384926.012834:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000001:1.0:1767384926.012839:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384926.012842:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.012845:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384926.012848:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384926.012858:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.012865:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384926.012866:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.012868:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384926.012871:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384926.012874:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384926.012877:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373188736:0@lo:101: 00000100:00000001:1.0:1767384926.012882:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384926.012914:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384926.012917:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.012919:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384926.012923:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000439bd1f. 02000000:00000001:1.0:1767384926.012926:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384926.012932:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d00a76. 00000400:00000010:1.0:1767384926.012940:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be3e8f2c. 00000100:00000200:1.0:1767384926.012947:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373188736, portal 25 00000100:00000001:1.0:1767384926.012951:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384926.012953:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000040:1.0:1767384926.012957:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.012965:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384926.012968:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384926.012971:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d30fc81b. 00000100:00000200:1.0:1767384926.012973:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373188736, offset 0 00000400:00000200:1.0:1767384926.012980:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384926.012993:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384926.013010:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273503a80 00000400:00000200:1.0:1767384926.013020:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa15 [2] + 0 00000400:00000010:1.0:1767384926.013024:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006093f8d. 00000400:00000200:1.0:1767384926.013027:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024f01bbf 00000400:00000200:1.0:1767384926.013051:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384926.013057:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384926.013064:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f01bbf 00000400:00000010:1.0:1767384926.013067:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024f01bbf. 00000100:00000001:1.0:1767384926.013088:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384926.013090:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384926.013093:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000004e5fb589 x1853237373188736 msgsize 328 00000100:00100000:1.0:1767384926.013096:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384926.013098:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384926.013108:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384926.013116:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30fc81b 00000400:00000010:1.0:1767384926.013117:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d30fc81b. 00000100:00000001:1.0:1767384926.013120:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384926.013132:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.013140:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384926.013144:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384926.013145:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384926.013148:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188736 02000000:00000001:0.0:1767384926.013153:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384926.013157:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013158:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384926.013160:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384926.013162:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.013166:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.013168:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.013171:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294916625 00000100:00100000:0.0:1767384926.013172:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188736 00000020:00000001:0.0:1767384926.013176:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384926.013179:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000753f2227. 00000020:00000040:0.0:1767384926.013179:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384926.013183:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.013185:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384926.013188:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384926.013189:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384926.013196:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384926.013201:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384926.013203:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294916625 00000020:00000010:0.0:1767384926.013205:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073c910af. 00000100:00000001:0.0:1767384926.013208:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.013210:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073c910af. 00000100:00000010:1.0:1767384926.013212:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a6f19ba. 00000020:00000010:0.0:1767384926.013217:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc9603e. 00000100:00000001:1.0:1767384926.013218:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384926.013224:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294916625 00000020:00000010:0.0:1767384926.013225:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f62b16a. 00000100:00000010:1.0:1767384926.013229:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091c2b011. 00000020:00000010:0.0:1767384926.013230:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000001:1.0:1767384926.013236:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384926.013243:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294916625 00000100:00000040:0.0:1767384926.013245:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:1.0:1767384926.013247:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039765f70. 00000100:00000001:0.0:1767384926.013249:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384926.013251:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384926.013252:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384926.013256:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.013264:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384926.013268:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013268:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.013274:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384926.013277:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384926.013279:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000005dccb0ac going to sleep for 11 seconds 00000100:00000001:1.0:1767384926.013283:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384926.013284:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.013287:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013300:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384926.013304:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384926.013319:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384926.013323:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384926.013326:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634539600 : -129520075012016 : ffff8a33c1f00850) 00000100:00000040:0.0:1767384926.013335:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e5fb589 x1853237373188736/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.013343:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.013346:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073c910af. 00000100:00000001:0.0:1767384926.013347:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.013348:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073c910af. 00000100:00100000:0.0:1767384926.013356:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e5fb589 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373188736:12345-0@lo:101: 00000100:00000200:0.0:1767384926.013359:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188736 00000020:00000001:0.0:1767384926.013362:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384926.013367:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384926.013369:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.013372:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384926.013374:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384926.013377:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384926.013379:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384926.013382:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384926.013385:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384926.013388:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.013389:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384926.013391:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384926.013393:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384926.013395:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384926.013396:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.013399:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384926.013408:0:16799:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0b5966e. 00010000:00000001:0.0:1767384926.013412:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384926.013414:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb846a12. 00000020:00000001:0.0:1767384926.013417:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384926.013423:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bb846a12 with handle 0xcb8130832f6b36a0 to hash 00000020:00000001:0.0:1767384926.013425:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384926.013432:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.013435:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00010000:0.0:1767384926.013438:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b3699 expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384926.013447:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:0.0:1767384926.013450:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:0.0:1767384926.013458:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384926.013462:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384926.013468:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002c2485f3. 02000000:00000001:0.0:1767384926.013470:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013473:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.013476:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384926.013479:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384926.013481:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384926.013483:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.013484:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.013486:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.013488:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.013491:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384926.013492:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384926.013494:0:16799:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384926.013496:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384926.013498:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0b5966e) refcount = 1 00010000:00010000:0.0:1767384926.013503:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.013507:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384926.013509:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384926.013510:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.013512:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.013513:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384926.013516:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384926.013518:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.013532:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384926.013534:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384926.013536:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.013537:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.013540:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384926.013542:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.013543:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384926.013546:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bb846a12, rc 0) 00000020:00000001:0.0:1767384926.013548:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384926.013550:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188736 00010000:00000001:0.0:1767384926.013551:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384926.013555:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e5fb589 x1853237373188736/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/344 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384926.013560:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384926.013562:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.013565:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.013568:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384926.013571:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384926.013574:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384926.013577:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384926.013580:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013582:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.013583:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.013586:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000100:00000200:0.0:1767384926.013589:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373188736, offset 224 00000400:00000200:0.0:1767384926.013622:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.013629:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.013636:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273503a80 00000400:00000200:0.0:1767384926.013639:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x158d [1] + 224 00000400:00000200:0.0:1767384926.013642:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.013646:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384926.013649:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384926.013660:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384926.013666:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.013686:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384926.013694:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b06d0c 00000400:00000010:0.0:1767384926.013697:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000100:00000001:0.0:1767384926.013702:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384926.013705:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384926.013714:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.013721:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384926.013725:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384926.013727:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.013730:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384926.013738:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e5fb589 x1853237373188736/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/344 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384926.013748:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e5fb589 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373188736:12345-0@lo:101: Request processed in 400us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384926.013753:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384926.013755:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384926.013757:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384926.013758:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384926.013762:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f62b16a. 00000020:00000010:0.0:1767384926.013765:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000020:00000010:0.0:1767384926.013767:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc9603e. 00000020:00000040:0.0:1767384926.013772:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384926.013775:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384926.013776:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002c2485f3. 02000000:00000001:0.0:1767384926.013778:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384926.013779:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384926.013782:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384926.013785:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa19e9b. 00000400:00000010:0.0:1767384926.013788:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faede1ae. 00000100:00000001:0.0:1767384926.013820:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384926.013823:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384926.013825:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384926.013826:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d00a76. 00000400:00000200:0.0:1767384926.013829:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be3e8f2c 00000400:00000010:0.0:1767384926.013830:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be3e8f2c. 00000100:00000001:0.0:1767384926.013833:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384926.013835:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384926.013840:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.013845:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384926.013846:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.013848:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384926.013850:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384926.013851:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384926.013853:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.013854:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.013874:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384926.013878:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.013880:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384926.013882:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.013884:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384926.013886:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013888:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.013891:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.013896:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384926.013899:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384926.013903:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384926.013911:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384926.013918:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373188736:0@lo:101: 00000100:00000001:0.0:1767384926.013926:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.013935:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.013937:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384926.013941:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384926.013945:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.013952:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384926.013954:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005dccb0ac. 00000100:00000001:0.0:1767384926.013958:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384926.013960:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.013963:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384926.013965:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.013967:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.013969:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:0.0:1767384926.013971:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384926.013976:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000040:0.0:1767384926.013982:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000080866b7, remote cookie: 0xcb8130832f6b36a0, flags: 0x0 00010000:00000001:0.0:1767384926.013984:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384926.013988:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384926.013989:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384926.013993:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384926.013997:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384926.013999:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb7f71e8) refcount = 1 00010000:00010000:0.0:1767384926.014003:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.014009:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384926.014011:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384926.014013:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384926.014016:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384926.014019:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.014022:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.014027:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384926.014028:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.014054:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.014056:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.014058:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.014062:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014064:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384926.014067:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373188736/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.014090:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384926.014093:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384926.014095:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000439bd1f. 02000000:00000001:0.0:1767384926.014099:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384926.014100:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384926.014102:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384926.014104:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384926.014105:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c5aace7d. 02000000:00000001:0.0:1767384926.014108:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384926.014109:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384926.014110:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00000001:0.0:1767384926.014113:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384926.014114:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384926.014115:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384926.014116:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384926.014117:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:0.0:1767384926.014119:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.014120:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.014121:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.014122:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=3 00000020:00000001:0.0:1767384926.014124:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384926.014125:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384926.014126:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384926.014127:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.014128:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.014130:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384926.014132:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384926.014136:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d222ab71. 00000100:00000010:0.0:1767384926.014151:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91b82fa. 00000020:00000040:0.0:1767384926.014153:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384926.014158:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384926.014159:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384926.014162:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384926.014165:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dc9603e. 00000100:00000001:0.0:1767384926.014167:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014170:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384926.014172:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002c2485f3. 00000100:00000010:0.0:1767384926.014174:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000073c910af. 00000020:00000040:0.0:1767384926.014176:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384926.014179:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384926.014179:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384926.014182:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9324f87. 00000100:00000001:0.0:1767384926.014183:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553639807616 : -129520069744000 : ffff8a33c2406a80) 00000100:00000001:0.0:1767384926.014184:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384926.014185:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014278272 : -129515695273344 : ffff8a34c6fd8a80) 00000100:00000001:0.0:1767384926.014187:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384926.014189:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014190:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384926.014190:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384926.014192:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.014196:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384926.014197:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.014199:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384926.014200:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384926.014202:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384926.014203:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91b82fa pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373188864:0@lo:256: 00000100:00000001:0.0:1767384926.014206:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384926.014207:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384926.014209:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014210:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384926.014215:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c782acc8. 00000400:00000010:0.0:1767384926.014218:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000ecbdb04. 00000100:00000200:0.0:1767384926.014220:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273503b00-0x6958273503b00, portal 33 00000100:00000001:0.0:1767384926.014222:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.014228:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384926.014231:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000541e5729. 02000000:00000001:0.0:1767384926.014232:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384926.014235:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9842aba. 00000400:00000010:0.0:1767384926.014239:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000100:00000200:0.0:1767384926.014241:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373188864, portal 25 00000100:00000001:0.0:1767384926.014243:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384926.014244:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014278272 : -129515695273344 : ffff8a34c6fd8a80) 00000100:00000040:0.0:1767384926.014247:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.014251:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.014254:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.014257:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000100:00000200:0.0:1767384926.014259:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373188864, offset 0 00000400:00000200:0.0:1767384926.014262:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.014268:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.014275:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273503b00 00000400:00000200:0.0:1767384926.014278:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa25 [2] + 0 00000400:00000010:0.0:1767384926.014280:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ac3d6c. 00000400:00000200:0.0:1767384926.014282:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0cfce9b 00000400:00000200:0.0:1767384926.014285:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.014288:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384926.014293:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cfce9b 00000400:00000010:0.0:1767384926.014295:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0cfce9b. 00000100:00000001:0.0:1767384926.014300:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384926.014301:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384926.014303:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000001f832fd9 x1853237373188864 msgsize 304 00000100:00100000:0.0:1767384926.014309:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384926.014310:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384926.014323:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384926.014327:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1801c11 00000400:00000010:0.0:1767384926.014328:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000100:00000001:0.0:1767384926.014331:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384926.014334:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.014347:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384926.014349:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.014353:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014354:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384926.014358:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014360:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294916626 00000100:00000001:0.0:1767384926.014364:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916625 00000100:00000001:0.0:1767384926.014367:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294916626 00000100:00000001:0.0:1767384926.014369:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916625 00000100:00000001:0.0:1767384926.014372:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294916626 00000100:00000001:0.0:1767384926.014375:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916625 00000100:00000001:0.0:1767384926.014377:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294916626 00000100:00000001:0.0:1767384926.014379:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916625 00000100:00000001:0.0:1767384926.014382:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384926.014383:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014385:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384926.014386:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384926.014387:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a9324f87 going to sleep for 11 seconds 00000100:00000001:0.0:1767384926.014389:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384926.014390:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014404:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384926.014406:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188864 02000000:00000001:0.0:1767384926.014408:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384926.014409:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384926.014411:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.014416:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384926.014419:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188864 00000020:00000001:0.0:1767384926.014422:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384926.014424:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384926.014426:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.014434:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384926.014436:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384926.014438:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384926.014442:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.014446:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e14be4af. 00000100:00000001:0.0:1767384926.014448:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.014450:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e14be4af. 00000020:00000010:0.0:1767384926.014456:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056ad9fd0. 00000020:00000010:0.0:1767384926.014460:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f62b16a. 00000020:00000010:0.0:1767384926.014463:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000040:0.0:1767384926.014472:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384926.014476:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384926.014479:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384926.014481:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014488:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014498:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.014512:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384926.014514:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384926.014517:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:0.0:1767384926.014519:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384926.014521:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634546768 : -129520075004848 : ffff8a33c1f02450) 00000100:00000040:0.0:1767384926.014524:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f832fd9 x1853237373188864/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 304/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.014530:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.014533:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e14be4af. 00000100:00000001:0.0:1767384926.014534:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.014536:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e14be4af. 00000100:00100000:0.0:1767384926.014540:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f832fd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373188864:12345-0@lo:256: 00000100:00000200:0.0:1767384926.014543:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188864 00000020:00000001:0.0:1767384926.014544:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384926.014546:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384926.014547:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.014554:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384926.014556:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:0.0:1767384926.014559:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384926.014560:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384926.014562:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384926.014564:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384926.014566:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014569:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384926.014573:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384926.014577:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005981ba7c. 02000000:00000001:0.0:1767384926.014579:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014580:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.014584:0:16799:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384926.014588:0:16799:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384926.014592:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384926.014594:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384926.014596:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.014599:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384926.014602:0:16799:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384926.014604:0:16799:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ae8d2d43. 20000000:00000001:0.0:1767384926.014607:0:16799:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384926.014642:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384926.014647:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384926.014652:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384926.014655:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384926.014657:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384926.014659:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384926.014662:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384926.014664:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384926.014666:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384926.014669:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384926.014672:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384926.014674:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384926.014677:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384926.014679:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384926.014681:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:01000000:0.0:1767384926.014684:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 324, pages 3772/1/4/3. 20000000:00000040:0.0:1767384926.014691:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384926.014700:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384926.014703:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384926.014706:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384926.014708:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384926.014711:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384926.014714:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384926.014719:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384926.014723:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384926.014727:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384926.014729:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384926.014731:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384926.014732:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384926.014734:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384926.014738:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:01000000:0.0:1767384926.014742:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 324, pages 3448/1/4/3. 20000000:01000000:0.0:1767384926.014744:0:16799:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 648, version 34 20000000:00000001:0.0:1767384926.014747:0:16799:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=648 : 648 : 288) 00000100:00000001:0.0:1767384926.014749:0:16799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384926.014752:0:16799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000cd4bf67. 00000100:00000010:0.0:1767384926.014754:0:16799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000000c7cb5. 00000020:00000040:0.0:1767384926.014756:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:0.0:1767384926.014758:0:16799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384926.014760:0:16799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384926.014762:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000400:00000010:0.0:1767384926.014765:0:16799:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f7b3255. 00000400:00000200:0.0:1767384926.014768:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.014773:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.014776:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 648 into portal 33 MB=0x6958273503b00 00000400:00000200:0.0:1767384926.014779:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 648/648 into md 0x159d [4] + 0 00000400:00000010:0.0:1767384926.014781:0:16799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c782acc8. 00000400:00000200:0.0:1767384926.014783:0:16799:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ecbdb04 00000400:00000200:0.0:1767384926.014786:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.014788:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384926.014791:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ecbdb04 00000400:00000010:0.0:1767384926.014792:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000ecbdb04. 00000100:00000001:0.0:1767384926.014795:0:16799:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384926.014796:0:16799:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d91b82fa desc 000000002c2485f3 mbits 1853237373188864 00000100:00000001:0.0:1767384926.014812:0:16799:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384926.014816:0:16799:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384926.014819:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384926.014824:0:16799:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x15a9 00000400:00000200:0.0:1767384926.014826:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.014829:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384926.014833:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384926.014833:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384926.014837:0:16799:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000000cd4bf67 00000100:00000001:1.0:1767384926.014838:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014840:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384926.014846:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1801c11 00000400:00000010:0.0:1767384926.014864:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000100:00000001:0.0:1767384926.014868:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384926.014869:0:16799:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000000cd4bf67 00000100:00000001:0.0:1767384926.014872:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384926.014877:0:16799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 648 bytes via portal 33 id 12345-0@lo mbits 0x6958273503b00-0x6958273503b00 00000100:00000001:0.0:1767384926.014880:0:16799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.014886:0:16799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014889:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384926.014891:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:0.0:1767384926.014894:0:16799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000000c7cb5. 00000100:00000010:0.0:1767384926.014898:0:16799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000cd4bf67. 00000100:00000001:0.0:1767384926.014901:0:16799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384926.014902:0:16799:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384926.014911:0:16799:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ae8d2d43. 20000000:00000001:0.0:1767384926.014915:0:16799:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384926.014919:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188864 00010000:00000001:0.0:1767384926.014922:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384926.014927:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f832fd9 x1853237373188864/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 304/240 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384926.014936:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384926.014939:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.014942:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.014946:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384926.014949:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384926.014958:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384926.014962:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384926.014964:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.014968:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.014971:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.014974:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000100:00000200:0.0:1767384926.014977:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373188864, offset 224 00000400:00000200:0.0:1767384926.014982:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.014987:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.014995:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273503b00 00000400:00000200:0.0:1767384926.015001:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x15a1 [1] + 224 00000400:00000200:0.0:1767384926.015007:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.015013:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384926.015016:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384926.015020:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384926.015029:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.015092:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384926.015096:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1801c11 00000400:00000010:0.0:1767384926.015098:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000100:00000001:0.0:1767384926.015101:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384926.015102:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384926.015105:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.015109:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384926.015112:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384926.015114:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.015116:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384926.015117:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384926.015122:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f832fd9 x1853237373188864/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 304/240 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384926.015127:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384926.015130:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384926.015135:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9842aba. 00000100:00100000:0.0:1767384926.015135:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f832fd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373188864:12345-0@lo:256: Request processed in 599us (825us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384926.015149:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b06d0c 00000400:00000010:3.0:1767384926.015157:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000100:00100000:0.0:1767384926.015159:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:0.0:1767384926.015167:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384926.015168:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384926.015172:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384926.015175:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384926.015177:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384926.015178:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f62b16a. 00000020:00000010:0.0:1767384926.015187:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000020:00000010:0.0:1767384926.015196:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056ad9fd0. 00000100:00000200:3.0:1767384926.015209:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384926.015209:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384926.015216:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384926.015221:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005981ba7c. 00000100:00000001:3.0:1767384926.015225:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384926.015226:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384926.015227:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.015230:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.015233:0:16801:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384926.015235:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384926.015236:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384926.015240:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c782acc8. 00000100:00000001:3.0:1767384926.015247:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384926.015250:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384926.015250:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ecbdb04. 02000000:00000001:3.0:1767384926.015264:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384926.015270:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=34 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384926.015274:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384926.015288:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384926.015290:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.015293:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384926.015296:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.015298:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384926.015306:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384926.015313:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.015318:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384926.015319:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384926.015321:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384926.015326:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91b82fa pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373188864:0@lo:256: 00000100:00000001:3.0:1767384926.015330:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.015331:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.015333:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384926.015334:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384926.015336:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.015341:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384926.015343:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a9324f87. 00000100:00000001:3.0:1767384926.015345:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384926.015346:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384926.015351:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 34, more 0. 10000000:00000001:3.0:1767384926.015354:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384926.015360:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000138e6a2b. 10000000:00000040:3.0:1767384926.015370:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384926.015380:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384926.015384:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384926.015389:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:3.0:1767384926.015391:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.015393:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384926.015394:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:3.0:1767384926.015395:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:3.0:1767384926.015398:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 15 NIDs 00000400:00001000:3.0:1767384926.015401:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384926.015403:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:3.0:1767384926.015409:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384926.015414:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (15) 00000400:00000200:3.0:1767384926.015418:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384926.015420:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:3.0:1767384926.015422:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (16) 00000400:00000200:3.0:1767384926.015424:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:3.0:1767384926.015425:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:3.0:1767384926.015430:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015431:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:3.0:1767384926.015432:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:3.0:1767384926.015434:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015435:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:3.0:1767384926.015436:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:3.0:1767384926.015438:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015439:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:3.0:1767384926.015440:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:3.0:1767384926.015441:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015444:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:3.0:1767384926.015446:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:3.0:1767384926.015449:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015452:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:3.0:1767384926.015454:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:3.0:1767384926.015459:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015461:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:3.0:1767384926.015462:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:3.0:1767384926.015467:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015473:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:3.0:1767384926.015475:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:3.0:1767384926.015477:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015479:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:3.0:1767384926.015481:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:3.0:1767384926.015483:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015485:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:3.0:1767384926.015487:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:3.0:1767384926.015491:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015493:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:3.0:1767384926.015494:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:3.0:1767384926.015496:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015497:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:3.0:1767384926.015498:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:3.0:1767384926.015501:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015503:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:3.0:1767384926.015505:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:3.0:1767384926.015510:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015512:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:3.0:1767384926.015512:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:3.0:1767384926.015514:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384926.015515:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000100:00000001:3.0:1767384926.015517:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.015518:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384926.015524:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:3.0:1767384926.015527:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d7a39b3b. 10000000:00000040:3.0:1767384926.015529:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 34/34 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:3.0:1767384926.015532:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384926.015538:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384926.015541:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f752fd2b. 00000020:00000010:3.0:1767384926.015545:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000014b2c3ae. 00000040:00000010:3.0:1767384926.015549:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067ce7cd4. 00000020:00000010:3.0:1767384926.015553:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e70e41e3. 00000020:00000010:3.0:1767384926.015557:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384926.015565:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000098d0fb84. 80000000:00000010:3.0:1767384926.015569:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d84dba7f. 40000000:00000010:3.0:1767384926.015572:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009c8b2d12. 00100000:00000010:3.0:1767384926.015576:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000065aa45f0. 00040000:00000010:3.0:1767384926.015580:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000addf06b8. 00040000:00000010:3.0:1767384926.015584:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000043d209bd. 00040000:00000010:3.0:1767384926.015587:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000065c22f9. 00080000:00000010:3.0:1767384926.015926:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d408af23. 00000004:00000010:3.0:1767384926.015933:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087117654. 00000004:00000010:3.0:1767384926.015940:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000686446c7. 00000004:00000010:3.0:1767384926.015945:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe96d0c6. 00002000:00000010:3.0:1767384926.015950:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1e59456. 00000004:00000010:3.0:1767384926.015956:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a13e5915. 00000004:00000001:3.0:1767384926.015961:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384926.015964:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384926.015966:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d7a39b3b 00000040:00001000:3.0:1767384926.015968:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384926.015970:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384926.015972:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384926.015973:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384926.015975:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384926.015976:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384926.015977:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384926.015978:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:3.0:1767384926.015979:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384926.016046:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384926.016052:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000014b2c3ae. 00000040:00000010:3.0:1767384926.016059:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000067ce7cd4. 00000020:00000010:3.0:1767384926.016065:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e70e41e3. 00000020:00000010:3.0:1767384926.016072:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384926.016089:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000098d0fb84. 80000000:00000010:3.0:1767384926.016093:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d84dba7f. 40000000:00000010:3.0:1767384926.016098:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009c8b2d12. 00100000:00000010:3.0:1767384926.016103:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000065aa45f0. 00040000:00000010:3.0:1767384926.016110:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000addf06b8. 00040000:00000010:3.0:1767384926.016120:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000043d209bd. 00040000:00000010:3.0:1767384926.016124:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000065c22f9. 00080000:00000010:3.0:1767384926.016127:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d408af23. 00000004:00000010:3.0:1767384926.016131:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000087117654. 00000004:00000010:3.0:1767384926.016137:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000686446c7. 00000004:00000010:3.0:1767384926.016141:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe96d0c6. 00002000:00000010:3.0:1767384926.016144:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1e59456. 00000004:00000010:3.0:1767384926.016148:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a13e5915. 00000020:00000010:3.0:1767384926.016150:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f752fd2b. 00000020:00000001:3.0:1767384926.016154:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384926.016156:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384926.016158:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d7a39b3b. 10000000:00000010:3.0:1767384926.016161:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000138e6a2b. 10000000:00000001:3.0:1767384926.016163:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.016165:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384926.016168:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91b82fa x1853237373188864/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.016174:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384926.016176:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384926.016178:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000541e5729. 02000000:00000001:3.0:1767384926.016182:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384926.016184:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384926.016185:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384926.016187:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384926.016188:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384926.016190:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384926.016191:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384926.016192:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384926.016194:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000073c910af. 00000100:00000010:3.0:1767384926.016196:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002c2485f3. 00000100:00000001:3.0:1767384926.016200:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384926.016202:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004dc9603e. 02000000:00000001:3.0:1767384926.016206:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384926.016208:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384926.016210:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91b82fa. 00000100:00000001:3.0:1767384926.016214:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384926.016219:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384926.016230:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d222ab71. 10000000:01000000:3.0:1767384926.016234:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384926.016238:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384926.016241:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384926.016243:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384926.016247:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=3 00000020:00000001:3.0:1767384926.016249:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:3.0:1767384926.016251:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:3.0:1767384926.016254:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384926.016257:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.016263:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.016265:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384926.016267:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.016272:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384926.016274:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.016276:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384926.016278:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384926.016281:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384926.016283:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384926.016296:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384926.016297:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:3.0:1767384926.016300:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384926.027581:0:23713:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e14be4af. 00000020:00000040:0.0:1767384926.027589:0:23713:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384926.027591:0:23713:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e14be4af. 00000100:00000040:3.0:1767384926.030658:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294916626, at 4294916627 00000100:00000010:3.0:1767384926.030667:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039765f70. 00000100:00000040:0.0:1767384926.031624:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294916626, at 4294916627 00000100:00000010:0.0:1767384926.031632:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000753f2227. 00000100:00000040:1.0:1767384926.031637:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294916626, at 4294916628 00000100:00000010:1.0:1767384926.031645:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a6f19ba. 00000100:00000040:2.0:1767384926.031648:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294916626, at 4294916628 00000100:00000010:2.0:1767384926.031656:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091c2b011. 00000001:00000001:0.0:1767384926.744719:0:23865:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384926.744723:0:23865:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:0.0:1767384926.747656:0:23865:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384926.755451:0:23866:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a13e5915. 00000400:00000010:3.0:1767384926.755473:0:23866:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d7dff9c8. 00000400:00000010:3.0:1767384926.755488:0:23866:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000efb9e4de. 00000400:00000010:3.0:1767384926.755492:0:23866:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007548cbb1. 00000400:00000010:3.0:1767384926.755497:0:23866:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b12c3e7. 00000400:00000010:3.0:1767384926.755503:0:23866:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001800bd6c. 00000400:00000010:3.0:1767384926.755512:0:23866:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000808ce0b7. 00000400:00000010:3.0:1767384926.755514:0:23866:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000104ff60d. 00000400:00000010:3.0:1767384926.755519:0:23866:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001c99d70c. 00000800:00000010:3.0:1767384926.755537:0:23866:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005067bb74. 00000800:00000200:3.0:1767384926.755554:0:23866:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384926.755568:0:23866:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384926.755648:0:23866:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384926.755678:0:23866:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp24 [8/256/0/180] 00000400:00000010:3.0:1767384926.757101:0:23866:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000cd19be91. 00000400:00000010:3.0:1767384926.757108:0:23866:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000520f96af. 00000400:00000010:3.0:1767384926.757114:0:23866:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000400:00000001:3.0:1767384926.757133:0:23866:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384926.757134:0:23866:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384926.757136:0:23866:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171d1810. 00000400:00000200:3.0:1767384926.757139:0:23866:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000400:00000010:3.0:1767384926.757141:0:23866:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000400:00000010:3.0:1767384926.757145:0:23866:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005a3276f7. 00000400:00000200:3.0:1767384926.757151:0:23866:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (15) 00000400:00000200:3.0:1767384926.757163:0:23866:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384926.757172:0:23866:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:3.0:1767384926.757179:0:23866:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e1cb8f80. 00000020:01000000:3.0:1767384926.757183:0:23866:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384926.757185:0:23866:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp24 00000400:00000010:3.0:1767384926.757199:0:23866:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d7dff9c8. 00000400:00000010:3.0:1767384926.757203:0:23866:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a13e5915. 00000400:00000200:1.0:1767384926.757236:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384926.757239:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384926.757244:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384926.757248:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384926.757251:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384926.757253:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000020:01000004:0.0:1767384926.757255:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384926.757260:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384926.757262:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384926.757263:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384926.757264:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d30fc81b. 00000020:01000004:0.0:1767384926.757265:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384926.757269:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384926.757271:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384926.757272:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (16) 00000020:01000004:0.0:1767384926.757273:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:1.0:1767384926.757281:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b9d7ea8. 00000020:01000004:0.0:1767384926.757283:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384926.757287:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384926.757290:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000100:00000010:0.0:1767384926.757293:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a0a65b3. 00000020:00000040:0.0:1767384926.757299:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384926.757305:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384926.757307:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 02000000:00000001:0.0:1767384926.757309:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384926.757314:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:0.0:1767384926.757315:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.757322:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384926.757326:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000010:0.0:1767384926.757327:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045884287. 00000400:00000200:1.0:1767384926.757332:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384926.757335:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.757338:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384926.757342:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384926.757344:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:0.0:1767384926.757346:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384926.757348:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384926.757350:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.757358:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000040:0.0:1767384926.757364:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a0a65b3] to pc [ptlrpcd_00_02+2] req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384926.757365:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384926.757381:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384926.757389:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384926.757393:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384926.757397:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384926.757402:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 10000000:00000001:0.0:1767384926.757403:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.757407:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp23 10000000:00000001:0.0:1767384926.757408:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.757413:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.757417:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp23 lpni_is_preferred = 0 00000020:01000000:0.0:1767384926.757417:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384926.757427:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384926.757430:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp23 10000000:00000001:0.0:1767384926.757430:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384926.757432:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384926.757436:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384926.757440:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384926.757442:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp23 NI seq info: [33:33:256:4294967295] 192.168.204.149@tcp23 LPNI seq info [33:33:8:4294967295] 00000020:01000004:0.0:1767384926.757444:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384926.757449:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384926.757451:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384926.757452:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384926.757452:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384926.757455:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp23 00000020:01000004:0.0:1767384926.757456:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384926.757460:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384926.757461:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384926.757464:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384926.757464:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384926.757469:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384926.757474:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000935a4c9. 00000100:00000040:2.0:1767384926.757476:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384926.757480:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:1.0:1767384926.757481:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23:) -> 192.168.204.149@tcp23(192.168.204.149@tcp:192.168.204.149@tcp23) : PUT try# 0 00000100:00000001:0.0:1767384926.757486:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384926.757489:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384926.757492:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.757496:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767384926.757498:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.149@tcp23 00000100:00000001:2.0:1767384926.757499:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384926.757501:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000042db9ba1. 00000800:00000010:1.0:1767384926.757504:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003da7fb2e. 02000000:00000001:2.0:1767384926.757505:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384926.757507:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.757510:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384926.757512:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384926.757515:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a0a65b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373188992:0@lo:253: 00000800:00000010:1.0:1767384926.757517:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000928c124c. 00000100:00000001:0.0:1767384926.757519:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384926.757523:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384926.757523:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384926.757525:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003b9fd129. 02000000:00000001:2.0:1767384926.757530:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384926.757530:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000935a4c9] to pc [ptlrpcd_00_03+3] req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384926.757534:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (2) 02000000:00000001:2.0:1767384926.757535:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.757541:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.1:1767384926.757545:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (2) 10000000:00000001:0.0:1767384926.757548:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384926.757549:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9adc47a. 10000000:00000001:0.0:1767384926.757551:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.757555:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.757556:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384926.757559:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384926.757561:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e1cb8f80. 00000400:00000010:2.0:1767384926.757562:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cc0657. 00000400:00000200:1.0:1767384926.757569:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000010:2.0:1767384926.757570:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ad92b7. 00000400:00000200:1.0:1767384926.757572:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000200:2.0:1767384926.757577:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373188992, portal 25 00000100:00000001:2.0:1767384926.757581:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384926.757583:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014286336 : -129515695265280 : ffff8a34c6fdaa00) 00000100:00000040:2.0:1767384926.757589:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.757636:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384926.757637:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384926.757641:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384926.757642:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384926.757645:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384926.757646:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005008a57c. 00000100:00000200:2.0:1767384926.757651:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373188992, offset 0 00000100:00000040:1.0:1767384926.757651:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.757661:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384926.757663:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.757667:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384926.757668:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384926.757671:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384926.757673:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384926.757677:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373189120:0@lo:253: 00000100:00000001:1.0:1767384926.757681:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384926.757686:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384926.757689:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.757692:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384926.757693:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384926.757699:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000da5a2715. 02000000:00000001:1.0:1767384926.757702:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384926.757705:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000400:00000200:2.0:1767384926.757709:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503b80 00000400:00000010:1.0:1767384926.757710:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9acebc2. 00000100:00000200:1.0:1767384926.757715:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373189120, portal 25 00000100:00000001:1.0:1767384926.757718:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384926.757721:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000100:00000001:1.0:1767384926.757725:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014283648 : -129515695267968 : ffff8a34c6fd9f80) 00000400:00000010:2.0:1767384926.757730:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000969aefc3. 00000100:00000040:1.0:1767384926.757732:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384926.757740:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fe4b1d1f 00000100:00000001:1.0:1767384926.757740:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384926.757747:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384926.757750:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.757751:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000010:1.0:1767384926.757752:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003582e594. 00000100:00000200:1.0:1767384926.757757:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373189120, offset 0 00000400:00000200:2.0:1767384926.757763:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384926.757767:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384926.757771:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4b1d1f 00000400:00000010:2.0:1767384926.757777:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe4b1d1f. 00000400:00000200:1.0:1767384926.757781:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384926.757789:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384926.757794:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384926.757794:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273503c00 00000400:00000200:1.0:1767384926.757801:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000040:2.0:1767384926.757802:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000014aa6aa4 x1853237373188992 msgsize 4848 00000400:00000010:1.0:1767384926.757808:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000599389c5. 00000400:00000200:1.0:1767384926.757813:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f7ed243d 00000100:00100000:2.0:1767384926.757817:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384926.757817:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.757819:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384926.757821:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384926.757827:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384926.757831:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ed243d 00000400:00000010:1.0:1767384926.757833:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7ed243d. 00000100:00000001:1.0:1767384926.757838:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384926.757841:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384926.757841:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384926.757844:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000eaf134b4 x1853237373189120 msgsize 4848 00000100:00100000:1.0:1767384926.757848:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384926.757850:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384926.757853:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005008a57c 00000400:00000200:0.0:1767384926.757855:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000010:2.0:1767384926.757858:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005008a57c. 00000100:00000001:1.0:1767384926.757862:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384926.757863:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384926.757870:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003582e594 00000100:00000200:2.0:1767384926.757871:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384926.757874:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003582e594. 00000100:00000001:2.0:1767384926.757885:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384926.757885:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384926.757888:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000200:1.0:1767384926.757891:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384926.757892:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384926.757910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:2.0:1767384926.757925:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.757926:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384926.757928:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384926.757931:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.757935:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384926.757935:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:1.0:1767384926.757940:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.757943:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384926.757944:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294917370 00000100:00000001:1.0:1767384926.757950:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384926.757952:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005651f0ab. 00000100:00000001:2.0:1767384926.757959:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384926.757960:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294917370 00000400:00000200:0.0:1767384926.757967:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:2.0:1767384926.757969:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294917370 00000100:00000001:1.0:1767384926.757973:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294917370 00000100:00000010:2.0:1767384926.757976:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010b16ad3. 00000100:00000001:1.0:1767384926.757977:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294917370 00000100:00000001:2.0:1767384926.757984:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384926.757985:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:1.0:1767384926.757994:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294917370 00000100:00000001:2.0:1767384926.757995:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294917370 00000100:00000001:1.0:1767384926.757998:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294917370 00000100:00000010:1.0:1767384926.758002:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a6f19ba. 00000100:00000001:1.0:1767384926.758008:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384926.758013:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294917370 00000100:00000001:2.0:1767384926.758029:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294917370 00000100:00000010:1.0:1767384926.758031:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87a64cc. 00000400:00000200:0.0:1767384926.758034:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:2.0:1767384926.758035:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294917370 00000100:00000001:1.0:1767384926.758036:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384926.758044:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.758045:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294917370 00000100:00000001:1.0:1767384926.758048:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758050:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384926.758053:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758054:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.758057:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.758060:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758064:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384926.758065:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00000001:1.0:1767384926.758066:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384926.758069:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384926.758070:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384926.758074:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384926.758076:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.758080:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384926.758082:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.758085:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758087:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384926.758090:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758096:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758102:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.758122:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384926.758125:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373188992 02000000:00000001:1.0:1767384926.758128:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384926.758130:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384926.758130:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384926.758132:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384926.758134:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189120 02000000:00000001:1.0:1767384926.758137:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.758138:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384926.758144:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384926.758145:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373188992 00000100:00000001:2.0:1767384926.758148:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384926.758150:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384926.758153:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 02000000:00000001:2.0:1767384926.758154:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384926.758156:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384926.758159:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189120 00000020:00000040:1.0:1767384926.758160:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000400:00000200:0.0:1767384926.758164:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000020:00000001:2.0:1767384926.758165:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384926.758166:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000040:2.0:1767384926.758172:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384926.758172:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384926.758179:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384926.758185:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000100:00000001:1.0:1767384926.758187:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384926.758190:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384926.758193:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a6b34b9. 00000020:00000001:2.0:1767384926.758198:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384926.758200:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384926.758205:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a6b34b9. 00000100:00000001:2.0:1767384926.758206:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384926.758214:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054eac36d. 00000020:00000010:2.0:1767384926.758215:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051da922f. 00000020:00000010:1.0:1767384926.758224:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c64a0e24. 00000100:00000001:2.0:1767384926.758225:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384926.758230:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d94607a0. 00000020:00000010:2.0:1767384926.758232:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051da922f. 00000020:00000010:2.0:1767384926.758242:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ffe226. 00000100:00000040:1.0:1767384926.758246:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384926.758250:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000697dbdb0. 00000100:00000001:1.0:1767384926.758252:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384926.758255:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384926.758258:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac8f964b. 00000100:00000001:1.0:1767384926.758259:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384926.758260:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:2.0:1767384926.758271:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384926.758274:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758283:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384926.758286:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.758287:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.758296:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758304:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.758315:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384926.758317:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384926.758322:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384926.758322:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000001:2.0:1767384926.758327:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384926.758327:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384926.758335:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998113872 : -129515711437744 : ffff8a34c606e450) 00000100:00100000:2.0:1767384926.758345:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:1.0:1767384926.758346:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014aa6aa4 x1853237373188992/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 4848/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384926.758354:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384926.758357:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384926.758359:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998114896 : -129515711436720 : ffff8a34c606e850) 00000020:00000010:1.0:1767384926.758362:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a6b34b9. 00000100:00000001:1.0:1767384926.758369:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384926.758371:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a6b34b9. 00000400:00000200:0.0:1767384926.758371:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00000040:2.0:1767384926.758372:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eaf134b4 x1853237373189120/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 4848/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384926.758381:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014aa6aa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373188992:12345-0@lo:253: 00000100:00000200:1.0:1767384926.758393:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373188992 00000100:00000001:2.0:1767384926.758394:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384926.758399:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384926.758400:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051da922f. 00000020:00000001:1.0:1767384926.758407:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384926.758408:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384926.758413:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384926.758415:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051da922f. 00000020:00000001:1.0:1767384926.758420:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384926.758425:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00100000:2.0:1767384926.758429:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eaf134b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373189120:12345-0@lo:253: 00000020:00000001:1.0:1767384926.758432:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384926.758437:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189120 00000020:00000001:1.0:1767384926.758442:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384926.758443:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384926.758446:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384926.758447:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000020:00000001:2.0:1767384926.758448:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384926.758450:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384926.758453:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384926.758454:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.758461:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384926.758461:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384926.758467:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384926.758468:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 02000000:00000010:1.0:1767384926.758474:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000047863916. 00000020:00000001:2.0:1767384926.758475:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384926.758480:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.758481:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.758483:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.758486:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384926.758488:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384926.758492:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384926.758498:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.758502:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384926.758502:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 02000000:00000001:2.0:1767384926.758506:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384926.758508:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002dafe9b3. 20000000:01000000:1.0:1767384926.758515:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384926.758516:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000829747c3. 20000000:00000001:1.0:1767384926.758520:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384926.758522:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.758525:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384926.758528:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.758528:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.758536:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.758537:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384926.758539:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384926.758551:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086526770. 20000000:01000000:1.0:1767384926.758554:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000010:2.0:1767384926.758557:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cdf21e1b. 20000000:00000001:1.0:1767384926.758560:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384926.758560:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 20000000:01000000:2.0:1767384926.758563:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384926.758567:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384926.758568:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384926.758571:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384926.758575:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.758580:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.758584:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384926.758674:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00080000:00000001:1.0:1767384926.758694:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384926.758699:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384926.758703:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384926.758706:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384926.758711:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384926.758717:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384926.758721:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384926.758734:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000309aa72c. 00080000:00000001:1.0:1767384926.758737:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651169280 : -129520058382336 : ffff8a33c2edc800) 00080000:00000001:1.0:1767384926.758740:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384926.758759:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.758834:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000001:00000001:1.0:1767384926.758870:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384926.758873:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384926.758875:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384926.758876:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00080000:00000001:1.0:1767384926.758899:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384926.758903:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384926.758908:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.758955:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.759036:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.759113:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00080000:00000001:1.0:1767384926.759117:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384926.759128:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384926.759219:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.759253:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.759286:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384926.759315:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.759775:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384926.759823:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036bfc50c. 00000400:00000200:2.0:1767384926.759830:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp23 from 227.3.0.2 00000800:00000010:0.0:1767384926.759830:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c8c05c2. 00000800:00000010:2.0:1767384926.759835:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a8add0b8. 00000800:00000010:0.0:1767384926.759839:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d9a3ae57. 00000800:00000010:0.0:1767384926.759899:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d9a3ae57. 00000800:00000010:0.0:1767384926.759988:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c5d6680. 00000800:00000010:0.0:1767384926.759994:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002e236b5. 00000800:00000010:0.0:1767384926.760045:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a3b8f677. 00000800:00000200:0.1:1767384926.760056:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (2) 00000800:00000200:0.1:1767384926.760064:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp23 00000000a3b8f677 deleted 00000800:00000010:0.1:1767384926.760066:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a3b8f677. 00000800:00000200:0.1:1767384926.760076:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384926.760086:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp23 ip 192.168.204.149:995 00000800:00000200:0.1:1767384926.760090:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003da7fb2e type 1, nob 384 niov 1 nkiov 1 00000800:00000200:0.0:1767384926.760103:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp23 p 3.x 192.168.204.149 -> 192.168.204.149:995 incarnation:1767384924936115576 sched[0] 00000800:00000010:0.0:1767384926.760108:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d9a3ae57. 00000800:00000010:0.0:1767384926.760175:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d9a3ae57. 00000800:00000010:0.0:1767384926.760182:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002e236b5. 00000800:00000010:0.0:1767384926.760256:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a8add0b8. 00000800:00000001:0.0:1767384926.760274:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384926.760281:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384926.760331:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384926.760334:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003da7fb2e. 00000400:00000200:0.0:1767384926.760340:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.760349:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: PUT: OK 00000400:00000200:0.0:1767384926.760356:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384926.760365:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000800:00000200:0.1:1767384926.760455:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384926.760462:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp23 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384924936115576 sched[0] 00000800:00000010:0.0:1767384926.760465:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c8c05c2. 00000400:00000200:1.0:1767384926.760740:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.760881:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.760950:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.760992:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761053:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761100:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761146:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761191:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761253:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761332:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761416:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761487:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761545:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384926.761670:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000800:00000001:2.0:1767384926.761676:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.761685:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384926.761687:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.761691:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.761698:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23) <- 192.168.204.149@tcp23 : PUT - for me 00000400:00000200:2.0:1767384926.761708:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384926.761714:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 272/288 into md 0x1579 [1] + 0 00000400:00000010:2.0:1767384926.761718:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036bca8be. 00000400:00000200:2.0:1767384926.761722:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a7f1119 00000400:00000200:1.0:1767384926.761722:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000800:00000001:2.0:1767384926.761725:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.761732:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.761735:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.761741:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: PUT: OK 00000400:00000200:2.0:1767384926.761745:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000400:00000010:2.0:1767384926.761747:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000400:00000200:2.0:1767384926.761751:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384926.761755:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (17) 00000400:00000200:2.0:1767384926.761760:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384926.761764:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (288 bytes) 00000400:00000200:2.0:1767384926.761772:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384926.761775:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.761785:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (18) 00000400:00000200:2.0:1767384926.761791:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384926.761799:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp23 to MR: 192.168.204.149@tcp23 local destination 00000400:00000200:2.0:1767384926.761811:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp23 NI seq info: [34:34:256:4294967295] 192.168.204.149@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1767384926.761831:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.761832:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23:192.168.204.149@tcp23) -> 192.168.204.149@tcp23(192.168.204.149@tcp23:192.168.204.149@tcp23) 192.168.204.149@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384926.761842:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp23 00000800:00000010:2.0:1767384926.761847:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9df766d. 00000800:00000200:2.0:1767384926.761853:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (4) 00000800:00000200:2.0:1767384926.761860:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp23 ip 192.168.204.149:988 00000800:00000200:2.0:1767384926.761862:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9df766d type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384926.761874:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384926.761882:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000800:00000001:2.0:1767384926.761883:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384926.761923:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000800:00000200:2.0:1767384926.761937:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384926.761940:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9df766d. 00000400:00000200:2.0:1767384926.761944:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.761949:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: ACK: OK 00000800:00000001:2.0:1767384926.761956:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.761958:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384926.761962:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384926.761964:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000800:00000001:2.0:1767384926.761966:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384926.761969:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.761974:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.761979:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23) <- 192.168.204.149@tcp23 : ACK - for me 00000400:00000200:2.0:1767384926.761988:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp23: ACK from 12345-192.168.204.149@tcp23 into md 0x15b9 00000400:00000200:2.0:1767384926.761992:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.761996:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: ACK: OK 00000400:00000200:2.0:1767384926.762000:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30fc81b 00000400:00000010:2.0:1767384926.762002:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d30fc81b. 00000400:00000200:2.0:1767384926.762008:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384926.762011:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384926.762030:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762031:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384926.762038:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (17) 00000800:00000001:2.0:1767384926.762044:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762047:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.762065:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384926.762071:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000b19bfc98. 00000400:00000010:2.0:1767384926.762081:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039bd18d2. 00000400:00000010:2.0:1767384926.762085:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 00000400:00000200:2.0:1767384926.762088:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b19bfc98 00000400:00000010:2.0:1767384926.762092:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ccb50163. 00000400:00000200:1.0:1767384926.762094:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762096:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384926.762100:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000400:00000200:2.0:1767384926.762104:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (16) 00000400:00000010:2.0:1767384926.762108:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000038c6dbd5. 00000400:00000010:2.0:1767384926.762111:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000400:00000010:2.0:1767384926.762121:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9d1f6ea. 00000400:00000200:2.0:1767384926.762127:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384926.762133:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384926.762136:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384926.762140:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384926.762144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384926.762152:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384926.762157:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384926.762163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384926.762170:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384926.762170:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762182:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384926.762189:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384926.762195:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384926.762201:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384926.762207:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384926.762208:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762217:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384926.762232:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384926.762237:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384926.762242:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp 00000400:00000200:0.0:1767384926.762242:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762249:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384926.762252:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1767384926.762257:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [35:35:256:4294967295] 192.168.204.149@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384926.762263:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 00000400:00000200:0.0:1767384926.762266:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762278:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : GET try# 0 00000800:00000200:2.0:1767384926.762286:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1767384926.762290:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9df766d. 00000800:00000200:2.0:1767384926.762296:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000400:00000200:0.0:1767384926.762305:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000800:00000200:2.0:1767384926.762306:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1767384926.762309:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9df766d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384926.762326:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384926.762329:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00000800:00000200:2.0:1767384926.762393:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384926.762395:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9df766d. 00000400:00000200:2.0:1767384926.762401:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.762405:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: GET: OK 00000400:00000200:2.0:1767384926.762409:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384926.762413:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:2.0:1767384926.762424:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762430:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384926.762434:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762441:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.762451:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : GET - for me 00000400:00000200:0.0:1767384926.762451:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384926.762465:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384926.762474:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 288/288 into md 0x15b5 [1] + 0 00000400:00000200:2.0:1767384926.762485:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384926.762489:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [36:36:256:4294967295] 192.168.204.149@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1767384926.762519:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : REPLY try# 0 00000800:00000200:2.0:1767384926.762526:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1767384926.762530:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9df766d. 00000800:00000200:2.0:1767384926.762543:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000800:00000200:2.0:1767384926.762553:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:1023 00000800:00000200:2.0:1767384926.762558:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9df766d type 3, nob 384 niov 1 nkiov 1 00000400:00000200:1.0:1767384926.762690:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000800:00000200:2.0:1767384926.762698:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384926.762703:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9df766d. 00000400:00000200:2.0:1767384926.762707:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.762713:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: REPLY: OK 00000800:00000001:2.0:1767384926.762723:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762727:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384926.762730:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762735:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384926.762737:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762740:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.762747:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : REPLY - for me 00000400:00000200:2.0:1767384926.762760:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp: Reply from 12345-192.168.204.149@tcp of length 288/288 into md 0x15d1 00000800:00000001:2.0:1767384926.762765:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762774:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.762776:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.762781:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: REPLY: OK 00000400:00000200:2.0:1767384926.762785:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000400:00000010:2.0:1767384926.762787:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000400:00000200:2.0:1767384926.762791:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384926.762796:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:2.0:1767384926.762799:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384926.762804:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 16. state = 0x100251 00000400:00000200:2.0:1767384926.762810:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384926.762820:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (17) 00000800:00000001:2.0:1767384926.762827:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.762838:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.762855:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384926.762861:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:2.0:1767384926.762868:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000b850fd50. 00000400:00000010:2.0:1767384926.762872:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000004fd658e0. 00000400:00000010:2.0:1767384926.762876:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000004442c8ac. 00000800:00000010:1.0:1767384926.762876:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000040ffd16e. 00000800:00000010:1.0:1767384926.762882:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6f44cfa. 00000800:00000010:1.0:1767384926.762887:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000651b4a80. 00000400:00000010:2.0:1767384926.762903:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d8ebefd0. 00000400:00000200:2.0:1767384926.762911:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d8ebefd0 nid 192.168.204.149@tcp24 00000400:00000010:2.0:1767384926.762917:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ddbc3d17. 00000400:00000200:2.0:1767384926.762921:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ddbc3d17 net tcp24 00000400:00000200:2.0:1767384926.762925:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (16) 00000800:00000010:1.0:1767384926.762925:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000651b4a80. 00000400:00000200:2.0:1767384926.762932:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp24 flags 0x11 00000400:00000010:2.0:1767384926.762937:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000b850fd50. 00000400:00000010:2.0:1767384926.762941:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000004fd658e0. 00000400:00000010:2.0:1767384926.762944:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000004442c8ac. 00000400:00000010:2.0:1767384926.762947:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000038c6dbd5. 00000400:00000200:2.0:1767384926.762951:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384926.762954:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:2.0:1767384926.762959:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:2.0:1767384926.762963:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:2.0:1767384926.762967:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384926.762970:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384926.762976:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384926.762983:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (17) 00000400:00000200:1.0:1767384926.763133:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384926.763143:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp23 from 226.3.0.2 00000800:00000010:1.0:1767384926.763145:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000042535ff4. 00000800:00000010:0.0:1767384926.763181:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000853b1f6. 00000800:00000010:0.0:1767384926.763186:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c8c05c2. 00000800:00000010:0.0:1767384926.763203:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000002e236b5. 00000800:00000200:0.1:1767384926.763211:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (4) 00000800:00000200:0.1:1767384926.763217:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp23 0000000002e236b5 deleted 00000800:00000010:0.1:1767384926.763255:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000002e236b5. 00000800:00000200:0.1:1767384926.763262:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384926.763269:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp23 p 3.x 192.168.204.149 -> 192.168.204.149:994 incarnation:1767384924936115576 sched[0] 00000800:00000010:0.0:1767384926.763274:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a31e3989. 00000800:00000010:0.0:1767384926.763337:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a31e3989. 00000800:00000010:0.0:1767384926.763344:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c8c05c2. 00000800:00000200:2.1:1767384926.763480:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384926.763488:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp23 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384924936115576 sched[0] 00000800:00000010:2.0:1767384926.763491:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6f44cfa. 00000800:00000001:2.0:1767384926.763548:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.763554:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384926.763575:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000042535ff4. 00000800:00000001:2.0:1767384926.763583:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384926.763590:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384926.769530:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384926.769536:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384926.769539:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.769541:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384926.769550:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384926.769552:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384926.769559:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384926.769561:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384926.769563:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:2.0:1767384926.769565:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038c6dbd5. 00040000:00000001:3.0:1767384926.769567:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384926.769568:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:3.0:1767384926.769574:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384926.769575:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00080000:00000020:0.0:1767384926.769578:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000010:3.0:1767384926.769583:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000309aa72c. 20000000:00000001:2.0:1767384926.769586:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384926.769590:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384926.769628:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384926.769630:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384926.769631:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384926.769635:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384926.769639:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384926.769642:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384926.769649:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f0b5966e count: 2 00010000:00000001:0.0:1767384926.769652:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384926.769657:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384926.769662:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064bd1a3f. 00000020:00000001:0.0:1767384926.769667:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384926.769673:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384926.769675:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064bd1a3f with handle 0xcb8130832f6b36a7 to hash 00080000:00000001:2.0:1767384926.769680:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384926.769681:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384926.769684:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.769685:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00080000:00000001:2.0:1767384926.769688:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384926.769690:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00000020:00000001:2.0:1767384926.769693:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384926.769694:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.769697:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.769698:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00010000:0.0:1767384926.769700:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384926.769704:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384926.769709:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000252e8e57. 00080000:00000001:2.0:1767384926.769713:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307289088 : -129515402262528 : ffff8a34d8748800) 00010000:00000001:0.0:1767384926.769718:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384926.769719:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384926.769723:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384926.769727:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384926.769728:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.769731:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384926.769734:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.769741:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384926.769745:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.769748:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.769751:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.769753:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.769754:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384926.769757:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384926.769762:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0b5966e) refcount = 2 00010000:00000040:0.0:1767384926.769764:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384926.769767:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384926.769771:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384926.769773:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384926.769779:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016128e91. 00000100:00000001:0.0:1767384926.769783:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384926.769788:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c8c05c2. 00000100:00000001:0.0:1767384926.769790:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553639807040 : -129520069744576 : ffff8a33c2406840) 00000100:00000001:0.0:1767384926.769792:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553639807040 : -129520069744576 : ffff8a33c2406840) 00000100:00000001:0.0:1767384926.769795:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384926.769798:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384926.769799:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384926.769809:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.769811:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384926.769813:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.769816:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.769819:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384926.769824:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384926.769827:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e47cdf10. 00000020:00000040:0.0:1767384926.769830:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:0.0:1767384926.769833:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:2.0:1767384926.769836:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1767384926.769836:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:2.0:1767384926.769840:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.769840:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384926.769845:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000010:0.0:1767384926.769851:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177b1c79. 00000100:00000001:0.0:1767384926.769858:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.769865:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384926.769868:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384926.769873:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384926.769881:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 16 pid: 16799 timeout: 400 lvb_type: 0 00010000:00000001:0.0:1767384926.769891:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384926.769893:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384926.769896:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384926.769903:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384926.769905:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384926.769911:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e47cdf10 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373189248:0@lo:104: 00000100:00000001:0.0:1767384926.769915:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384926.769921:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384926.769924:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.769926:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384926.769929:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a376360. 02000000:00000001:0.0:1767384926.769931:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384926.769934:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1999d9. 00000400:00000010:0.0:1767384926.769940:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000100:00000200:0.0:1767384926.769945:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373189248, portal 16 00000100:00000001:0.0:1767384926.769948:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384926.769956:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014289024 : -129515695262592 : ffff8a34c6fdb480) 00000100:00000040:0.0:1767384926.769964:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384926.769969:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.769971:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.769975:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000200:0.0:1767384926.769979:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373189248, offset 0 00000400:00000200:0.0:1767384926.769987:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.770002:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.770015:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273503c80 00000400:00000200:0.0:1767384926.770040:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:0.0:1767384926.770046:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.770054:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384926.770061:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384926.770064:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384926.770068:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f129804. 00000100:00000040:0.0:1767384926.770070:0:16820:0:(events.c:337:request_in_callback()) incoming req@000000002f129804 x1853237373189248 msgsize 328 00000100:00100000:0.0:1767384926.770078:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384926.770093:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384926.770098:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:0.0:1767384926.770101:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00080000:00000001:2.0:1767384926.770104:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:0.0:1767384926.770105:0:16820:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:2.0:1767384926.770109:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:0.0:1767384926.770111:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384926.770120:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384926.770126:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384926.770133:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770134:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384926.770140:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770144:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294917382 00000100:00000001:0.0:1767384926.770149:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294917370 00000100:00000001:0.0:1767384926.770152:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294917382 00000100:00000001:0.0:1767384926.770160:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294917370 00000100:00000001:0.0:1767384926.770161:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294917382 00000100:00000001:0.0:1767384926.770163:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294917370 00000100:00000001:0.0:1767384926.770167:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294917382 00000100:00000001:0.0:1767384926.770169:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294917370 00000100:00000001:0.0:1767384926.770170:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384926.770171:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770174:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770176:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.770177:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770180:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.770182:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.770184:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770186:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384926.770187:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384926.770189:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770191:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384926.770192:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384926.770196:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 000000000c8c05c2 going to sleep for 11 seconds 00000100:00000001:0.0:1767384926.770198:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384926.770201:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770219:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384926.770221:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189248 02000000:00000001:0.0:1767384926.770224:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384926.770226:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384926.770228:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.770231:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384926.770234:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189248 00000020:00000001:0.0:1767384926.770236:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384926.770237:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000020:00000001:0.0:1767384926.770239:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.770241:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000020:00000001:0.0:1767384926.770243:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000020:00000001:0.0:1767384926.770245:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384926.770253:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.770256:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aa8a1ef. 00000100:00000001:0.0:1767384926.770258:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.770259:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aa8a1ef. 00000020:00000010:0.0:1767384926.770265:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d73c8258. 00000020:00000010:0.0:1767384926.770269:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013b37af9. 00000020:00000010:0.0:1767384926.770273:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000040:0.0:1767384926.770286:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384926.770289:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384926.770291:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384926.770292:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770299:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770317:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.770332:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384926.770334:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384926.770343:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384926.770347:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:0.0:1767384926.770350:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014285440 : -129515695266176 : ffff8a34c6fda680) 00000100:00000040:0.0:1767384926.770355:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f129804 x1853237373189248/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/0 e 0 to 0 dl 1767384937 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384926.770359:0:18589:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c4a11245. 00000100:00000001:0.0:1767384926.770362:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.770369:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aa8a1ef. 00000100:00000001:0.0:1767384926.770375:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.770377:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aa8a1ef. 00000100:00100000:0.0:1767384926.770384:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f129804 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373189248:12345-0@lo:104: 00000100:00000200:0.0:1767384926.770387:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189248 00010000:00000001:0.0:1767384926.770391:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384926.770395:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.770398:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.770400:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=2 00000020:00000001:0.0:1767384926.770402:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384926.770404:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:0.0:1767384926.770412:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.770414:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.770416:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384926.770422:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384926.770425:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384926.770430:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccf6de1f. 02000000:00000001:0.0:1767384926.770432:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770434:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770437:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384926.770439:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.770442:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.770446:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384926.770449:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384926.770450:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384926.770452:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384926.770453:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770455:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.770457:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.770459:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000200:0.0:1767384926.770461:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373189248, offset 224 00000400:00000200:0.0:1767384926.770467:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.770472:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.770476:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273503c80 00000400:00000200:0.0:1767384926.770479:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15d5 [1] + 224 00000400:00000200:0.0:1767384926.770482:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.770486:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384926.770488:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384926.770490:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384926.770496:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384926.770511:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384926.770518:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384926.770524:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:0.0:1767384926.770526:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000400:00000001:2.0:1767384926.770532:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384926.770532:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384926.770533:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384926.770537:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384926.770539:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384926.770540:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1999d9. 00000400:00000200:2.0:1767384926.770548:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1801c11 00000100:00000040:0.0:1767384926.770549:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:2.0:1767384926.770554:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00010000:00000001:0.0:1767384926.770554:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384926.770560:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000058a6fa76. 00000100:00000001:2.0:1767384926.770561:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384926.770563:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384926.770569:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384926.770572:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384926.770577:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770583:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770586:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384926.770590:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384926.770628:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f129804 x1853237373189248/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384926.770640:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f129804 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373189248:12345-0@lo:104: Request processed in 273us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384926.770652:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384926.770658:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000001:2.0:1767384926.770660:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384926.770661:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384926.770666:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.770666:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384926.770671:0:16820:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384926.770671:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013b37af9. 02000000:00000001:2.0:1767384926.770676:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384926.770678:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000100:00000001:2.0:1767384926.770681:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384926.770684:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384926.770684:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d73c8258. 02000000:00000001:2.0:1767384926.770689:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384926.770693:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00001000:2.0:1767384926.770694:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=34 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384926.770697:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384926.770706:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384926.770709:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384926.770711:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384926.770714:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384926.770714:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384926.770716:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.770717:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.770719:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.770722:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384926.770725:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384926.770727:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384926.770731:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384926.770734:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384926.770735:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384926.770738:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384926.770742:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384926.770746:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384926.770747:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384926.770750:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384926.770753:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.770759:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (00000000e3583925) 00000100:00000040:2.0:1767384926.770760:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384926.770763:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384926.770766:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384926.770772:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e47cdf10 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373189248:0@lo:104: 00010000:00000001:0.0:1767384926.770776:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384926.770779:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.770783:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384926.770784:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384926.770785:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=3 00000020:00000001:0.0:1767384926.770789:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00000100:00000001:2.0:1767384926.770793:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770793:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00000100:00000001:2.0:1767384926.770799:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384926.770803:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384926.770804:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767384926.770806:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384926.770810:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e47cdf10 x1853237373189248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384926.770817:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384926.770819:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384926.770824:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1767384926.770825:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384926.770830:0:16792:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:2.0:1767384926.770832:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:0.0:1767384926.770832:0:16792:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384926.770836:0:16792:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:2.0:1767384926.770838:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a376360. 00010000:00000001:0.0:1767384926.770839:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384926.770842:0:16792:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.770847:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384926.770851:0:16820:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1767384926.770852:0:16792:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000040:2.0:1767384926.770853:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 10000000:00000001:0.0:1767384926.770856:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384926.770859:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:0.0:1767384926.770860:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 02000000:00000010:2.0:1767384926.770864:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000177b1c79. 10000000:00000001:0.0:1767384926.770865:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384926.770869:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.770872:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384926.770875:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384926.770877:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384926.770880:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767384926.770881:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e47cdf10. 00010000:00000001:0.0:1767384926.770883:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384926.770892:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.770896:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.770897:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384926.770897:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b3699 from hash 00000100:00000001:2.0:1767384926.770901:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.770903:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1767384926.770905:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000c8c05c2. 00010000:00000001:0.0:1767384926.770905:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.770908:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.770910:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384926.770914:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384926.770915:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384926.770916:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384926.770919:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384926.770920:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:2.0:1767384926.770924:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016128e91. 00010000:00000001:0.0:1767384926.770925:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384926.770931:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce57aa9. 00010000:00000001:2.0:1767384926.770932:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384926.770933:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00010000:00000001:2.0:1767384926.770938:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.770938:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384926.770942:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384926.770945:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384926.770947:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.770951:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384926.770954:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:0.0:1767384926.770954:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d73c8258. 00010000:00010000:2.0:1767384926.770957:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384926.770961:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.770968:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384926.770976:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384926.770984:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384926.770987:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.770992:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384926.770995:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.771006:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce57aa9] to pc [ptlrpcd_00_00+0] req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384926.771051:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384926.771055:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771057:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771059:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771060:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384926.771064:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.771066:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384926.771071:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.771076:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384926.771082:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384926.771083:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384926.771087:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000080866b7/0xcb8130832f6b3699 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b36a0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384926.771093:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb7f71e8 count: 0 00000100:00000040:2.0:1767384926.771095:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.771106:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384926.771108:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.771112:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384926.771116:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384926.771120:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771123:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384926.771126:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce57aa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373189376:0@lo:103: 00010000:00000001:0.0:1767384926.771127:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384926.771130:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000058a6fa76. 00000100:00000001:2.0:1767384926.771135:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384926.771136:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.771140:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384926.771143:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.771144:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767384926.771147:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384926.771148:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.771151:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384926.771153:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384926.771154:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.771160:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384926.771161:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004442c8ac. 00000020:00000001:0.0:1767384926.771164:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384926.771166:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.771167:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.771171:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384926.771172:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ae259c1. 00000100:00000001:0.0:1767384926.771178:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384926.771180:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000100:00000001:0.0:1767384926.771183:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384926.771186:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373189376, portal 18 00000100:00000001:2.0:1767384926.771191:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384926.771200:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014288128 : -129515695263488 : ffff8a34c6fdb100) 00000100:00000040:2.0:1767384926.771206:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.771214:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384926.771217:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384926.771221:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000100:00000200:2.0:1767384926.771227:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373189376, offset 0 00000400:00000200:2.0:1767384926.771233:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384926.771239:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384926.771245:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273503d00 00000400:00000200:2.0:1767384926.771252:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384926.771257:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.771265:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384926.771270:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384926.771273:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384926.771278:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000100:00000040:2.0:1767384926.771282:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000b101f4b3 x1853237373189376 msgsize 328 00000100:00100000:2.0:1767384926.771289:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384926.771305:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384926.771317:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000400:00000010:2.0:1767384926.771320:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000100:00000001:2.0:1767384926.771327:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384926.771327:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384926.771333:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189376 02000000:00000001:0.0:1767384926.771336:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384926.771337:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.771338:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384926.771340:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.771346:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384926.771351:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189376 00000020:00000001:0.0:1767384926.771355:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384926.771356:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384926.771357:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384926.771360:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.771363:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000100:00000040:2.0:1767384926.771364:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384926.771368:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384926.771374:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384926.771381:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384926.771383:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.771387:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384926.771390:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aa8a1ef. 00000100:00000001:0.0:1767384926.771394:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.771397:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384926.771397:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aa8a1ef. 00000020:00000010:0.0:1767384926.771405:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d4fde8c. 00000100:00000001:2.0:1767384926.771406:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294917383 00000020:00000010:0.0:1767384926.771413:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013b37af9. 00000100:00000001:2.0:1767384926.771416:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917382 00000020:00000010:0.0:1767384926.771417:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000001:2.0:1767384926.771429:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294917383 00000100:00000040:0.0:1767384926.771434:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384926.771438:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384926.771440:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384926.771442:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384926.771444:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917382 00010000:00000001:0.0:1767384926.771445:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771451:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384926.771454:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384926.771455:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294917383 00000020:00000001:0.0:1767384926.771456:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.771459:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=4 00000100:00000001:2.0:1767384926.771460:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917382 00000020:00000001:0.0:1767384926.771462:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.771467:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00000100:00000001:2.0:1767384926.771470:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294917383 00010000:00010000:0.0:1767384926.771471:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 17 pid: 16799 timeout: 400 lvb_type: 0 00010000:00000001:0.0:1767384926.771479:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384926.771480:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917382 00010000:00000001:0.0:1767384926.771481:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771485:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.771488:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.771493:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384926.771496:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384926.771497:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.771502:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384926.771505:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b101f4b3 x1853237373189376/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/0 e 0 to 0 dl 1767384937 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.771506:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.771514:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384926.771515:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384926.771518:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384926.771518:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.771525:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.771527:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384926.771529:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.771530:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.771532:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.771548:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384926.771550:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384926.771553:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384926.771556:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384926.771558:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000040:0.0:1767384926.771567:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b101f4b3 x1853237373189376/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/0 e 0 to 0 dl 1767384937 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.771573:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.771575:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aa8a1ef. 00000100:00000001:0.0:1767384926.771578:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.771581:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aa8a1ef. 00000100:00100000:0.0:1767384926.771584:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b101f4b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16163:x1853237373189376:12345-0@lo:103: 00000100:00000200:0.0:1767384926.771587:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189376 00010000:00000001:0.0:1767384926.771588:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384926.771590:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384926.771591:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384926.771624:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384926.771628:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384926.771630:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082cc0879. 02000000:00000001:0.0:1767384926.771632:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.771633:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771634:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384926.771636:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384926.771638:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.771639:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.771642:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=4 00000020:00000001:0.0:1767384926.771643:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.771646:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000040:0.0:1767384926.771648:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f0b5966e count: 3 00010000:00010000:0.0:1767384926.771650:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 17 pid: 16799 timeout: 400 lvb_type: 0 00000100:00001000:0.0:1767384926.771655:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384926 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384926.771657:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384926.771660:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771662:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384926.771664:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 17 pid: 16799 timeout: 400 lvb_type: 0 00000020:00000001:0.0:1767384926.771676:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.771678:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.771679:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.771680:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771682:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384926.771683:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384926.771688:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771691:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771692:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.771694:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384926.771697:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb846a12 with handle 0xcb8130832f6b36a0 from hash 00010000:00000001:0.0:1767384926.771700:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384926.771701:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771703:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771704:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384926.771706:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384926.771707:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384926.771709:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b3699 expref: 17 pid: 16799 timeout: 400 lvb_type: 0 00010000:00000040:0.0:1767384926.771713:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384926.771715:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384926.771719:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771720:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384926.771722:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384926.771723:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000064bd1a3f 00010000:00000001:0.0:1767384926.771724:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384926.771726:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.771728:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.771730:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.771731:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.771733:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384926.771734:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384926.771735:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771747:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384926.771750:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384926.771751:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384926.771752:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384926.771753:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0b5966e) refcount = 2 00010000:00010000:0.0:1767384926.771756:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771761:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384926.771763:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384926.771765:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.771767:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384926.771771:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aa8a1ef. 00000100:00000001:0.0:1767384926.771773:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384926.771777:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058a6fa76. 00000100:00000001:0.0:1767384926.771778:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553639806848 : -129520069744768 : ffff8a33c2406780) 00000100:00000001:0.0:1767384926.771781:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553639806848 : -129520069744768 : ffff8a33c2406780) 00000100:00000001:0.0:1767384926.771783:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384926.771785:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384926.771788:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384926.771791:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384926.771795:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384926.771798:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.771799:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.771800:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=5 00000020:00000001:0.0:1767384926.771802:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384926.771803:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384926.771805:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384926.771806:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771811:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384926.771814:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771825:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771827:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384926.771829:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771833:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.771833:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771835:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384926.771836:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384926.771842:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064bd1a3f already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384926.771844:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.771847:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384926.771851:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771855:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384926.771857:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.771858:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.771861:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=6 00000020:00000001:0.0:1767384926.771864:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384926.771865:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384926.771868:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384926.771869:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771874:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384926.771876:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.771878:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771888:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384926.771891:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384926.771894:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.771900:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384926.771902:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064bd1a3f with handle 0xcb8130832f6b36a7 from hash 00010000:00000001:0.0:1767384926.771904:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384926.771906:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771907:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771907:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384926.771908:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384926.771909:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384926.771911:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384926.771913:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.771916:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771919:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384926.771921:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384926.771926:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771928:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771929:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771932:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771936:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.771938:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.771942:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771943:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771944:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384926.771946:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384926.771947:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771949:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771952:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384926.771956:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.771959:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771962:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.771964:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.771965:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.771968:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384926.771971:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384926.771973:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.771974:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.771981:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384926.771984:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000058a6fa76. 00000100:00000001:0.0:1767384926.771990:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384926.771992:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384926.771993:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aa8a1ef. 00010000:00000001:0.0:1767384926.771996:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384926.771998:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384926.772000:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.772004:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384926.772006:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.772009:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.772026:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384926.772030:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384926.772033:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384926.772035:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384926.772039:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.772042:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.772047:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.772051:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000200:0.0:1767384926.772056:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373189376, offset 224 00000400:00000200:0.0:1767384926.772061:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.772070:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.772075:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273503d00 00000400:00000200:0.0:1767384926.772081:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15e1 [1] + 224 00000400:00000200:0.0:1767384926.772085:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.772091:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384926.772094:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384926.772100:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384926.772112:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.772133:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384926.772143:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:0.0:1767384926.772146:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000100:00000001:0.0:1767384926.772155:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384926.772157:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384926.772164:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.772168:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384926.772172:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.772174:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.772179:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373189376/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384926.772190:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b101f4b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373189376:12345-0@lo:103: Request processed in 613us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384926.772196:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384926.772200:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384926.772204:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384926.772209:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384926.772211:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013b37af9. 00000020:00000010:0.0:1767384926.772217:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000020:00000010:0.0:1767384926.772219:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d4fde8c. 00000020:00000040:0.0:1767384926.772224:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:0.0:1767384926.772227:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.772242:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384926.772247:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384926.772253:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384926.772262:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384926.772265:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ae259c1. 00000400:00000200:3.0:1767384926.772270:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000400:00000010:3.0:1767384926.772271:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000100:00000001:3.0:1767384926.772275:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384926.772285:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384926.772295:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.772301:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384926.772305:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.772307:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384926.772310:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384926.772313:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384926.772316:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.772318:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384926.772323:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=34 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384926.772327:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384926.772332:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384926.772334:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.772336:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384926.772338:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.772340:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384926.772346:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.772351:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384926.772353:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384926.772355:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384926.772360:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384926.772367:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce57aa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373189376:0@lo:103: 00000100:00000001:3.0:1767384926.772375:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.772377:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384926.772391:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce57aa9 x1853237373189376/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.772397:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384926.772401:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384926.772404:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004442c8ac. 02000000:00000001:3.0:1767384926.772409:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384926.772411:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384926.772414:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384926.772416:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384926.772419:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d73c8258. 02000000:00000001:3.0:1767384926.772424:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384926.772426:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384926.772428:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce57aa9. 00000100:00000001:3.0:1767384926.772432:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384926.772435:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.772437:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.772444:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384926.772446:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.772451:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384926.772456:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.772509:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.772517:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384926.772520:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384926.772523:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.772528:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384926.772530:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384926.772532:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064bd1a3f/0xcb8130832f6b36a7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384926.772536:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f0b5966e count: 0 00010000:00000001:3.0:1767384926.772565:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384926.772567:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384926.777648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb7f71e8. 00010000:00000010:0.1:1767384926.777665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00010000:00000010:0.1:1767384926.777674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb846a12. 00080000:00000001:3.0:1767384926.781369:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384926.781373:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384926.781376:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384926.781377:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384926.781381:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384926.781383:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:3.0:1767384926.781384:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384926.781390:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000252e8e57. 20000000:00000001:2.0:1767384926.781390:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.781405:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384926.781406:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384926.781410:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384926.781424:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384926.781429:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384926.781435:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384926.781439:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384926.781442:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384926.781445:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384926.781448:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384926.781450:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384926.781454:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005ff3d072. 00010000:00000001:0.0:1767384926.781459:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384926.781461:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb846a12. 00000020:00000001:0.0:1767384926.781464:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384926.781465:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bb846a12 with handle 0xcb8130832f6b36ae to hash 00000020:00000001:0.0:1767384926.781466:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384926.781467:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.781469:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.781472:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.781479:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.781481:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781488:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384926.781492:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384926.781495:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384926.781497:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.781498:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.781500:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384926.781501:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.781503:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384926.781505:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384926.781506:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384926.781508:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384926.781510:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005ff3d072) refcount = 1 00010000:00010000:0.0:1767384926.781513:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781518:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384926.781521:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384926.781523:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.781525:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.781526:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384926.781529:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384926.781531:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384926.781533:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.781534:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.781537:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=4 00000020:00000001:0.0:1767384926.781539:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.781543:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.781546:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384926.781548:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781554:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384926.781561:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781565:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.781568:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384926.781569:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781573:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.781576:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.781578:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384926.781580:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384926.781584:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bb846a12 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384926.781585:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.781586:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384926.781588:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781615:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384926.781616:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384926.781617:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384926.781619:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=5 00000020:00000001:0.0:1767384926.781621:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.781623:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384926.781628:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384926.781631:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781635:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384926.781637:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384926.781639:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.781646:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384926.781649:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384926.781655:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384926.781662:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384926.781663:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb846a12 with handle 0xcb8130832f6b36ae from hash 00010000:00000001:0.0:1767384926.781665:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384926.781666:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.781667:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.781667:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384926.781668:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384926.781669:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384926.781671:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384926.781672:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384926.781674:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.781676:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384926.781678:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384926.781681:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.781684:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.781687:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.781690:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.781692:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.781695:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781701:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.781704:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.781706:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384926.781707:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384926.781709:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384926.781711:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384926.781712:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384926.781717:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.781721:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.781724:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384926.781728:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384926.781729:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384926.781730:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bb846a12/0xcb8130832f6b36ae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384926.781745:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005ff3d072 count: 0 00010000:00000001:0.0:1767384926.781768:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384926.781771:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384926.782090:0:23871:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000458ce6dd. 00000400:00000040:1.0:1767384926.782108:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384926.782111:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384926.782113:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384926.782114:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384926.782116:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384926.782116:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384926.782119:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384926.782120:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384926.782122:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384926.782123:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384926.782125:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384926.782126:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384926.782127:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384926.782129:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384926.782129:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384926.782131:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384926.782132:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384926.782134:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384926.782135:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384926.782138:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384926.782140:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384926.782141:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384926.782142:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384926.782144:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384926.782145:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384926.782146:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384926.782147:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384926.782148:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384926.782149:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384926.782151:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384926.782152:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384926.782154:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384926.782155:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384926.782156:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384926.782158:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384926.782159:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384926.782161:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384926.782168:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384926.782169:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384926.782171:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384926.782173:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384926.782175:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384926.782176:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384926.782177:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384926.782179:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384926.782180:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384926.782181:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384926.782182:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384926.782184:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384926.782185:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384926.782186:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384926.782187:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384926.782189:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384926.782191:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384926.782192:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384926.782193:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384926.782194:0:23871:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384926.782312:0:23871:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000458ce6dd. 00080000:00000020:2.0:1767384926.782866:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384926.782869:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384926.782871:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002dafe9b3. 20000000:00000001:2.0:1767384926.782879:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384926.782882:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373188992 00010000:00000001:2.0:1767384926.782886:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384926.782893:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014aa6aa4 x1853237373188992/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384926.782901:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384926.782903:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384926.782911:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384926.782915:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384926.782917:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384926.782919:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384926.782922:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384926.782925:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.782930:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384926.782932:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384926.782935:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e7c627. 00000100:00000200:2.0:1767384926.782939:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373188992, offset 224 00000400:00000200:2.0:1767384926.782945:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384926.782951:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384926.782958:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503b80 00000400:00000200:2.0:1767384926.782963:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15bd [2] + 224 00000400:00000200:2.0:1767384926.782967:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.782971:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384926.782975:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384926.782979:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384926.782987:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.783000:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384926.783005:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e7c627 00000400:00000010:2.0:1767384926.783007:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e7c627. 00000100:00000001:2.0:1767384926.783012:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384926.783013:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384926.783033:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384926.783036:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384926.783039:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384926.783040:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.783043:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384926.783046:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014aa6aa4 x1853237373188992/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384926.783054:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014aa6aa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373188992:12345-0@lo:253: Request processed in 24696us (25251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384926.783067:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:2.0:1767384926.783070:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384926.783071:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384926.783073:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384926.783076:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c64a0e24. 00000020:00000010:2.0:1767384926.783080:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d94607a0. 00000020:00000010:2.0:1767384926.783082:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054eac36d. 00000020:00000040:2.0:1767384926.783086:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384926.783089:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384926.783091:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000047863916. 02000000:00000001:2.0:1767384926.783094:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384926.783095:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384926.783099:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384926.783102:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c06039a4. 00000400:00000010:2.0:1767384926.783105:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e7c627. 00000100:00000001:2.0:1767384926.783120:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.783122:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384926.783124:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384926.783126:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384926.783127:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090cc0657. 00000400:00000200:2.0:1767384926.783131:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ad92b7 00000400:00000010:2.0:1767384926.783132:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ad92b7. 00000100:00000001:2.0:1767384926.783135:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384926.783139:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384926.783147:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.783153:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384926.783155:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.783157:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384926.783158:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384926.783159:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384926.783161:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.783163:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384926.783174:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384926.783177:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384926.783179:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384926.783181:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384926.783182:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384926.783184:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.783186:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384926.783190:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.783194:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.783197:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384926.783198:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384926.783201:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384926.783203:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384926.783204:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384926.783206:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384926.783208:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384926.783209:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384926.783210:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384926.783212:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384926.783213:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384926.783214:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384926.783216:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384926.783220:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a0a65b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373188992:0@lo:253: 00000100:00000001:2.0:1767384926.783225:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.783227:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384926.783229:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a0a65b3 x1853237373188992/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.783233:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384926.783235:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384926.783237:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9adc47a. 02000000:00000001:2.0:1767384926.783240:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384926.783241:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384926.783242:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384926.783250:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384926.783252:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045884287. 02000000:00000001:2.0:1767384926.783255:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384926.783257:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384926.783259:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a0a65b3. 00000100:00000001:2.0:1767384926.783262:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384926.783263:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.783265:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.783269:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384926.783271:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.783273:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.783275:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384926.783632:0:23872:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0b5966e. 00010000:00000010:3.1:1767384926.783648:0:23872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064bd1a3f. 00080000:00000020:2.0:1767384926.785190:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384926.785193:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384926.785194:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cdf21e1b. 20000000:00000001:2.0:1767384926.785198:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384926.785200:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373189120 00010000:00000001:2.0:1767384926.785202:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384926.785204:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eaf134b4 x1853237373189120/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384926.785210:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384926.785211:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384926.785213:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384926.785215:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384926.785217:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384926.785219:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384926.785221:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384926.785222:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.785223:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384926.785226:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384926.785228:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ad92b7. 00000100:00000200:2.0:1767384926.785230:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373189120, offset 224 00000400:00000200:2.0:1767384926.785233:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384926.785237:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384926.785241:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273503c00 00000400:00000200:2.0:1767384926.785244:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c5 [2] + 224 00000400:00000200:2.0:1767384926.785258:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.785260:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384926.785263:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384926.785265:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384926.785271:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.785283:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384926.785286:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ad92b7 00000400:00000010:2.0:1767384926.785287:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ad92b7. 00000100:00000001:2.0:1767384926.785289:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384926.785290:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384926.785293:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384926.785295:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384926.785298:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384926.785299:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.785300:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384926.785301:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384926.785304:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384926.785307:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaf134b4 x1853237373189120/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384926.785309:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384926.785312:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384926.785315:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000100:00100000:2.0:1767384926.785319:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eaf134b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373189120:12345-0@lo:253: Request processed in 26923us (27472us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384926.785321:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9acebc2 00000400:00000010:1.0:1767384926.785325:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9acebc2. 00000100:00100000:2.0:1767384926.785329:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1767384926.785330:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384926.785332:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384926.785336:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384926.785338:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.785339:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384926.785342:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000697dbdb0. 00000020:00000010:2.0:1767384926.785348:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac8f964b. 00000100:00000200:1.0:1767384926.785351:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384926.785354:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ffe226. 00000020:00000040:2.0:1767384926.785362:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:1.0:1767384926.785362:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384926.785364:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384926.785367:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384926.785368:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384926.785370:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000829747c3. 02000000:00000001:1.0:1767384926.785371:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384926.785376:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384926.785377:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.785379:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384926.785381:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.785383:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384926.785389:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=34 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384926.785390:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384926.785396:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cc0657. 00000100:00001000:1.0:1767384926.785396:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384926.785401:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384926.785403:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ad92b7. 00000100:00000001:1.0:1767384926.785404:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.785407:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384926.785409:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.785411:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384926.785414:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.785419:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384926.785421:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384926.785422:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384926.785424:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384926.785425:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384926.785426:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384926.785427:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384926.785428:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384926.785429:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384926.785430:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384926.785431:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384926.785432:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384926.785433:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384926.785438:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373189120:0@lo:253: 00000100:00000001:1.0:1767384926.785441:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.785442:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384926.785443:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373189120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.785447:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384926.785448:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384926.785449:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000da5a2715. 02000000:00000001:1.0:1767384926.785451:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384926.785457:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384926.785458:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384926.785460:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384926.785461:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000042db9ba1. 02000000:00000001:1.0:1767384926.785463:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384926.785465:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384926.785466:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000100:00000001:1.0:1767384926.785468:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384926.785469:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.785470:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.785474:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384926.785475:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.785477:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.785478:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.787649:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294917383, at 4294917384 00000100:00000010:0.0:1767384926.787658:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005651f0ab. 00000100:00000040:2.0:1767384926.787662:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294917383, at 4294917384 00000100:00000010:2.0:1767384926.787671:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a6f19ba. 00000100:00000040:3.0:1767384926.787719:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294917383, at 4294917384 00000100:00000010:3.0:1767384926.787728:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87a64cc. 00000100:00000040:1.0:1767384926.787814:0:761:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294917383, at 4294917384 00000100:00000010:1.0:1767384926.787822:0:761:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010b16ad3. 00010000:00000010:0.1:1767384926.788640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005ff3d072. 00010000:00000010:0.1:1767384926.788648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb846a12. 00010000:00000001:2.0:1767384926.907680:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384926.907688:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384926.907698:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384926.907700:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.907737:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384926.907744:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384926.907750:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384927.784776:0:24148:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384927.784799:0:24148:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.784805:0:24148:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384927.784815:0:24148:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384927.784824:0:24148:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.784828:0:24148:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.931710:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384927.931720:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.931729:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384927.931732:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.931770:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384927.931776:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384927.931781:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384928.059663:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384928.059668:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384928.059675:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000935a4c9. 00000020:00000040:0.0:1767384928.059682:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384928.059686:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384928.059689:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384928.059693:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.059700:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc8819. 00000100:00000001:0.0:1767384928.059707:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.059713:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.059715:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.059723:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000935a4c9] to pc [ptlrpcd_00_01+1] req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.059734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384928.059740:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384928.059746:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fd9b09f. 00000020:00000040:1.0:1767384928.059749:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384928.059752:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:0.0:1767384928.059752:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.059756:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384928.059760:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384928.059766:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000119760f1. 00000100:00000001:0.0:1767384928.059767:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.059771:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.059773:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384928.059773:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384928.059777:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.059778:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.059781:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384928.059787:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.059791:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.059793:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.059795:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.059796:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.059798:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.059802:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384928.059803:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fd9b09f] to pc [ptlrpcd_00_02+2] req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.059810:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.059826:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.059828:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.059834:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.059834:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384928.059838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384928.059838:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.059843:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384928.059843:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.059844:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384928.059849:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384928.059850:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373189504:0@lo:13: 00000100:00000001:2.0:1767384928.059852:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384928.059858:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 00000100:00000001:0.0:1767384928.059858:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384928.059861:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.059863:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384928.059864:0:38:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384928.059867:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.059871:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384928.059872:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384928.059876:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384928.059880:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384928.059880:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.059880:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000cd4bf67. 00000100:00000001:2.0:1767384928.059884:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.059886:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384928.059888:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006621c53c. 02000000:00000001:2.0:1767384928.059889:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384928.059893:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009458d124. 02000000:00000001:2.0:1767384928.059894:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.059895:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.059900:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.059901:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000040:1.0:1767384928.059904:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384928.059911:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fd9b09f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373189632:0@lo:400: 00000100:00000200:0.0:1767384928.059912:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373189504, portal 4 00000100:00000001:1.0:1767384928.059916:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.059918:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384928.059920:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.059921:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384928.059922:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014283648 : -129515695267968 : ffff8a34c6fd9f80) 02000000:00000001:2.0:1767384928.059927:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384928.059930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_03+3] req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.059931:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.059933:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.059936:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384928.059943:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a94f7db3. 02000000:00000001:2.0:1767384928.059949:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.059955:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022f0350c. 00000400:00000010:2.0:1767384928.059962:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000100:00000001:0.0:1767384928.059967:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384928.059968:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373189632, portal 25 00000100:00000001:1.0:1767384928.059970:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.059971:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384928.059973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384928.059976:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd598a3. 00000100:00000001:1.0:1767384928.059978:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384928.059983:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384928.059984:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373189504, offset 0 00000100:00000001:2.0:1767384928.059985:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807135488 : -129514902416128 : ffff8a34f63f9500) 00000100:00000010:1.0:1767384928.059985:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f57692a. 00000020:00000040:1.0:1767384928.059991:0:38:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384928.060008:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.060013:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384928.060014:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384928.060017:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384928.060022:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.060023:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384928.060027:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020aa0ee0. 00000100:00000040:2.0:1767384928.060028:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384928.060033:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.060035:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.060036:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000895dba43. 00000100:00000200:2.0:1767384928.060043:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373189632, offset 0 00000100:00000040:1.0:1767384928.060044:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384928.060048:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273503d80 00000400:00000200:2.0:1767384928.060055:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.060063:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384928.060064:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.060067:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000400:00000200:2.0:1767384928.060072:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384928.060073:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f57692a] to pc [ptlrpcd_00_00+0] req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.060078:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.060087:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273503e00 00000400:00000200:0.0:1767384928.060089:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384928.060096:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.060097:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa55 [2] + 0 00000100:00000040:1.0:1767384928.060102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384928.060103:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a7470d2. 00000400:00000200:2.0:1767384928.060110:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e6b4f25 00000400:00000200:2.0:1767384928.060115:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384928.060116:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384928.060117:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384928.060122:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384928.060122:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d758c298. 00000100:00000200:0.0:1767384928.060122:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000040:1.0:1767384928.060131:0:38:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384928.060132:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e6b4f25 00000100:00000010:0.0:1767384928.060132:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a0a65b3. 00000400:00000010:2.0:1767384928.060136:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e6b4f25. 00000100:00000001:1.0:1767384928.060138:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384928.060142:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384928.060144:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000005a0a65b3 x1853237373189504 msgsize 224 00000100:00000001:2.0:1767384928.060145:0:16165:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384928.060145:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384928.060149:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384928.060153:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bacacc00. 00000100:00000040:2.0:1767384928.060154:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000006c164384 x1853237373189632 msgsize 224 00000100:00100000:0.0:1767384928.060154:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384928.060161:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.060167:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384928.060168:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384928.060170:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384928.060171:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384928.060179:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384928.060179:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd598a3 00000100:00000001:1.0:1767384928.060182:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.060185:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384928.060185:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd598a3. 00000100:00000040:1.0:1767384928.060189:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d758c298] to pc [ptlrpcd_00_01+1] req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.060191:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384928.060193:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000895dba43 00000400:00000010:2.0:1767384928.060198:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000895dba43. 00000100:00000200:0.0:1767384928.060200:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.060204:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384928.060208:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384928.060211:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.060215:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (256) 00000100:00000001:0.0:1767384928.060216:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.060224:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.060226:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.060231:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.060233:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.060234:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.060237:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.060240:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.060241:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384928.060247:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060248:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.060250:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.060252:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384928.060256:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7848 usecs (8 jiffies) 00000100:00000001:1.0:1767384928.060262:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384928.060264:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060264:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918664 00000100:00000001:2.0:1767384928.060267:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.060270:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384928.060270:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001107810f. 00000100:00000001:2.0:1767384928.060271:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294918672 02000000:00000001:1.0:1767384928.060273:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384928.060278:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060280:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384928.060281:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373189760:0@lo:400: 00000100:00000001:1.0:1767384928.060286:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384928.060289:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918664 02000000:00000001:1.0:1767384928.060290:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384928.060292:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918664 02000000:00000001:1.0:1767384928.060293:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384928.060294:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007053992. 02000000:00000001:1.0:1767384928.060300:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384928.060302:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294918672 00000100:00000001:0.0:1767384928.060303:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:1.0:1767384928.060304:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b217f6ad. 02000000:00000001:1.0:1767384928.060310:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060313:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918664 00000100:00000001:2.0:1767384928.060314:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918664 00000100:00000010:0.0:1767384928.060320:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bee0945. 00000100:00000001:2.0:1767384928.060323:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294918672 00000400:00000010:1.0:1767384928.060323:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000100:00000001:0.0:1767384928.060325:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384928.060332:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029c08e01. 00000100:00000001:0.0:1767384928.060333:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918664 00000100:00000001:2.0:1767384928.060335:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918664 00000100:00000200:1.0:1767384928.060340:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373189760, portal 4 00000100:00000010:0.0:1767384928.060340:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000431ba0e0. 00000100:00000001:2.0:1767384928.060342:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294918672 00000100:00000001:0.0:1767384928.060346:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384928.060347:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384928.060350:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 00000100:00000001:0.0:1767384928.060352:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.060354:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918664 00000100:00000001:0.0:1767384928.060357:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.060358:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.060362:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.060362:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.060369:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060369:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.060370:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384928.060374:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.060377:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384928.060381:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384928.060383:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00000001:0.0:1767384928.060383:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.060387:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.060387:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384928.060388:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373189760, offset 0 00000100:00000001:2.0:1767384928.060391:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384928.060394:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.060396:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.060397:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384928.060400:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384928.060401:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.060401:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384928.060406:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.060410:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.060412:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.060413:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.060424:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384928.060425:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273503e80 00000100:00000001:0.0:1767384928.060426:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.060431:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384928.060434:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00000001:2.0:1767384928.060435:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384928.060435:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384928.060439:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189632 02000000:00000001:0.0:1767384928.060441:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.060442:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384928.060443:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384928.060448:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384928.060451:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373189888:0@lo:400: 00000100:00000001:2.0:1767384928.060453:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.060453:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.060456:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384928.060461:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.060461:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384928.060462:0:16166:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384928.060465:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.060466:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:2.0:1767384928.060468:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189632 02000000:00000001:0.0:1767384928.060469:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384928.060471:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002173ef2e. 00000020:00000001:2.0:1767384928.060473:0:16799:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384928.060474:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bc13862. 00000020:00000040:2.0:1767384928.060477:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000040:1.0:1767384928.060477:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000002173ef2e x1853237373189760 msgsize 224 02000000:00000001:0.0:1767384928.060478:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.060482:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384928.060485:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e1254a. 00000020:00000040:2.0:1767384928.060486:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00100000:1.0:1767384928.060488:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384928.060492:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:0.0:1767384928.060493:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd598a3. 00000020:00000001:2.0:1767384928.060497:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000200:0.0:1767384928.060499:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373189888, portal 10 00000100:00000001:1.0:1767384928.060501:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.060503:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384928.060504:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.060506:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807142656 : -129514902408960 : ffff8a34f63fb100) 00000400:00000200:1.0:1767384928.060508:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000100:00000040:0.0:1767384928.060512:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384928.060513:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000020:00000010:2.0:1767384928.060517:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1523150. 00000100:00000001:1.0:1767384928.060519:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384928.060524:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.060526:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384928.060527:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384928.060529:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1523150. 00000100:00000040:0.0:1767384928.060533:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384928.060539:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075092726. 00000400:00000010:0.0:1767384928.060539:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f6decb. 00000100:00000001:1.0:1767384928.060541:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384928.060543:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373189888, offset 0 00000100:00000040:1.0:1767384928.060546:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384928.060551:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000973d7e13. 00000100:00000001:1.0:1767384928.060553:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.060555:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.060558:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384928.060561:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac8f964b. 00000400:00000200:0.0:1767384928.060566:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.060574:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.060576:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384928.060579:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273503f00 00000100:00000001:2.0:1767384928.060582:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384928.060582:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7848 usecs (8 jiffies) 00000100:00000001:2.0:1767384928.060586:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384928.060588:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:1.0:1767384928.060589:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918664 00000100:00000001:2.0:1767384928.060590:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.060624:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.060625:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918672 00000400:00000200:0.0:1767384928.060628:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384928.060630:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918665 00000400:00000200:0.0:1767384928.060635:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.060636:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.060636:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918672 00000100:00000001:1.0:1767384928.060642:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918665 00000100:00000001:0.0:1767384928.060642:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384928.060645:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384928.060647:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918672 00000100:00000001:1.0:1767384928.060650:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918665 00000100:00000001:2.0:1767384928.060651:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1767384928.060651:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce57aa9. 00000100:00000001:1.0:1767384928.060652:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918672 00000100:00000001:2.0:1767384928.060655:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384928.060658:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384928.060658:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000005ce57aa9 x1853237373189888 msgsize 224 00000100:00100000:2.0:1767384928.060665:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000001:1.0:1767384928.060666:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.060672:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.060672:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384928.060673:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384928.060675:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.060678:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998108752 : -129515711442864 : ffff8a34c606d050) 00000100:00000001:1.0:1767384928.060682:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384928.060685:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c164384 x1853237373189632/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.060686:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384928.060686:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384928.060693:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384928.060693:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f6decb 00000100:00000001:2.0:1767384928.060697:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384928.060698:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384928.060698:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f6decb. 00000020:00000010:2.0:1767384928.060702:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1523150. 00000100:00000001:1.0:1767384928.060703:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060704:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384928.060711:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384928.060711:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.060712:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384928.060718:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1523150. 00000100:00100000:2.0:1767384928.060726:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c164384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373189632:12345-0@lo:400: 00000100:00000001:0.0:1767384928.060727:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384928.060731:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384928.060732:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384928.060733:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189632 00000100:00100000:1.0:1767384928.060737:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189760 00000020:00000001:2.0:1767384928.060738:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384928.060743:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384928.060744:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384928.060745:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.060746:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384928.060748:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.060749:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060750:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384928.060751:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384928.060755:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 02000000:00000001:1.0:1767384928.060756:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060757:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.060759:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384928.060764:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384928.060764:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189760 00000100:00000040:0.0:1767384928.060765:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2195 usecs (3 jiffies) 00000020:00000001:1.0:1767384928.060768:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384928.060769:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918660 00000020:00000040:1.0:1767384928.060771:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:0.0:1767384928.060775:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918672 00000020:00000001:1.0:1767384928.060777:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384928.060779:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384928.060779:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918660 00000020:00000040:1.0:1767384928.060781:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:2.0:1767384928.060783:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384928.060784:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918672 00000020:00000001:1.0:1767384928.060786:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:2.0:1767384928.060788:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060790:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918660 00000020:00000001:1.0:1767384928.060792:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:2.0:1767384928.060793:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384928.060795:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918672 00000100:00000001:2.0:1767384928.060797:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384928.060798:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918660 02000000:00000001:2.0:1767384928.060800:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384928.060804:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918672 02000000:00000010:2.0:1767384928.060807:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064b3f3ec. 00000100:00000001:1.0:1767384928.060808:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.060808:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384928.060812:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060813:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.060814:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006425ba63. 00000100:00000001:2.0:1767384928.060816:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060818:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.060820:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.060822:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001728eada. 00010000:00000040:2.0:1767384928.060823:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373189632 00010000:00000001:2.0:1767384928.060827:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384928.060829:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:0.0:1767384928.060831:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384928.060834:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c164384 x1853237373189632/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.060836:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384928.060839:0:17575:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384928.060840:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384928.060845:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092d3c86. 00000100:00000001:0.0:1767384928.060846:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384928.060847:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384928.060850:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384928.060851:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.060853:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dffe63d5. 00000100:00000001:0.0:1767384928.060854:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384928.060856:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=36 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384928.060860:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:1.0:1767384928.060861:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f69dad. 00000100:00000001:2.0:1767384928.060862:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384928.060867:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384928.060868:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.060871:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.060872:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000040:1.0:1767384928.060874:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384928.060874:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384928.060876:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384928.060879:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384928.060880:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.060881:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.060883:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384928.060885:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384928.060886:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.060887:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384928.060888:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384928.060892:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384928.060896:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000895dba43. 00000100:00000001:1.0:1767384928.060897:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384928.060898:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384928.060900:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373189632, offset 224 00000100:00000001:1.0:1767384928.060901:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384928.060905:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.060911:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.060915:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.060919:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.060923:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.060926:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384928.060927:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.060929:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384928.060929:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.060933:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384928.060934:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.060939:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273503e00 00000100:00100000:1.0:1767384928.060944:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767384928.060945:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d758c298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373190016:0@lo:400: 00000100:00000040:1.0:1767384928.060947:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000400:00000200:2.0:1767384928.060950:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1601 [1] + 224 00000100:00000001:1.0:1767384928.060952:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807144448 : -129514902407168 : ffff8a34f63fb800) 00000100:00000001:0.0:1767384928.060955:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384928.060960:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384928.060962:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384928.060963:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.060964:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002173ef2e x1853237373189760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.060969:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384928.060974:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384928.060974:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f8a4adf. 02000000:00000001:0.0:1767384928.060980:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.060981:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384928.060983:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384928.060984:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec7392ff. 00000020:00000010:1.0:1767384928.060986:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed3320da. 00000400:00000010:0.0:1767384928.060990:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f6decb. 00000100:00000200:2.0:1767384928.060991:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384928.061007:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373190016, portal 10 00000100:00000001:1.0:1767384928.061008:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.061013:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384928.061014:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed3320da. 00000100:00000001:0.0:1767384928.061016:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807145344 : -129514902406272 : ffff8a34f63fbb80) 00000100:00100000:1.0:1767384928.061043:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002173ef2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373189760:12345-0@lo:400: 00000100:00000040:0.0:1767384928.061043:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384928.061054:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189760 00000020:00000001:1.0:1767384928.061059:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384928.061063:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384928.061067:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.061069:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384928.061072:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384928.061080:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.061081:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384928.061083:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000010:0.0:1767384928.061087:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000020:00000001:1.0:1767384928.061089:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384928.061093:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373190016, offset 0 00000020:00000001:1.0:1767384928.061095:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384928.061102:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384928.061104:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384928.061105:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384928.061108:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384928.061109:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.061113:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384928.061115:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384928.061118:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000895dba43 00000100:00000001:1.0:1767384928.061118:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384928.061119:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384928.061124:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.061125:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000895dba43. 02000000:00000001:1.0:1767384928.061126:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384928.061133:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000309aa72c. 00000400:00000200:0.0:1767384928.061136:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273503f80 00000100:00000001:2.0:1767384928.061140:0:16799:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384928.061141:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.061143:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.061146:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.061146:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:2.0:1767384928.061151:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.061152:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.061154:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384928.061158:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373189760 00000100:00000040:2.0:1767384928.061159:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384928.061164:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384928.061164:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384928.061166:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384928.061168:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384928.061170:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.061172:0:16163:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:1.0:1767384928.061174:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002173ef2e x1853237373189760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.061176:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189888 00000020:00000001:2.0:1767384928.061178:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384928.061178:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384928.061185:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384928.061187:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e47cdf10. 00000100:00000040:2.0:1767384928.061192:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c164384 x1853237373189632/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.061193:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384928.061195:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e47cdf10 x1853237373190016 msgsize 224 00000100:00000001:3.0:1767384928.061203:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.061203:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384928.061210:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.061211:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384928.061216:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c164384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373189632:12345-0@lo:400: Request processed in 512us (1056us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384928.061217:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384928.061218:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.061224:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384928.061231:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189888 00000100:00000001:1.0:1767384928.061231:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384928.061232:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000100:00100000:2.0:1767384928.061240:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767384928.061240:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000400:00000010:0.0:1767384928.061243:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000020:00000001:3.0:1767384928.061244:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384928.061246:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000040:2.0:1767384928.061248:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384928.061248:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384928.061251:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000001:2.0:1767384928.061255:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384928.061256:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384928.061256:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.061258:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384928.061259:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384928.061260:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384928.061266:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000020:00000010:2.0:1767384928.061268:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000973d7e13. 00000100:00000001:1.0:1767384928.061268:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384928.061280:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000040:1.0:1767384928.061280:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384928.061281:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac8f964b. 00000100:00000001:0.0:1767384928.061286:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384928.061290:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000020:00000001:3.0:1767384928.061292:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000010:2.0:1767384928.061294:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075092726. 00000100:00000200:1.0:1767384928.061296:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373189760, offset 224 00000100:00000040:0.0:1767384928.061297:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.061311:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.061313:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384928.061314:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000400:00000200:1.0:1767384928.061315:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384928.061316:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d41684fd. 00000100:00000001:0.0:1767384928.061319:0:16163:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384928.061323:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384928.061326:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384928.061327:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000064b3f3ec. 00000100:00000001:0.0:1767384928.061329:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.061339:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384928.061340:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d41684fd. 02000000:00000001:2.0:1767384928.061342:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384928.061342:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2816 usecs (3 jiffies) 00000100:00000001:2.0:1767384928.061347:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.061356:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294918660 00000100:00000200:2.0:1767384928.061358:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1767384928.061360:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000befa5abd. 00000100:00000001:0.0:1767384928.061360:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294918672 00000400:00000010:2.0:1767384928.061364:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a84fac0. 00000400:00000200:1.0:1767384928.061365:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273503e80 00000100:00000001:0.0:1767384928.061374:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294918660 00000020:00000010:3.0:1767384928.061376:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c3a10b3. 00000400:00000010:2.0:1767384928.061377:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056855a62. 00000100:00000001:0.0:1767384928.061378:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294918672 00000400:00000200:1.0:1767384928.061379:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x160d [1] + 224 00000100:00000001:0.0:1767384928.061383:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294918660 00000020:00000010:3.0:1767384928.061392:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000100:00000001:0.0:1767384928.061392:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294918672 00000400:00000200:1.0:1767384928.061393:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384928.061408:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.061409:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294918660 00000400:00000200:1.0:1767384928.061410:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.061412:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294918672 00000100:00000040:3.0:1767384928.061414:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384928.061415:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.061418:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.061429:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000001:2.0:1767384928.061430:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384928.061430:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.061435:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1767384928.061436:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384928.061438:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.061439:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384928.061439:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022f0350c. 00000100:00000001:0.0:1767384928.061445:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.061455:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000100:00000001:3.0:1767384928.061457:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1767384928.061458:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000100:00000001:3.0:1767384928.061461:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384928.061463:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.061463:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384928.061465:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384928.061470:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384928.061476:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373189504 00000100:00000200:1.0:1767384928.061477:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384928.061478:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.061480:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.061483:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.061484:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.061490:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.061498:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.061503:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384928.061504:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373189504 00000100:00100000:3.0:1767384928.061510:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190016 00000020:00000001:0.0:1767384928.061512:0:17578:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384928.061520:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384928.061521:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000040:1.0:1767384928.061527:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.061531:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384928.061531:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384928.061533:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.061544:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.061545:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 02000000:00000001:3.0:1767384928.061559:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.061560:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384928.061564:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384928.061565:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384928.061570:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190016 00000020:00000001:0.0:1767384928.061571:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384928.061572:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384928.061576:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000020:00000001:3.0:1767384928.061579:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384928.061582:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384928.061584:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000001:0.0:1767384928.061584:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384928.061585:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 02000000:00000001:2.0:1767384928.061586:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384928.061595:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2fa558. 00000100:00000001:0.0:1767384928.061600:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.061604:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b2fa558. 00000100:00000001:2.0:1767384928.061618:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384928.061622:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.061623:0:17575:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384928.061625:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.061626:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384928.061626:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d924175. 00000100:00000001:1.0:1767384928.061627:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384928.061636:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00001000:2.0:1767384928.061637:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=36 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384928.061637:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f26659bb. 00000100:00000001:1.0:1767384928.061639:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.061648:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00001000:2.0:1767384928.061650:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=36 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384928.061650:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000040:1.0:1767384928.061652:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:3.0:1767384928.061662:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:2.0:1767384928.061664:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384928.061664:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384928.061666:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384928.061674:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.061674:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.061675:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.061676:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384928.061684:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384928.061685:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d41684fd. 00000020:00000001:1.0:1767384928.061685:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384928.061686:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384928.061695:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.061700:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384928.061701:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000037f7c71b. 00000100:00000001:0.0:1767384928.061703:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.061706:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002173ef2e x1853237373189760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.061712:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384928.061715:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:0.0:1767384928.061719:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384928.061724:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.061727:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384928.061733:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384928.061735:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000447a6f45. 00000100:00000001:0.0:1767384928.061738:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384928.061748:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6f831f6. 00000100:00100000:0.0:1767384928.061760:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000010:3.0:1767384928.061761:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dac4119a. 00000100:00100000:1.0:1767384928.061761:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002173ef2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237373189760:12345-0@lo:400: Request processed in 769us (1273us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384928.061762:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384928.061765:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 2 00000100:00000001:3.0:1767384928.061776:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384928.061776:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.061777:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014286336 : -129515695265280 : ffff8a34c6fdaa00) 00000100:00100000:1.0:1767384928.061785:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384928.061786:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384928.061786:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384928.061790:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 1 00000100:00000040:0.0:1767384928.061792:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a0a65b3 x1853237373189504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.061793:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.061797:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384928.061802:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.061806:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384928.061807:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384928.061816:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384928.061818:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dffe63d5. 00000100:00000001:3.0:1767384928.061828:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.061828:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f69dad. 00000100:00000001:0.0:1767384928.061833:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384928.061843:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2fa558. 00000100:00100000:2.0:1767384928.061845:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fd9b09f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373189632:0@lo:400: 00000020:00000010:1.0:1767384928.061845:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092d3c86. 00000100:00000001:0.0:1767384928.061848:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.061849:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384928.061853:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000020:00000010:0.0:1767384928.061866:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b2fa558. 00000100:00000001:2.0:1767384928.061867:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.061867:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.061876:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384928.061877:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384928.061880:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384928.061881:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a0a65b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373189504:12345-0@lo:13: 00000100:00000040:2.0:1767384928.061886:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fd9b09f x1853237373189632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384928.061893:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189504 00000100:00000001:1.0:1767384928.061894:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.061900:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384928.061902:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384928.061903:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384928.061903:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384928.061904:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384928.061910:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a94f7db3. 00000020:00000001:0.0:1767384928.061910:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1767384928.061911:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384928.061918:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 02000000:00000001:2.0:1767384928.061918:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767384928.061919:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384928.061919:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.061923:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384928.061925:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000020:00000001:0.0:1767384928.061928:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384928.061930:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014288128 : -129515695263488 : ffff8a34c6fdb100) 00000020:00000040:2.0:1767384928.061931:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384928.061931:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000400:00000200:1.0:1767384928.061932:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c08e01 00000020:00000001:2.0:1767384928.061939:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384928.061945:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000119760f1. 00000400:00000010:1.0:1767384928.061945:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029c08e01. 00000020:00000001:0.0:1767384928.061945:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384928.061950:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384928.061953:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ce57aa9 x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.061955:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384928.061955:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384928.061959:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384928.061960:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384928.061964:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384928.061965:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384928.061965:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384928.061968:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fd9b09f. 00000100:00000001:0.0:1767384928.061977:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384928.061978:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384928.061980:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384928.061982:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384928.061986:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002c2485f3. 00000100:00000001:2.0:1767384928.062005:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384928.062006:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.062016:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.062017:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.062024:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384928.062025:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384928.062026:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384928.062027:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.062028:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.062034:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384928.062036:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c3ab344. 00002000:00000001:0.0:1767384928.062036:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384928.062044:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384928.062047:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.062049:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:0.0:1767384928.062050:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384928.062054:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384928.062056:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c3ab344. 00000100:00000001:1.0:1767384928.062059:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384928.062062:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384928.062065:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:0.0:1767384928.062068:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062071:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.062073:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ce57aa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373189888:12345-0@lo:400: 00000020:00000001:0.0:1767384928.062078:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384928.062083:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384928.062091:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000200:3.0:1767384928.062098:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373189888 00000100:00001000:1.0:1767384928.062101:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=26 v=5 (5 0 0 0) 00000020:00000020:0.0:1767384928.062101:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767384928.062102:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384928.062113:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000020:0.0:1767384928.062114:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00001000:1.0:1767384928.062115:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=26 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384928.062122:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062124:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00000020:0.0:1767384928.062128:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:3.0:1767384928.062132:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384928.062134:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384928.062134:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384928.062143:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00010000:00000001:1.0:1767384928.062143:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:0.0:1767384928.062145:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384928.062152:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.062153:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00080000:1.0:1767384928.062158:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.062161:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384928.062161:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.062177:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:0.0:1767384928.062177:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373189504 00010000:00000001:1.0:1767384928.062179:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.062182:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384928.062188:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384928.062189:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062190:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384928.062195:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384928.062197:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000200:0.0:1767384928.062199:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a0a65b3 x1853237373189504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.062203:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384928.062205:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384928.062210:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384928.062211:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.062213:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384928.062216:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384928.062218:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d4c52f5. 00000100:00001000:0.0:1767384928.062219:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=26 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384928.062224:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384928.062228:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.062230:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.062238:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384928.062240:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.062244:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:3.0:1767384928.062251:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.062252:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.062255:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.062264:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384928.062266:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373189888 00000100:00000001:1.0:1767384928.062266:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384928.062268:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.062273:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000100:00000001:1.0:1767384928.062274:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384928.062279:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384928.062281:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373189504, offset 224 00010000:00000001:3.0:1767384928.062286:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384928.062290:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.062292:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1767384928.062299:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ce57aa9 x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.062306:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384928.062320:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373189760:0@lo:400: 00000400:00000200:0.0:1767384928.062321:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273503d80 00000400:00000200:0.0:1767384928.062346:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15fd [1] + 224 00000100:00000001:1.0:1767384928.062350:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.062362:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384928.062365:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384928.062366:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384928.062367:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373189760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.062372:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.062382:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384928.062384:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.062392:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384928.062404:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384928.062405:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384928.062406:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384928.062415:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384928.062418:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 02000000:00000010:1.0:1767384928.062421:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b217f6ad. 00000100:00000001:3.0:1767384928.062429:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384928.062431:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384928.062434:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384928.062438:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384928.062438:0:16166:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384928.062450:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.062450:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384928.062467:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384928.062470:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384928.062471:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006621c53c. 00000100:00000040:3.0:1767384928.062476:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384928.062477:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384928.062479:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384928.062481:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 02000000:00000001:1.0:1767384928.062482:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384928.062483:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000100:00000010:1.0:1767384928.062487:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000400:00000010:0.0:1767384928.062488:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000001:1.0:1767384928.062493:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.062494:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384928.062497:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373189888, offset 224 00000100:00000001:1.0:1767384928.062497:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.062499:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.062506:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062514:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.062519:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000400:00000200:3.0:1767384928.062521:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.062525:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384928.062531:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384928.062532:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.062535:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062537:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384928.062539:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384928.062544:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.062546:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.062549:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a0a65b3 x1853237373189504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384928.062560:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273503f00 00000100:00100000:0.0:1767384928.062563:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a0a65b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373189504:12345-0@lo:13: Request processed in 725us (2413us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384928.062577:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1615 [1] + 224 00000100:00000001:1.0:1767384928.062579:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384928.062585:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384928.062586:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384928.062621:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:0.0:1767384928.062624:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.062626:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384928.062628:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384928.062629:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f26659bb. 00000100:00100000:1.0:1767384928.062640:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000010:0.0:1767384928.062640:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000400:00000200:3.0:1767384928.062644:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384928.062649:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000020:00000010:0.0:1767384928.062650:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d924175. 00000100:00000001:1.0:1767384928.062652:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014289024 : -129515695262592 : ffff8a34c6fdb480) 00000100:00000001:3.0:1767384928.062655:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384928.062658:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000200:3.0:1767384928.062665:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.062666:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e47cdf10 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.062666:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.062693:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.062700:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384928.062709:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.062715:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.062721:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009458d124. 00000400:00000200:0.0:1767384928.062731:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:0.0:1767384928.062735:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000100:00000040:3.0:1767384928.062737:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.062738:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.062740:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384928.062745:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed3320da. 00000100:00000200:0.0:1767384928.062750:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.062755:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384928.062768:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed3320da. 00000100:00100000:1.0:1767384928.062788:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e47cdf10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373190016:12345-0@lo:400: 00000100:00000001:3.0:1767384928.062798:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384928.062807:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190016 00000400:00000200:3.0:1767384928.062809:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000020:00000001:1.0:1767384928.062810:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384928.062815:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000020:00000001:1.0:1767384928.062818:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384928.062825:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.062827:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384928.062832:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.062833:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384928.062834:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384928.062842:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:3.0:1767384928.062846:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.062847:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384928.062847:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384928.062855:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.062856:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384928.062858:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384928.062866:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384928.062868:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384928.062868:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384928.062872:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384928.062872:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384928.062882:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.062883:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.062883:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384928.062893:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384928.062895:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384928.062895:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.062906:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062908:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384928.062911:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce57aa9 x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384928.062915:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384928.062916:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=26 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384928.062925:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004183eb95. 00000100:00001000:0.0:1767384928.062934:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=26 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384928.062937:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.062950:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.062952:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.062958:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.062963:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.062971:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:1.0:1767384928.062973:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190016 00010000:00000001:1.0:1767384928.062981:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:0.0:1767384928.062981:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.062982:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ce57aa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373189888:12345-0@lo:400: Request processed in 945us (2312us total) trans 0 rc 0/0 00010000:00000200:1.0:1767384928.062991:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e47cdf10 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.063030:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384928.063041:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000001:3.0:1767384928.063052:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384928.063055:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.063057:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384928.063064:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767384928.063066:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384928.063067:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:3.0:1767384928.063068:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c3a10b3. 00010000:00000001:1.0:1767384928.063071:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.063073:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384928.063079:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.063079:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384928.063080:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 00000020:00000010:3.0:1767384928.063092:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000befa5abd. 00000100:00000001:1.0:1767384928.063093:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.063094:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.063102:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000020:00000040:3.0:1767384928.063106:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:1.0:1767384928.063107:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384928.063117:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384928.063118:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384928.063121:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384928.063126:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.063127:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.063132:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.063134:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1767384928.063135:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384928.063140:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:1.0:1767384928.063144:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:0.0:1767384928.063145:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000010:1.0:1767384928.063152:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029c08e01. 00000004:00000020:0.0:1767384928.063154:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000200:1.0:1767384928.063158:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373190016, offset 224 00000004:00000001:0.0:1767384928.063160:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.063166:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:3.0:1767384928.063171:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:0.0:1767384928.063172:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384928.063180:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00080000:3.0:1767384928.063193:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1767384928.063194:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384928.063203:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373189504:0@lo:13: 00000020:00000040:3.0:1767384928.063204:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000400:00000200:1.0:1767384928.063214:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273503f80 00000100:00000001:0.0:1767384928.063222:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.063224:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1621 [1] + 224 00000100:00000001:0.0:1767384928.063225:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.063230:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373189504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.063231:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384928.063239:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384928.063241:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384928.063242:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.063247:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000cd4bf67. 00000100:00000001:1.0:1767384928.063249:0:16805:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384928.063250:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.063253:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767384928.063255:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384928.063256:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384928.063261:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.063263:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc8819. 02000000:00000001:0.0:1767384928.063269:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384928.063272:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.063272:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.063274:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000100:00000001:0.0:1767384928.063280:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.063283:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.063285:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.063286:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.063290:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.063291:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384928.063292:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c08e01 00000400:00000010:1.0:1767384928.063295:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029c08e01. 00000100:00000001:1.0:1767384928.063298:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384928.063300:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384928.063300:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.063304:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.063307:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec7392ff. 00000100:00000001:1.0:1767384928.063308:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.063310:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f6decb 00000100:00000040:1.0:1767384928.063312:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:0.0:1767384928.063313:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f6decb. 00010000:00000001:1.0:1767384928.063317:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384928.063319:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384928.063320:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.063323:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384928.063325:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.063329:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e47cdf10 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384928.063347:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384928.063350:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e47cdf10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373190016:12345-0@lo:400: Request processed in 609us (2151us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384928.063365:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384928.063367:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384928.063369:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:1.0:1767384928.063371:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384928.063375:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384928.063376:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384928.063379:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6f831f6. 00000100:00000001:0.0:1767384928.063379:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384928.063381:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384928.063385:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dac4119a. 00000100:00000001:0.0:1767384928.063385:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.063388:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.063390:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000447a6f45. 02000000:00000001:0.0:1767384928.063391:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.063397:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00001000:0.0:1767384928.063398:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=30 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.063401:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.063403:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.063404:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.063408:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.063408:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384928.063412:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.063417:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.063420:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.063420:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384928.063422:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384928.063422:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.063425:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.063429:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.063431:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.063432:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.063434:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.063438:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d758c298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373190016:0@lo:400: 00000400:00000001:0.0:1767384928.063441:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.063442:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.063443:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e1254a. 00000400:00000200:0.0:1767384928.063445:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd598a3 00000400:00000010:0.0:1767384928.063446:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd598a3. 00000100:00000001:0.0:1767384928.063447:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.063449:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384928.063463:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.063467:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.063468:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.063469:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384928.063470:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384928.063471:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.063472:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.063473:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.063475:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.063477:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.063478:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.063479:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.063480:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384928.063481:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.063486:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.063487:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.063488:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384928.063489:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384928.063489:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.063492:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.063495:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.063496:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.063497:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.063498:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.063502:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373189888:0@lo:400: 00000100:00000001:0.0:1767384928.063505:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.063506:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.063512:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d758c298 x1853237373190016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.063517:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.063518:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.063519:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f8a4adf. 02000000:00000001:0.0:1767384928.063521:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.063522:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.063523:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384928.063524:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.063525:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bacacc00. 02000000:00000001:0.0:1767384928.063531:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.063532:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.063533:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d758c298. 00000100:00000001:0.0:1767384928.063536:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.063537:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.063538:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.063539:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f57692a x1853237373189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.063543:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.063544:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.063545:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bc13862. 02000000:00000001:0.0:1767384928.063546:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.063547:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.063547:0:16163:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384928.063549:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.063550:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020aa0ee0. 02000000:00000001:0.0:1767384928.063554:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.063554:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.063555:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f57692a. 00000100:00000001:0.0:1767384928.063557:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.063557:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.063558:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.063561:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.063562:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.063564:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.063565:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.076665:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294918672, at 4294918673 00000100:00000010:2.0:1767384928.076673:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bee0945. 00000100:00000040:1.0:1767384928.076711:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294918672, at 4294918673 00000100:00000010:1.0:1767384928.076719:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007053992. 00000100:00000040:0.0:1767384928.077635:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294918672, at 4294918674 00000100:00000010:0.0:1767384928.077648:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001107810f. 00000100:00000040:3.0:1767384928.077658:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294918672, at 4294918674 00000100:00000010:3.0:1767384928.077667:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00000001:00000001:0.0:1767384928.595309:0:24312:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384928.595313:0:24312:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:0.0:1767384928.600160:0:24312:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384928.611230:0:24313:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bc9e8a9c. 00000400:00000010:2.0:1767384928.611246:0:24313:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006a2230dd. 00000400:00000010:2.0:1767384928.611256:0:24313:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000016858a4d. 00000400:00000010:2.0:1767384928.611260:0:24313:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000075092726. 00000400:00000010:2.0:1767384928.611265:0:24313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003212dfb2. 00000400:00000010:2.0:1767384928.611270:0:24313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdaaeb11. 00000400:00000010:2.0:1767384928.611272:0:24313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006290fc6f. 00000400:00000010:2.0:1767384928.611275:0:24313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0481180. 00000400:00000010:2.0:1767384928.611279:0:24313:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000af909bd1. 00000800:00000010:2.0:1767384928.611293:0:24313:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c9df766d. 00000800:00000200:2.0:1767384928.611305:0:24313:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384928.611316:0:24313:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384928.611363:0:24313:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384928.611388:0:24313:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp25 [8/256/0/180] 00000400:00000010:2.0:1767384928.615333:0:24313:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000a32f1b0e. 00000400:00000010:2.0:1767384928.615340:0:24313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022f0350c. 00000400:00000010:2.0:1767384928.615346:0:24313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000400:00000001:2.0:1767384928.615363:0:24313:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.615365:0:24313:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384928.615368:0:24313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000520f96af. 00000400:00000200:2.0:1767384928.615372:0:24313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:2.0:1767384928.615374:0:24313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000400:00000010:2.0:1767384928.615379:0:24313:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000cd19be91. 00000400:00000200:2.0:1767384928.615384:0:24313:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (16) 00000400:00000200:2.0:1767384928.615398:0:24313:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384928.615410:0:24313:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:2.0:1767384928.615418:0:24313:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000829747c3. 00000020:01000000:2.0:1767384928.615423:0:24313:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384928.615427:0:24313:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp25 00000400:00000010:2.0:1767384928.615473:0:24313:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006a2230dd. 00000400:00000010:2.0:1767384928.615481:0:24313:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bc9e8a9c. 00000400:00000200:3.0:1767384928.615493:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384928.615506:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384928.615509:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 10000000:00000001:1.0:1767384928.615517:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384928.615524:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384928.615527:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384928.615529:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 00000020:01000004:1.0:1767384928.615532:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384928.615540:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384928.615541:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (17) 00000020:01000004:1.0:1767384928.615543:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384928.615553:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384928.615555:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384928.615559:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384928.615560:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f028bba. 00000020:01000004:1.0:1767384928.615570:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384928.615575:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384928.615576:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:01000004:1.0:1767384928.615582:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384928.615585:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384928.615592:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 00000020:00000040:1.0:1767384928.615662:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384928.615669:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384928.615673:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 02000000:00000001:1.0:1767384928.615675:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384928.615688:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.615690:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [37:37:256:4294967295] 192.168.204.149@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1767384928.615715:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 02000000:00000010:1.0:1767384928.615715:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000716ef621. 00000100:00000001:1.0:1767384928.615731:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.615743:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000100:00000001:1.0:1767384928.615746:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384928.615750:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.615759:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_02+2] req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384928.615772:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1767384928.615807:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000732073e7. 00000100:00000001:0.0:1767384928.615820:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384928.615821:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384928.615832:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 10000000:00000001:1.0:1767384928.615834:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.615834:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.615841:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384928.615855:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.615861:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384928.615863:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384928.615874:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000020:00000001:1.0:1767384928.615882:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:3.0:1767384928.615889:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000732073e7 type 1, nob 400 niov 1 nkiov 1 10000000:00000001:1.0:1767384928.615891:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384928.615913:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384928.615915:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384928.615918:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384928.615919:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384928.615925:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384928.615931:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384928.615937:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384928.615938:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 02000000:00000001:0.0:1767384928.615947:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384928.615954:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384928.615957:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00100000:0.0:1767384928.615959:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373190144:0@lo:253: 00000020:01000004:1.0:1767384928.615967:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384928.615976:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384928.615979:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384928.615981:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384928.616006:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384928.616007:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384928.616009:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384928.616011:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384928.616030:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e9deb6. 00000020:00000040:1.0:1767384928.616033:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384928.616035:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384928.616037:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384928.616039:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.616044:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384928.616045:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c712a133. 02000000:00000001:0.0:1767384928.616047:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.616052:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.616053:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384928.616059:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384928.616060:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.616061:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003a68bf3a. 02000000:00000001:0.0:1767384928.616065:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.616066:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e9deb6] to pc [ptlrpcd_00_03+3] req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384928.616069:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e1254a. 00000400:00000010:0.0:1767384928.616076:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f4ded73. 10000000:00000001:1.0:1767384928.616078:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.616081:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373190144, portal 25 10000000:00000001:1.0:1767384928.616082:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.616086:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.616088:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:1.0:1767384928.616089:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384928.616093:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 00000020:00000010:1.0:1767384928.616094:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000829747c3. 00000100:00000040:0.0:1767384928.616101:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.616107:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384928.616109:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384928.616110:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384928.616113:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384928.616114:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008884bed2. 00000100:00000001:1.0:1767384928.616115:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384928.616117:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373190144, offset 0 00000100:00000040:1.0:1767384928.616121:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.616126:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.616130:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384928.616131:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.616137:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384928.616138:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384928.616140:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384928.616142:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6e9deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373190272:0@lo:253: 00000400:00000200:0.0:1767384928.616145:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.616152:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384928.616154:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384928.616156:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504000 02000000:00000001:1.0:1767384928.616157:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.616162:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384928.616167:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002dafe9b3. 00000400:00000200:0.0:1767384928.616169:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 02000000:00000001:1.0:1767384928.616170:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.616176:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a1623e9. 00000400:00000010:1.0:1767384928.616177:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000400:00000200:0.0:1767384928.616184:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a48251fd 00000400:00000200:0.0:1767384928.616191:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.616195:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384928.616198:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384928.616199:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dc5e487. 00000400:00000200:0.0:1767384928.616200:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48251fd 00000400:00000010:0.0:1767384928.616206:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a48251fd. 00000800:00000010:3.0:1767384928.616214:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000732073e7. 00000100:00000200:1.0:1767384928.616215:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373190272, portal 25 00000100:00000001:0.0:1767384928.616215:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384928.616219:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384928.616227:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384928.616229:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000fceea65f x1853237373190144 msgsize 4848 00000100:00000001:1.0:1767384928.616230:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807131904 : -129514902419712 : ffff8a34f63f8700) 00000400:00000200:3.0:1767384928.616231:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384928.616244:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.616250:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384928.616258:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384928.616263:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000001:0.0:1767384928.616272:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384928.616279:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384928.616285:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384928.616286:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384928.616287:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008884bed2 00000400:00000010:0.0:1767384928.616300:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008884bed2. 00000400:00000010:1.0:1767384928.616301:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5bcaffd. 00000400:00000200:3.0:1767384928.616306:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000100:00000200:1.0:1767384928.616309:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373190272, offset 0 00000100:00000001:0.0:1767384928.616309:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384928.616321:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.616325:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384928.616335:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384928.616336:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384928.616344:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384928.616345:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.616353:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384928.616357:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384928.616359:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504080 00000100:00000001:0.0:1767384928.616359:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.616369:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384928.616372:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384928.616376:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294919228 00000400:00000200:1.0:1767384928.616377:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000800:00000001:3.0:1767384928.616380:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384928.616384:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001107810f. 00000400:00000010:1.0:1767384928.616385:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc23425. 00000400:00000200:1.0:1767384928.616394:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a17df79 00000100:00000001:0.0:1767384928.616398:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384928.616403:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.616404:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : PUT - for me 00000100:00000001:0.0:1767384928.616428:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294919228 00000100:00000010:0.0:1767384928.616438:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a55964d0. 00000400:00000200:1.0:1767384928.616440:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.616449:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384928.616452:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384928.616457:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a17df79 00000100:00000001:0.0:1767384928.616457:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294919228 00000400:00000010:1.0:1767384928.616465:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a17df79. 00000100:00000010:0.0:1767384928.616472:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a8ccb0c. 00000100:00000001:1.0:1767384928.616473:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384928.616487:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384928.616488:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384928.616498:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000098ae6a55 x1853237373190272 msgsize 4848 00000100:00000001:0.0:1767384928.616499:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294919228 00000400:00000200:3.0:1767384928.616515:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 288/304 into md 0x15cd [1] + 0 00000100:00000010:0.0:1767384928.616516:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000431ba0e0. 00000100:00100000:1.0:1767384928.616517:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384928.616530:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384928.616531:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384928.616542:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384928.616545:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039bd18d2. 00000100:00000001:0.0:1767384928.616547:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.616552:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.616557:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000815628d2 00000100:00000001:0.0:1767384928.616557:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.616566:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384928.616567:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bcaffd 00000800:00000001:3.0:1767384928.616570:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384928.616577:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384928.616580:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384928.616581:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5bcaffd. 00000100:00000001:0.0:1767384928.616582:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384928.616588:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384928.616592:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384928.616593:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.616597:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384928.616600:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.616601:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.616648:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:3.0:1767384928.616654:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000815628d2 00000100:00000001:0.0:1767384928.616664:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384928.616665:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 00000100:00000001:1.0:1767384928.616666:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384928.616679:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384928.616680:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384928.616693:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (18) 00000100:00000001:0.0:1767384928.616699:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384928.616700:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.616704:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190144 00000400:00000200:3.0:1767384928.616706:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000100:00000001:1.0:1767384928.616708:0:16166:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384928.616719:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384928.616724:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (304 bytes) 00000100:00000001:1.0:1767384928.616726:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.616727:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.616733:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.616735:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294919229 02000000:00000001:0.0:1767384928.616738:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.616751:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190144 00000020:00000001:0.0:1767384928.616756:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384928.616757:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919228 00000400:00000200:3.0:1767384928.616759:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000020:00000040:0.0:1767384928.616761:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384928.616768:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.616776:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384928.616778:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294919229 00000020:00000001:0.0:1767384928.616783:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:3.0:1767384928.616787:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (19) 00000020:00000001:0.0:1767384928.616788:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384928.616789:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919228 00000100:00000001:0.0:1767384928.616801:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384928.616802:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294919229 00000400:00000200:3.0:1767384928.616804:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:0.0:1767384928.616811:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000100:00000001:0.0:1767384928.616821:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.616825:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919228 00000020:00000010:0.0:1767384928.616829:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2a7348. 00000400:00000200:3.0:1767384928.616833:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 00000100:00000001:1.0:1767384928.616840:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294919229 00000020:00000010:0.0:1767384928.616848:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f8a4adf. 00000100:00000001:1.0:1767384928.616854:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919228 00000020:00000010:0.0:1767384928.616859:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f26659bb. 00000400:00000200:3.0:1767384928.616864:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [38:38:256:4294967295] 192.168.204.149@tcp LPNI seq info [38:38:8:4294967295] 00000100:00000001:1.0:1767384928.616866:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.616885:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.616885:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000403a122. 00000100:00000001:1.0:1767384928.616904:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.616912:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.616914:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384928.616927:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384928.616928:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.616935:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384928.616938:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000100:00000001:1.0:1767384928.616939:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384928.616940:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.616958:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.616964:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.616965:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384928.616974:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384928.616976:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp 00000100:00000001:1.0:1767384928.617004:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.617006:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384928.617011:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000732073e7. 00000100:00000001:0.0:1767384928.617021:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384928.617039:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190272 00000800:00000200:3.0:1767384928.617047:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 02000000:00000001:0.0:1767384928.617048:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384928.617059:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.617064:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384928.617068:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:1023 00000100:00000001:1.0:1767384928.617072:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384928.617073:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384928.617075:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000732073e7 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384928.617079:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384928.617081:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190272 00000020:00000001:0.0:1767384928.617100:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384928.617103:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000020:00000040:0.0:1767384928.617106:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384928.617111:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384928.617113:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000040:0.0:1767384928.617115:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384928.617120:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384928.617123:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000001:3.0:1767384928.617124:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384928.617127:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384928.617135:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998106704 : -129515711444912 : ffff8a34c606c850) 00000020:00000010:0.0:1767384928.617136:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000800:00000001:3.0:1767384928.617153:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384928.617161:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fceea65f x1853237373190144/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 4848/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.617163:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.617168:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2a7348. 00000020:00000010:0.0:1767384928.617174:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bc13862. 00000100:00000001:1.0:1767384928.617176:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384928.617179:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000049ab611. 00000020:00000010:1.0:1767384928.617180:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000553c81fa. 00000100:00000001:1.0:1767384928.617185:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.617186:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ac07e7. 00000020:00000010:1.0:1767384928.617187:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000553c81fa. 00000100:00000001:0.0:1767384928.617193:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384928.617194:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fceea65f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373190144:12345-0@lo:253: 00000100:00000001:0.0:1767384928.617195:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384928.617198:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.617200:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190144 00000100:00000001:0.0:1767384928.617204:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.617205:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384928.617208:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384928.617209:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384928.617213:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.617215:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384928.617218:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384928.617221:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384928.617222:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.617222:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.617224:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384928.617226:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384928.617228:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384928.617231:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000020:00000001:1.0:1767384928.617232:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.617236:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384928.617240:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384928.617241:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384928.617244:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998115920 : -129515711435696 : ffff8a34c606ec50) 02000000:00000010:1.0:1767384928.617247:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006cf1622c. 00000100:00000040:0.0:1767384928.617251:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098ae6a55 x1853237373190272/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 4848/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384928.617252:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.617257:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384928.617262:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384928.617263:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384928.617267:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000100:00000001:0.0:1767384928.617269:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384928.617271:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ac75d8f4. 00000020:00000010:0.0:1767384928.617271:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2a7348. 00000800:00000200:3.0:1767384928.617275:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:01000000:1.0:1767384928.617278:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:3.0:1767384928.617286:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000732073e7. 20000000:00000001:1.0:1767384928.617287:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:0.0:1767384928.617287:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098ae6a55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373190272:12345-0@lo:253: 20000000:00000001:1.0:1767384928.617293:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384928.617299:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.617300:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190272 00000400:00000200:3.0:1767384928.617302:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384928.617303:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.617304:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384928.617310:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384928.617315:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384928.617317:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384928.617322:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384928.617326:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000010:1.0:1767384928.617327:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1a3d1c1. 00000400:00000200:3.0:1767384928.617328:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: ACK: OK 00000020:00000001:0.0:1767384928.617331:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384928.617335:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384928.617338:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000020:00000001:0.0:1767384928.617340:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1767384928.617344:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384928.617344:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384928.617345:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384928.617354:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.617358:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1767384928.617359:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384928.617361:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384928.617361:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384928.617371:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384928.617375:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a7abeaa1. 00000800:00000001:3.0:1767384928.617379:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384928.617380:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384928.617387:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384928.617388:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.617393:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:3.0:1767384928.617402:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.617412:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : ACK - for me 20000000:00000010:0.0:1767384928.617412:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000824bbf50. 00080000:00000001:1.0:1767384928.617415:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384928.617426:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384928.617432:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384928.617433:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384928.617434:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384928.617435:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384928.617457:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384928.617457:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.617462:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp: ACK from 12345-192.168.204.149@tcp into md 0x1641 00000020:00000001:1.0:1767384928.617478:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384928.617479:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.617488:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 20000000:00000001:0.0:1767384928.617493:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384928.617499:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384928.617500:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384928.617515:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: ACK: OK 00080000:00000010:1.0:1767384928.617517:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000012f56158. 00080000:00000001:1.0:1767384928.617533:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651174400 : -129520058377216 : ffff8a33c2eddc00) 00000400:00000200:3.0:1767384928.617539:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00080000:00000001:1.0:1767384928.617539:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:3.0:1767384928.617550:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000400:00000200:3.0:1767384928.617557:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384928.617563:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:3.0:1767384928.617578:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384928.617584:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (18) 00000800:00000001:3.0:1767384928.617591:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.617595:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.617694:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384928.617700:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000b8ea379a. 00000400:00000010:3.0:1767384928.617705:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000400:00000010:3.0:1767384928.617710:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 00000400:00000200:3.0:1767384928.617716:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b8ea379a 00000400:00000010:3.0:1767384928.617723:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000b19bfc98. 00000001:00000001:1.0:1767384928.617728:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384928.617729:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00080000:00000001:1.0:1767384928.617736:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.617741:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00080000:00000001:1.0:1767384928.617744:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384928.617746:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (17) 00000400:00000010:3.0:1767384928.617752:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000009991ce7c. 00000400:00000010:3.0:1767384928.617759:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000400:00000010:3.0:1767384928.617768:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000d0bb02. 00000400:00000200:3.0:1767384928.617773:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00080000:00000001:1.0:1767384928.617775:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384928.617780:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384928.617787:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1767384928.617796:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:3.0:1767384928.617803:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:3.0:1767384928.617812:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:3.0:1767384928.617821:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:3.0:1767384928.617831:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:3.0:1767384928.617837:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384928.617845:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384928.617854:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:3.0:1767384928.617862:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384928.617885:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384928.617893:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767384928.617901:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384928.617913:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767384928.617923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384928.617930:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:3.0:1767384928.617937:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:3.0:1767384928.617946:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp24 00000400:00000200:3.0:1767384928.617953:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp24 lpni_is_preferred = 0 00000400:00000200:3.0:1767384928.617958:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp24 00000400:00000200:3.0:1767384928.617967:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp24 NI seq info: [39:39:256:4294967295] 192.168.204.149@tcp24 LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1767384928.617974:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp24 00000400:00000200:3.0:1767384928.618019:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24:) -> 192.168.204.149@tcp24(192.168.204.149@tcp:192.168.204.149@tcp24) : GET try# 0 00080000:00000001:1.0:1767384928.618026:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000200:3.0:1767384928.618029:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp24 00080000:00000001:1.0:1767384928.618032:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384928.618034:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000732073e7. 00000800:00000010:3.0:1767384928.618044:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000347721e5. 00000800:00000010:3.0:1767384928.618049:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cd8c375c. 00000800:00000200:3.0:1767384928.618056:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (2) 00000800:00000200:3.1:1767384928.618061:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (2) 00000400:00000200:3.0:1767384928.618094:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384928.618098:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00000400:00000200:0.0:1767384928.618171:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618207:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618229:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618246:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618272:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618307:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618344:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618387:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618416:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618442:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618579:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618610:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618722:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618813:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618864:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.618981:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619076:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619184:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619229:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619249:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619284:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619313:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619342:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619363:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619399:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619505:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.619607:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384928.620172:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384928.620248:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2bdb4cf. 00000800:00000010:1.0:1767384928.620253:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c5bcaffd. 00000800:00000010:1.0:1767384928.620258:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082368bef. 00000400:00000200:2.0:1767384928.620265:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp24 from 225.3.0.2 00000800:00000010:2.0:1767384928.620270:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d458e864. 00000800:00000010:1.0:1767384928.620288:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082368bef. 00000800:00000010:1.0:1767384928.620342:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000076a009ca. 00000800:00000010:1.0:1767384928.620346:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ec97c52. 00000800:00000010:1.0:1767384928.620369:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4993a46. 00000800:00000200:1.1:1767384928.620376:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (2) 00000800:00000200:1.1:1767384928.620383:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp24 00000000e4993a46 deleted 00000800:00000010:1.1:1767384928.620385:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4993a46. 00000800:00000200:1.1:1767384928.620391:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384928.620398:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:993 00000800:00000200:1.1:1767384928.620403:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000732073e7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384928.620410:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp24 p 3.x 192.168.204.149 -> 192.168.204.149:993 incarnation:1767384926755539337 sched[0] 00000800:00000010:1.0:1767384928.620415:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082368bef. 00000800:00000010:1.0:1767384928.620464:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082368bef. 00000800:00000010:1.0:1767384928.620469:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ec97c52. 00000800:00000010:1.0:1767384928.620508:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d458e864. 00000800:00000001:1.0:1767384928.620521:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384928.620526:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384928.620574:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384928.620582:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000732073e7. 00000400:00000200:1.0:1767384928.620586:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.620592:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: GET: OK 00000400:00000200:1.0:1767384928.620737:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384928.620740:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000200:1.1:1767384928.620783:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384928.620788:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp24 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384926755539337 sched[0] 00000800:00000010:1.0:1767384928.620791:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5bcaffd. 00000800:00000001:3.0:1767384928.620842:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.620853:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.620855:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384928.620861:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:3.0:1767384928.620869:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.620881:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24) <- 192.168.204.149@tcp24 : GET - for me 00000400:00000200:3.0:1767384928.620895:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384928.620908:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 304/304 into md 0x163d [1] + 0 00000400:00000200:1.0:1767384928.620924:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384928.620927:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp24 to MR: 192.168.204.149@tcp24 local destination 00000400:00000200:3.0:1767384928.620942:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp24 NI seq info: [40:40:256:4294967295] 192.168.204.149@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1767384928.620966:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) -> 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) 192.168.204.149@tcp24 : REPLY try# 0 00000800:00000200:3.0:1767384928.620976:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.149@tcp24 00000800:00000010:3.0:1767384928.620981:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe85a6f3. 00000800:00000200:3.0:1767384928.621006:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (4) 00000800:00000200:3.0:1767384928.621015:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:988 00000800:00000200:3.0:1767384928.621020:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe85a6f3 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384928.621023:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384928.621078:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000200:3.0:1767384928.621121:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384928.621126:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe85a6f3. 00000400:00000200:3.0:1767384928.621131:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.621139:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: REPLY: OK 00000400:00000200:1.0:1767384928.621142:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000001:3.0:1767384928.621154:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.621161:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.621166:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.621173:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.621175:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.621184:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.621193:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24) <- 192.168.204.149@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384928.621211:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp24: Reply from 12345-192.168.204.149@tcp24 of length 304/304 into md 0x1659 00000400:00000200:1.0:1767384928.621214:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000001:3.0:1767384928.621220:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.621233:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.621236:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.621246:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: REPLY: OK 00000400:00000200:3.0:1767384928.621254:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000400:00000010:3.0:1767384928.621257:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000400:00000200:3.0:1767384928.621265:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384928.621272:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:3.0:1767384928.621276:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:3.0:1767384928.621292:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 17. state = 0x100251 00000400:00000200:3.0:1767384928.621297:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384928.621307:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (18) 00000800:00000001:3.0:1767384928.621319:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.621324:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.621352:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384928.621360:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:3.0:1767384928.621368:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000854c80c7. 00000400:00000010:3.0:1767384928.621372:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000b21b80b7. 00000400:00000010:3.0:1767384928.621376:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000001474465d. 00000400:00000010:3.0:1767384928.621414:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009e49e5ac. 00000400:00000200:3.0:1767384928.621419:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009e49e5ac nid 192.168.204.149@tcp25 00000400:00000010:3.0:1767384928.621424:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e834a51d. 00000400:00000200:3.0:1767384928.621428:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e834a51d net tcp25 00000400:00000200:3.0:1767384928.621432:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (17) 00000400:00000200:3.0:1767384928.621438:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp25 flags 0x11 00000400:00000010:3.0:1767384928.621442:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000854c80c7. 00000400:00000010:3.0:1767384928.621446:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000b21b80b7. 00000400:00000010:3.0:1767384928.621451:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000001474465d. 00000400:00000010:3.0:1767384928.621455:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000009991ce7c. 00000400:00000200:3.0:1767384928.621462:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384928.621465:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:3.0:1767384928.621471:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:3.0:1767384928.621478:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:3.0:1767384928.621484:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384928.621488:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:3.0:1767384928.621494:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384928.621501:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (18) 00000400:00000200:0.0:1767384928.621540:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.621745:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.621894:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.621931:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622015:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622054:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622122:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622150:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622175:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622239:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622300:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622353:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622436:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622501:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622551:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622695:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622756:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622805:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622850:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622878:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622914:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622956:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.622998:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.623043:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384928.623082:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000800:00000010:0.0:1767384928.623245:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021b8a21d. 00000800:00000010:0.0:1767384928.623250:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3adee42. 00000800:00000010:0.0:1767384928.623257:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016128e91. 00000800:00000010:0.0:1767384928.623320:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016128e91. 00000400:00000200:3.0:1767384928.623669:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384928.623709:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp24 from 224.3.0.2 00000800:00000010:3.0:1767384928.623713:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000013769dda. 00000800:00000010:0.0:1767384928.623937:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092b6cbbc. 00000800:00000010:0.0:1767384928.623943:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000d25ecb5. 00000800:00000010:0.0:1767384928.624000:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003a718fea. 00000800:00000200:0.1:1767384928.624013:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (4) 00000800:00000200:0.1:1767384928.624020:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp24 000000003a718fea deleted 00000800:00000010:0.1:1767384928.624033:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003a718fea. 00000800:00000200:0.1:1767384928.624040:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384928.624053:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp24 p 3.x 192.168.204.149 -> 192.168.204.149:992 incarnation:1767384926755539337 sched[0] 00000800:00000010:0.0:1767384928.624066:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016128e91. 00000800:00000010:0.0:1767384928.624138:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016128e91. 00000800:00000010:0.0:1767384928.624141:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000d25ecb5. 00000800:00000010:0.0:1767384928.624199:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000013769dda. 00000800:00000001:0.0:1767384928.624238:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.624246:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384928.624272:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384928.624281:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp24 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384926755539337 sched[0] 00000800:00000010:0.0:1767384928.624285:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3adee42. 00000800:00000001:0.0:1767384928.624350:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.624359:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384928.630676:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384928.630683:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:0.0:1767384928.630683:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384928.630688:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384928.630690:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384928.630692:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384928.630695:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384928.630696:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384928.630696:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384928.630701:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000012f56158. 00080000:00000001:0.0:1767384928.630705:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384928.630711:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384928.630720:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d924175. 20000000:00000001:1.0:1767384928.630723:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384928.630724:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:01000000:1.0:1767384928.630729:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384928.630730:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384928.630736:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:1.0:1767384928.630737:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384928.630757:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384928.630763:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384928.630766:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384928.630771:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384928.630771:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384928.630773:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384928.630775:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 10000000:01000000:3.0:1767384928.630778:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:0.0:1767384928.630779:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384928.630788:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384928.630789:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384928.630801:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:0.0:1767384928.630804:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000254c682. 00080000:00000001:0.0:1767384928.630809:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651206144 : -129520058345472 : ffff8a33c2ee5800) 00080000:00000001:0.0:1767384928.630811:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:3.0:1767384928.630813:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000030409a89. 00010000:00000001:3.0:1767384928.630820:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384928.630824:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000749f0660. 00000020:00000001:3.0:1767384928.630829:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384928.630835:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000749f0660 with handle 0xcb8130832f6b36b5 to hash 00000020:00000001:3.0:1767384928.630838:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384928.630840:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384928.630844:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384928.630848:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384928.630852:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.630856:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.630866:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384928.630871:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384928.630874:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384928.630878:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384928.630880:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.630883:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384928.630885:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.630888:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384928.630891:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384928.630893:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384928.630896:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384928.630898:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000030409a89) refcount = 1 00000001:00000001:0.0:1767384928.630902:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384928.630903:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384928.630905:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384928.630916:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384928.630924:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384928.630927:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384928.630929:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.630932:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.630935:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384928.630937:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384928.630971:0:16799:0:(osd_io.c:399:osd_write()) Process entered 20000000:00000001:3.0:1767384928.630972:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384928.630980:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:3.0:1767384928.631004:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384928.631006:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.631009:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=4 00000020:00000001:3.0:1767384928.631012:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384928.631015:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384928.631018:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384928.631021:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631029:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384928.631032:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631039:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.631041:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384928.631044:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631049:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384928.631051:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.631055:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384928.631059:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384928.631064:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000749f0660 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384928.631067:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384928.631070:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384928.631072:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631077:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384928.631080:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384928.631082:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384928.631086:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:3.0:1767384928.631095:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=5 00080000:00000001:0.0:1767384928.631096:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:3.0:1767384928.631104:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384928.631107:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384928.631111:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384928.631114:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631119:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384928.631121:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384928.631123:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.631127:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384928.631129:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384928.631131:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384928.631132:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384928.631135:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000749f0660 with handle 0xcb8130832f6b36b5 from hash 00010000:00000001:3.0:1767384928.631137:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384928.631138:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.631139:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.631140:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384928.631143:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384928.631145:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384928.631147:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384928.631149:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.631152:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.631154:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384928.631156:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384928.631158:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.631159:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.631162:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.631163:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.631165:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.631167:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631172:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.631173:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.631180:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384928.631182:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384928.631184:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.631185:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.631188:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384928.631191:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.631194:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.631197:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.631207:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384928.631209:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384928.631211:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000749f0660/0xcb8130832f6b36b5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384928.631221:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000030409a89 count: 0 00010000:00000001:3.0:1767384928.631237:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384928.631240:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384928.633659:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294919229, at 4294919230 00000100:00000010:2.0:1767384928.633667:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a8ccb0c. 00000100:00000040:0.0:1767384928.633775:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294919229, at 4294919230 00000100:00000010:0.0:1767384928.633781:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001107810f. 00000100:00000040:1.0:1767384928.634656:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294919229, at 4294919231 00000100:00000010:1.0:1767384928.634664:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a55964d0. 00000100:00000040:3.0:1767384928.634681:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294919229, at 4294919231 00000100:00000010:3.0:1767384928.634692:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00010000:00000010:3.1:1767384928.636663:0:24319:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000030409a89. 00010000:00000010:3.1:1767384928.636682:0:24319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000749f0660. 00080000:00000001:0.0:1767384928.643017:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384928.643022:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384928.643024:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.643027:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384928.643029:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384928.643037:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384928.643040:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384928.643045:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384928.643047:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384928.643052:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384928.643055:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384928.643059:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384928.643060:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384928.643062:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:0.0:1767384928.643063:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384928.643067:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384928.643068:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384928.643070:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384928.643071:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c271d749. 00080000:00000010:0.0:1767384928.643073:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000254c682. 00010000:00000001:2.0:1767384928.643078:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384928.643078:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:2.0:1767384928.643082:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0b53973. 00000020:00000001:2.0:1767384928.643087:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384928.643090:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0b53973 with handle 0xcb8130832f6b36bc to hash 00000020:00000001:2.0:1767384928.643092:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384928.643101:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384928.643106:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384928.643110:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384928.643112:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.643114:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643122:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384928.643127:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384928.643131:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384928.643134:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384928.643135:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.643137:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384928.643138:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.643141:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384928.643144:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384928.643146:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384928.643149:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384928.643152:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c271d749) refcount = 1 00010000:00010000:2.0:1767384928.643156:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643161:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384928.643164:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384928.643167:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.643171:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.643174:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384928.643178:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384928.643182:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384928.643186:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384928.643189:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384928.643192:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=4 00000020:00000001:2.0:1767384928.643195:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384928.643198:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384928.643199:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384928.643205:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643209:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384928.643212:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643215:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.643218:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384928.643219:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643223:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384928.643224:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.643227:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384928.643229:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384928.643235:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0b53973 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384928.643239:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384928.643241:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384928.643243:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643247:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384928.643249:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384928.643251:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384928.643253:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=5 00000020:00000001:2.0:1767384928.643256:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384928.643258:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384928.643260:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384928.643261:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643265:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384928.643272:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384928.643274:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.643279:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384928.643281:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384928.643283:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384928.643285:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384928.643287:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0b53973 with handle 0xcb8130832f6b36bc from hash 00010000:00000001:2.0:1767384928.643291:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384928.643293:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.643295:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.643298:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384928.643302:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384928.643303:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384928.643305:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384928.643306:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.643308:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.643311:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384928.643314:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384928.643316:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.643317:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.643318:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.643319:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.643321:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.643323:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643326:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.643327:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.643329:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384928.643331:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384928.643332:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.643333:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.643334:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384928.643335:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384928.643336:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.643338:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.643349:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384928.643350:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384928.643351:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0b53973/0xcb8130832f6b36bc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384928.643355:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c271d749 count: 0 00010000:00000001:2.0:1767384928.643366:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384928.643368:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384928.644022:0:24318:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cd788b7b. 00000400:00000040:1.0:1767384928.644067:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384928.644071:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384928.644073:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.644075:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384928.644077:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.644079:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384928.644082:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384928.644083:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384928.644085:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384928.644086:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384928.644093:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384928.644095:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384928.644097:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384928.644098:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384928.644099:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384928.644101:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384928.644103:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384928.644104:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384928.644105:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384928.644107:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.644109:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384928.644110:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384928.644112:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384928.644113:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.644114:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384928.644116:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.644117:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384928.644119:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384928.644120:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384928.644122:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.644123:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384928.644124:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.644126:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384928.644127:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384928.644128:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384928.644129:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.644129:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384928.644131:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384928.644133:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384928.644134:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384928.644135:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384928.644136:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.644137:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384928.644138:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384928.644139:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384928.644141:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384928.644142:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384928.644143:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384928.644145:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384928.644149:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384928.644150:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384928.644151:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384928.644152:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384928.644153:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384928.644155:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384928.644156:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384928.644157:0:24318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384928.644195:0:24318:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cd788b7b. 00080000:00000020:2.0:1767384928.644810:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384928.644813:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384928.644815:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ac75d8f4. 20000000:00000001:2.0:1767384928.644820:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384928.644824:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190144 00010000:00000001:2.0:1767384928.644826:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384928.644831:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fceea65f x1853237373190144/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384928.644838:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384928.644841:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384928.644844:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384928.644847:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384928.644850:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384928.644852:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384928.644855:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384928.644856:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.644859:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384928.644862:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384928.644865:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2230dd. 00000100:00000200:2.0:1767384928.644870:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373190144, offset 224 00000400:00000200:2.0:1767384928.644876:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384928.644885:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384928.644893:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504000 00000400:00000200:2.0:1767384928.644899:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1645 [2] + 224 00000400:00000200:2.0:1767384928.644904:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.644914:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.644919:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384928.644923:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384928.644930:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.644942:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384928.644948:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a2230dd 00000400:00000010:2.0:1767384928.644951:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a2230dd. 00000100:00000001:2.0:1767384928.644954:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384928.644956:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384928.644959:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.644962:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384928.644964:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384928.644966:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.644967:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384928.644971:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fceea65f x1853237373190144/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.644977:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fceea65f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373190144:12345-0@lo:253: Request processed in 27801us (28747us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384928.644981:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.644997:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384928.645001:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000400:00000001:0.0:1767384928.645001:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.645004:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384928.645006:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000400:00000010:0.0:1767384928.645007:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e1254a. 00000100:00000001:2.0:1767384928.645010:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384928.645013:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384928.645013:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f4ded73 00000400:00000010:0.0:1767384928.645017:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f4ded73. 00000020:00000010:2.0:1767384928.645020:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f26659bb. 00000100:00000001:0.0:1767384928.645021:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384928.645027:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000403a122. 00000100:00000200:0.0:1767384928.645028:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384928.645032:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f8a4adf. 00000020:00000040:2.0:1767384928.645038:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:0.0:1767384928.645041:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.645043:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384928.645047:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006cf1622c. 00000100:00000001:0.0:1767384928.645052:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384928.645054:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384928.645055:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.645056:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.645058:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384928.645062:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384928.645062:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384928.645064:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384928.645073:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008570a90b. 00000100:00000001:0.0:1767384928.645073:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.645078:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2230dd. 02000000:00000001:0.0:1767384928.645097:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.645101:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.645105:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.645107:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.645108:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.645110:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384928.645111:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.645113:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.645116:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.645121:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.645124:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.645125:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384928.645128:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384928.645130:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384928.645130:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384928.645131:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384928.645132:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384928.645133:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384928.645134:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384928.645135:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384928.645136:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384928.645137:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384928.645139:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.645144:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373190144:0@lo:253: 00000100:00000001:0.0:1767384928.645147:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.645149:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.645151:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373190144/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.645156:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.645158:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.645159:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003a68bf3a. 02000000:00000001:0.0:1767384928.645164:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.645172:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.645174:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384928.645175:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.645177:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000716ef621. 02000000:00000001:0.0:1767384928.645180:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.645182:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.645183:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000100:00000001:0.0:1767384928.645186:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.645187:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.645189:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.645194:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.645195:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.645196:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.645199:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384928.646446:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384928.646449:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384928.646450:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000824bbf50. 20000000:00000001:0.0:1767384928.646454:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384928.646456:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190272 00010000:00000001:0.0:1767384928.646458:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384928.646461:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098ae6a55 x1853237373190272/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.646466:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384928.646467:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.646468:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.646470:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.646472:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.646473:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384928.646475:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.646476:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.646478:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.646480:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.646482:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f4ded73. 00000100:00000200:0.0:1767384928.646484:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373190272, offset 224 00000400:00000200:0.0:1767384928.646488:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.646492:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.646496:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504080 00000400:00000200:0.0:1767384928.646505:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x164d [2] + 224 00000400:00000200:0.0:1767384928.646509:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.646512:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.646515:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.646518:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.646523:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.646535:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.646539:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f4ded73 00000400:00000010:0.0:1767384928.646540:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f4ded73. 00000100:00000001:0.0:1767384928.646542:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.646542:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.646545:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.646547:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384928.646549:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384928.646550:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.646552:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384928.646553:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384928.646556:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098ae6a55 x1853237373190272/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.646557:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384928.646562:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384928.646564:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384928.646565:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098ae6a55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373190272:12345-0@lo:253: Request processed in 29301us (30066us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384928.646567:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000400:00000200:1.0:1767384928.646574:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dc5e487 00000400:00000010:1.0:1767384928.646578:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dc5e487. 00000100:00100000:0.0:1767384928.646578:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384928.646584:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384928.646585:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384928.646586:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.646588:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384928.646591:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384928.646591:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000049ab611. 00000020:00000010:0.0:1767384928.646616:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ac07e7. 00000020:00000010:0.0:1767384928.646621:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bc13862. 00000020:00000040:0.0:1767384928.646631:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000200:1.0:1767384928.646632:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.646639:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384928.646642:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a7abeaa1. 00000100:00000001:1.0:1767384928.646644:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384928.646647:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.646651:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384928.646653:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384928.646654:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384928.646655:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384928.646656:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.646660:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.646660:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384928.646664:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=36 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384928.646666:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384928.646670:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=36 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384928.646671:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e1254a. 00000100:00000001:1.0:1767384928.646673:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384928.646676:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.646678:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f4ded73. 00010000:00000001:1.0:1767384928.646679:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384928.646683:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.646685:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.646688:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.646705:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.646707:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384928.646708:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384928.646711:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384928.646712:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384928.646713:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384928.646715:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384928.646716:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384928.646718:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384928.646719:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384928.646720:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384928.646721:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384928.646725:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384928.646729:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6e9deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373190272:0@lo:253: 00000100:00000001:1.0:1767384928.646737:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.646740:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384928.646746:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6e9deb6 x1853237373190272/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.646750:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384928.646752:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384928.646769:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002dafe9b3. 02000000:00000001:1.0:1767384928.646776:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384928.646778:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384928.646780:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384928.646783:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384928.646785:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c712a133. 02000000:00000001:1.0:1767384928.646793:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384928.646795:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384928.646797:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e9deb6. 00000100:00000001:1.0:1767384928.646802:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384928.646804:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.646808:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.646815:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384928.646822:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.646826:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.646830:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384928.648652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c271d749. 00010000:00000010:2.1:1767384928.648667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0b53973. 00010000:00000001:2.0:1767384928.955670:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384928.955676:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.955681:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384928.955683:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.955704:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384928.955707:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.955709:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384929.979771:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384929.979780:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.979790:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384929.979793:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.979908:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384929.979914:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.979918:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384930.081519:0:24606:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384930.081535:0:24606:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.081540:0:24606:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.081549:0:24606:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384930.081555:0:24606:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.081560:0:24606:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384930.908327:0:24771:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384930.908333:0:24771:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:2.0:1767384930.913202:0:24771:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384930.921567:0:24772:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000225d8f24. 00000400:00000010:2.0:1767384930.921581:0:24772:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000847e3064. 00000400:00000010:2.0:1767384930.921590:0:24772:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000abd5aff2. 00000400:00000010:2.0:1767384930.921593:0:24772:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001d385653. 00000400:00000010:2.0:1767384930.921597:0:24772:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5230e63. 00000400:00000010:2.0:1767384930.921601:0:24772:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ceb8383. 00000400:00000010:2.0:1767384930.921603:0:24772:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf62bd43. 00000400:00000010:2.0:1767384930.921605:0:24772:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e16cc505. 00000400:00000010:2.0:1767384930.922043:0:24772:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000de7b3dc8. 00000800:00000010:2.0:1767384930.922154:0:24772:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000522c40e6. 00000800:00000200:2.0:1767384930.922166:0:24772:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384930.922190:0:24772:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384930.922227:0:24772:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384930.922263:0:24772:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp26 [8/256/0/180] 00000400:00000010:2.0:1767384930.923780:0:24772:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000c73b6eb8. 00000400:00000010:2.0:1767384930.923786:0:24772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65ca127. 00000400:00000010:2.0:1767384930.923791:0:24772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000895dba43. 00000400:00000001:2.0:1767384930.923808:0:24772:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384930.923815:0:24772:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384930.923816:0:24772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022f0350c. 00000400:00000200:2.0:1767384930.923818:0:24772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000400:00000010:2.0:1767384930.923820:0:24772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000400:00000010:2.0:1767384930.923823:0:24772:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000a32f1b0e. 00000400:00000200:2.0:1767384930.923827:0:24772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (17) 00000400:00000200:2.0:1767384930.923836:0:24772:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384930.923843:0:24772:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:2.0:1767384930.923849:0:24772:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cdf21e1b. 00000400:00000200:1.0:1767384930.923868:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384930.923870:0:24772:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384930.923875:0:24772:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp26 00000400:00000200:1.0:1767384930.923876:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:1.0:1767384930.923885:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029c08e01. 00000400:00000200:1.0:1767384930.923888:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (18) 00000400:00000010:2.0:1767384930.923889:0:24772:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000847e3064. 00000400:00000010:1.0:1767384930.923894:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ea65e88. 00000400:00000010:2.0:1767384930.923895:0:24772:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000225d8f24. 00000400:00000200:1.0:1767384930.923901:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp24 00000400:00000200:1.0:1767384930.923916:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp24 to MR: 192.168.204.149@tcp24 local destination 00000020:00000001:3.0:1767384930.923926:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384930.923926:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp24 NI seq info: [41:41:256:4294967295] 192.168.204.149@tcp24 LPNI seq info [41:41:8:4294967295] 10000000:00000001:3.0:1767384930.923934:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384930.923953:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp24 10000000:00000001:3.0:1767384930.923954:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384930.923960:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384930.923967:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384930.923974:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384930.923979:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384930.923993:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384930.923994:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384930.923998:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384930.923999:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) -> 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) : PUT try# 0 00000020:01000004:3.0:1767384930.924001:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384930.924006:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384930.924012:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384930.924015:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384930.924019:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.149@tcp24 00000100:00000010:3.0:1767384930.924023:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001e013b3. 00000800:00000010:1.0:1767384930.924025:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bde9fd77. 00000020:00000040:3.0:1767384930.924035:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000800:00000200:1.0:1767384930.924043:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (6) 00000100:00000001:3.0:1767384930.924047:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384930.924052:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:988 00000800:00000200:1.0:1767384930.924055:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bde9fd77 type 1, nob 416 niov 1 nkiov 1 02000000:00000001:3.0:1767384930.924065:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384930.924071:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384930.924074:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384930.924077:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 02000000:00000010:3.0:1767384930.924084:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e1cb8f80. 00000100:00000001:3.0:1767384930.924094:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.924105:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384930.924107:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384930.924118:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e013b3] to pc [ptlrpcd_00_00+0] req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384930.924151:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384930.924154:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.924156:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384930.924157:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384930.924162:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384930.924163:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384930.924170:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384930.924174:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384930.924177:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384930.924179:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384930.924182:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384930.924183:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384930.924193:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384930.924198:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:0.0:1767384930.924203:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384930.924206:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384930.924216:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384930.924216:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bde9fd77. 00000100:00000001:2.0:1767384930.924217:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384930.924229:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384930.924230:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384930.924230:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384930.924240:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384930.924243:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384930.924244:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384930.924249:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: PUT: OK 00000020:01000004:3.0:1767384930.924253:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384930.924254:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384930.924258:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384930.924259:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384930.924260:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384930.924263:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 00000100:00100000:2.0:1767384930.924269:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373190400:0@lo:253: 00000400:00000200:0.0:1767384930.924270:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp24: 0 00000020:00000040:3.0:1767384930.924271:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384930.924276:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384930.924285:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384930.924288:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384930.924288:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384930.924289:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384930.924291:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384930.924292:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384930.924298:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384930.924304:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384930.924305:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384930.924309:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384930.924312:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fe3c674f. 02000000:00000010:2.0:1767384930.924312:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9adc47a. 02000000:00000001:2.0:1767384930.924321:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.924323:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384930.924323:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24) <- 192.168.204.149@tcp24 : PUT - for me 00000400:00000010:2.0:1767384930.924326:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022f0350c. 00000100:00000001:3.0:1767384930.924336:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384930.924337:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000847e3064. 00000100:00000001:3.0:1767384930.924342:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384930.924344:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373190400, portal 25 00000400:00000200:0.0:1767384930.924350:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384930.924356:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384930.924358:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013192192 : -129515696359424 : ffff8a34c6ecf800) 00000100:00000040:3.0:1767384930.924360:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5d685ef] to pc [ptlrpcd_00_01+1] req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384930.924362:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 304/320 into md 0x1655 [1] + 0 00000400:00000010:0.0:1767384930.924381:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171d1810. 00000100:00000040:2.0:1767384930.924382:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384930.924391:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6d208de 00000800:00000001:0.0:1767384930.924403:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384930.924412:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384930.924421:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384930.924430:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384930.924435:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: PUT: OK 00000100:00000040:2.0:1767384930.924443:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384930.924444:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000400:00000010:2.0:1767384930.924451:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd234818. 00000400:00000010:0.0:1767384930.924452:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000400:00000200:0.0:1767384930.924469:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:2.0:1767384930.924470:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373190400, offset 0 10000000:00000001:3.0:1767384930.924472:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384930.924479:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (19) 10000000:00000001:3.0:1767384930.924486:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384930.924491:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384930.924492:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384930.924496:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:3.0:1767384930.924500:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384930.924504:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (320 bytes) 00000020:00000010:3.0:1767384930.924509:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cdf21e1b. 00000400:00000200:0.0:1767384930.924517:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384930.924518:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384930.924531:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384930.924535:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384930.924536:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (20) 00000100:00000001:3.0:1767384930.924537:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384930.924545:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384930.924552:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504100 00000400:00000200:0.0:1767384930.924553:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384930.924572:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab1 [2] + 0 00000400:00000200:0.0:1767384930.924577:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp24 to MR: 192.168.204.149@tcp24 local destination 00000100:00000001:3.0:1767384930.924586:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384930.924588:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dba6b92. 00000100:00000001:3.0:1767384930.924590:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.924643:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8fb5952 00000400:00000200:0.0:1767384930.924653:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp24 NI seq info: [42:42:256:4294967295] 192.168.204.149@tcp24 LPNI seq info [42:42:8:4294967295] 02000000:00000001:3.0:1767384930.924654:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384930.924657:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384930.924662:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384930.924672:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384930.924673:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384930.924687:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373190528:0@lo:253: 00000400:00000200:0.0:1767384930.924704:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) -> 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) 192.168.204.149@tcp24 : ACK try# 0 00000100:00000001:3.0:1767384930.924705:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384930.924714:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384930.924715:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fb5952 00000800:00000200:0.0:1767384930.924716:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp24 02000000:00000001:3.0:1767384930.924720:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384930.924722:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8fb5952. 00000800:00000010:0.0:1767384930.924725:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4003231. 02000000:00000001:3.0:1767384930.924729:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384930.924733:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384930.924736:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1767384930.924737:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000059de7c9. 00000800:00000200:0.0:1767384930.924737:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (6) 00000100:00000040:2.0:1767384930.924740:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009eaf400e x1853237373190400 msgsize 4848 02000000:00000001:3.0:1767384930.924747:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384930.924754:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384930.924755:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:993 00000400:00000010:3.0:1767384930.924756:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d9ade8. 00000100:00000040:2.0:1767384930.924757:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1767384930.924761:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4003231 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384930.924771:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384930.924777:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f74059ac. 00000400:00000200:2.0:1767384930.924778:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd234818 00000800:00000001:0.0:1767384930.924779:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384930.924786:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd234818. 00000100:00000001:2.0:1767384930.924791:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384930.924793:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384930.924796:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373190528, portal 25 00000100:00000200:2.0:1767384930.924797:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384930.924806:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384930.924811:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000100:00000001:2.0:1767384930.924815:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384930.924822:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384930.924826:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384930.924827:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384930.924840:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4003231. 00000400:00000200:0.0:1767384930.924851:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384930.924861:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.924871:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384930.924873:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: ACK: OK 00000100:00000001:3.0:1767384930.924874:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384930.924877:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.924884:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294921537 00000100:00000040:3.0:1767384930.924887:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384930.924891:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4eefe47. 00000800:00000001:0.0:1767384930.924891:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384930.924895:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b923bb2d. 00000800:00000001:0.0:1767384930.924896:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.924903:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384930.924910:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373190528, offset 0 00000800:00000001:0.0:1767384930.924911:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384930.924913:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294921537 00000800:00000001:0.0:1767384930.924918:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384930.924925:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e0f9fe5. 00000800:00000001:0.0:1767384930.924925:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384930.924931:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384930.924932:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384930.924934:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384930.924954:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294921537 00000400:00000200:0.0:1767384930.924960:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24) <- 192.168.204.149@tcp24 : ACK - for me 00000100:00000010:2.0:1767384930.924961:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048a47e00. 00000100:00000001:2.0:1767384930.924968:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384930.924969:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384930.924978:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294921537 00000400:00000200:0.0:1767384930.924985:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp24: ACK from 12345-192.168.204.149@tcp24 into md 0x1671 00000100:00000010:2.0:1767384930.924986:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4618fe3. 00000400:00000200:0.0:1767384930.924989:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384930.924993:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384930.924994:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504180 00000400:00000200:0.0:1767384930.925005:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: ACK: OK 00000400:00000200:3.0:1767384930.925011:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000100:00000001:2.0:1767384930.925011:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384930.925029:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016f79557. 00000100:00000001:2.0:1767384930.925029:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.925045:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddf780c1 00000100:00000001:2.0:1767384930.925046:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.925058:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384930.925060:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c08e01 00000400:00000200:3.0:1767384930.925063:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384930.925063:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029c08e01. 00000100:00000001:2.0:1767384930.925066:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384930.925073:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384930.925075:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384930.925078:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384930.925080:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.925084:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384930.925085:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:3.0:1767384930.925086:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddf780c1 00000100:00000001:2.0:1767384930.925089:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384930.925095:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddf780c1. 00000100:00000001:2.0:1767384930.925096:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384930.925103:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:3.0:1767384930.925111:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384930.925114:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384930.925114:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (19) 00000100:00000040:3.0:1767384930.925122:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000004c2858c7 x1853237373190528 msgsize 4848 00000800:00000001:0.0:1767384930.925128:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384930.925131:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384930.925133:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384930.925135:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384930.925152:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384930.925159:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4eefe47 00000400:00000010:3.0:1767384930.925162:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4eefe47. 00000100:00000001:3.0:1767384930.925165:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384930.925169:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.925172:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384930.925175:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190400 02000000:00000001:0.0:1767384930.925182:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384930.925188:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384930.925189:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384930.925191:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384930.925194:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384930.925198:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.925208:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.925208:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190400 00000100:00000001:3.0:1767384930.925216:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384930.925217:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384930.925221:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384930.925224:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.925226:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.925232:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384930.925233:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294921537 00000020:00000001:0.0:1767384930.925238:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384930.925239:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294921537 00000020:00000001:0.0:1767384930.925243:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384930.925245:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294921537 00000100:00000001:0.0:1767384930.925248:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384930.925249:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294921537 00000100:00000001:3.0:1767384930.925256:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294921537 00000020:00000010:0.0:1767384930.925257:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deb000e6. 00000100:00000001:0.0:1767384930.925262:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384930.925263:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384930.925271:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294921537 00000020:00000010:0.0:1767384930.925271:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deb000e6. 00000100:00100000:2.0:1767384930.925272:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190528 00000100:00000001:3.0:1767384930.925284:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294921537 02000000:00000001:2.0:1767384930.925285:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384930.925287:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc9603e. 00000100:00000001:2.0:1767384930.925293:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384930.925296:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384930.925296:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae9e7328. 00000100:00000001:3.0:1767384930.925297:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294921537 00000020:00000010:0.0:1767384930.925301:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ac07e7. 02000000:00000001:2.0:1767384930.925303:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.925308:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384930.925310:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190528 00000100:00000040:0.0:1767384930.925312:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384930.925313:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384930.925319:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384930.925319:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:0.0:1767384930.925320:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384930.925324:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384930.925329:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384930.925329:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.925331:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384930.925333:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:0.0:1767384930.925338:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.925340:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384930.925341:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384930.925347:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384930.925352:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384930.925357:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384930.925361:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384930.925361:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384930.925364:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384930.925370:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384930.925371:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384930.925372:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcda45e0. 00000100:00000001:3.0:1767384930.925377:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384930.925379:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384930.925380:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:3.0:1767384930.925384:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.925386:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000010:2.0:1767384930.925387:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcda45e0. 00000100:00000001:3.0:1767384930.925390:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.925393:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998118992 : -129515711432624 : ffff8a34c606f850) 00000020:00000010:2.0:1767384930.925399:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a32f1b0e. 00000100:00000040:0.0:1767384930.925404:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009eaf400e x1853237373190400/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:156/0 lens 4848/0 e 0 to 0 dl 1767384941 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384930.925406:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003949ba16. 00000020:00000010:2.0:1767384930.925411:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac8f964b. 00000100:00000001:2.0:1767384930.925417:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384930.925420:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384930.925422:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.925423:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384930.925427:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384930.925428:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deb000e6. 00000100:00000001:0.0:1767384930.925433:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384930.925437:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deb000e6. 00000100:00000001:2.0:1767384930.925440:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384930.925442:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384930.925449:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384930.925450:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009eaf400e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373190400:12345-0@lo:253: 00000400:00000010:3.0:1767384930.925453:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000076d91509. 00000100:00000001:2.0:1767384930.925454:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384930.925456:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190400 00000100:00100000:2.0:1767384930.925465:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000400:00000010:3.0:1767384930.925466:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef8515. 00000020:00000001:0.0:1767384930.925467:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384930.925476:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384930.925477:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000400:00000010:3.0:1767384930.925478:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000020:00000001:0.0:1767384930.925478:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.925489:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000076d91509 00000100:00000001:2.0:1767384930.925489:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998117968 : -129515711433648 : ffff8a34c606f450) 00000020:00000001:0.0:1767384930.925490:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384930.925495:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000010:3.0:1767384930.925499:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000b8ea379a. 00000020:00000001:0.0:1767384930.925502:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384930.925504:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c2858c7 x1853237373190528/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:156/0 lens 4848/0 e 0 to 0 dl 1767384941 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384930.925505:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384930.925508:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000020:00000001:0.0:1767384930.925510:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384930.925519:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384930.925521:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384930.925525:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000020:00000001:0.0:1767384930.925525:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384930.925526:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcda45e0. 00000400:00000200:3.0:1767384930.925532:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (18) 00000100:00000001:2.0:1767384930.925534:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384930.925536:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384930.925541:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000b217f6ad. 02000000:00000001:0.0:1767384930.925542:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384930.925543:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcda45e0. 02000000:00000010:0.0:1767384930.925553:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000824bbf50. 00000400:00000010:3.0:1767384930.925556:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040efd4c4. 02000000:00000001:0.0:1767384930.925562:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384930.925567:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c2858c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373190528:12345-0@lo:253: 00000100:00000001:0.0:1767384930.925568:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384930.925570:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e84165ed. 20000000:00000001:0.0:1767384930.925578:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:2.0:1767384930.925580:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190528 00000400:00000200:3.0:1767384930.925586:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000001:2.0:1767384930.925588:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:0.0:1767384930.925589:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009a8767bb. 00000020:00000001:2.0:1767384930.925593:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384930.925635:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384930.925638:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384930.925641:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:3.0:1767384930.925644:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:2.0:1767384930.925646:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384930.925649:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384930.925653:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:01000000:0.0:1767384930.925663:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384930.925666:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384930.925671:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384930.925673:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384930.925675:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.925679:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384930.925680:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:2.0:1767384930.925685:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384930.925687:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384930.925691:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384930.925699:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384930.925700:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdf21e1b. 00000400:00000200:3.0:1767384930.925705:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 20000000:00000001:0.0:1767384930.925710:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:2.0:1767384930.925711:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.925722:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384930.925724:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000056ad9fd0. 20000000:00000001:2.0:1767384930.925726:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384930.925730:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 20000000:01000000:0.0:1767384930.925733:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767384930.925738:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384930.925739:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000829747c3. 00080000:00000001:0.0:1767384930.925745:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384930.925752:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384930.925758:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 20000000:00000001:2.0:1767384930.925758:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384930.925762:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384930.925765:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384930.925771:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384930.925776:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384930.925781:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384930.925790:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00080000:00000001:0.0:1767384930.925796:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384930.925801:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00080000:00000001:0.0:1767384930.925803:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384930.925807:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384930.925813:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384930.925817:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384930.925821:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000001:0.0:1767384930.925824:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384930.925832:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384930.925835:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00080000:00000010:0.0:1767384930.925840:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000859ef8ba. 00000400:00000200:3.0:1767384930.925842:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00080000:00000001:0.0:1767384930.925848:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651209216 : -129520058342400 : ffff8a33c2ee6400) 00000400:00000200:3.0:1767384930.925854:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00080000:00000001:0.0:1767384930.925855:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384930.925862:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767384930.925865:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384930.925872:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:3.0:1767384930.925875:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:3.0:1767384930.925878:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:3.0:1767384930.925883:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp25 00000400:00000200:3.0:1767384930.925887:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp25 lpni_is_preferred = 0 00000400:00000200:3.0:1767384930.925888:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp25 00000400:00000200:3.0:1767384930.925891:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [43:43:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1767384930.925897:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp25 00000400:00000200:3.0:1767384930.925903:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:) -> 192.168.204.149@tcp25(192.168.204.149@tcp:192.168.204.149@tcp25) : GET try# 0 00000800:00000200:3.0:1767384930.925907:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp25 00000800:00000010:3.0:1767384930.925912:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff3e58fc. 00000800:00000010:3.0:1767384930.925925:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c4eefe47. 00000800:00000010:3.0:1767384930.925933:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000be1a6b8f. 00000800:00000200:3.0:1767384930.925938:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (2) 00000800:00000200:3.1:1767384930.925959:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (2) 00000001:00000001:0.0:1767384930.925962:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384930.925964:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384930.925971:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384930.925987:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384930.925990:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00080000:00000001:0.0:1767384930.925991:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384930.925996:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384930.926086:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00080000:00000001:0.0:1767384930.926111:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384930.926114:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384930.926139:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926210:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926243:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926268:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926336:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926402:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926475:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926513:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926546:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926644:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926675:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926740:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926865:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.926979:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927071:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927148:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927239:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927334:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927431:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927513:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927815:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.927989:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928037:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928085:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928203:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928310:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928419:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928496:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.928589:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000800:00000010:3.0:1767384930.929028:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac75d8f4. 00000800:00000010:3.0:1767384930.929035:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7dff9c8. 00000800:00000010:3.0:1767384930.929045:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005472ad3. 00000800:00000010:3.0:1767384930.929107:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005472ad3. 00000400:00000200:1.0:1767384930.929390:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384930.929431:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp25 from 223.3.0.2 00000800:00000010:1.0:1767384930.929436:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000045328c7f. 00000800:00000010:2.0:1767384930.929485:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf1622c. 00000800:00000010:2.0:1767384930.929495:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e8dfca4f. 00000800:00000010:2.0:1767384930.929531:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aac10286. 00000800:00000200:2.1:1767384930.929544:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (2) 00000800:00000200:2.1:1767384930.929552:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp25 00000000aac10286 deleted 00000800:00000010:2.1:1767384930.929556:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aac10286. 00000800:00000200:2.1:1767384930.929563:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384930.929578:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:991 00000800:00000200:2.1:1767384930.929581:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff3e58fc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384930.929591:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp25 p 3.x 192.168.204.149 -> 192.168.204.149:991 incarnation:1767384928611295122 sched[0] 00000800:00000010:2.0:1767384930.929629:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003991ac7b. 00000800:00000010:2.0:1767384930.929716:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003991ac7b. 00000800:00000010:2.0:1767384930.929724:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e8dfca4f. 00000800:00000200:3.1:1767384930.929764:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384930.929777:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp25 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384928611295122 sched[0] 00000800:00000010:2.0:1767384930.929780:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000045328c7f. 00000800:00000001:0.0:1767384930.929782:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384930.929783:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7dff9c8. 00000800:00000001:0.0:1767384930.929793:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384930.929839:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384930.929849:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384930.929852:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384930.929853:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384930.929858:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff3e58fc. 00000400:00000200:0.0:1767384930.929866:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384930.929867:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384930.929876:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: GET: OK 00000400:00000200:2.0:1767384930.929884:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : GET - for me 00000400:00000200:0.0:1767384930.929885:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384930.929893:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000400:00000200:3.0:1767384930.929894:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384930.929900:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384930.929912:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 320/320 into md 0x166d [1] + 0 00000400:00000200:2.0:1767384930.929931:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp25 to MR: 192.168.204.149@tcp25 local destination 00000400:00000200:2.0:1767384930.929952:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [44:44:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:2.0:1767384930.929982:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) -> 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) 192.168.204.149@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384930.929993:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.149@tcp25 00000800:00000010:2.0:1767384930.929998:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e025024. 00000800:00000200:2.0:1767384930.930004:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (4) 00000800:00000200:2.0:1767384930.930015:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:988 00000800:00000200:2.0:1767384930.930019:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e025024 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:3.0:1767384930.930020:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:0.0:1767384930.930068:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384930.930122:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384930.930129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:2.0:1767384930.930130:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384930.930132:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384930.930138:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e025024. 00000800:00000001:0.0:1767384930.930139:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384930.930145:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384930.930147:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384930.930159:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: REPLY: OK 00000400:00000200:0.0:1767384930.930165:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384930.930186:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp25: Reply from 12345-192.168.204.149@tcp25 of length 320/320 into md 0x1689 00000800:00000001:0.0:1767384930.930193:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384930.930201:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384930.930203:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384930.930210:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: REPLY: OK 00000400:00000200:0.0:1767384930.930221:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040efd4c4 00000400:00000010:0.0:1767384930.930224:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040efd4c4. 00000400:00000200:0.0:1767384930.930229:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384930.930237:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:3.0:1767384930.930239:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384930.930242:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384930.930248:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 18. state = 0x100251 00000400:00000200:0.0:1767384930.930257:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384930.930275:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (19) 00000800:00000001:0.0:1767384930.930286:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384930.930293:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384930.930300:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384930.930308:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000800:00000001:0.0:1767384930.930308:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384930.930317:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000a94f7db3. 00000400:00000010:2.0:1767384930.930321:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000b509e52c. 00000400:00000200:3.0:1767384930.930325:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000010:2.0:1767384930.930326:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000f55bccaa. 00000400:00000010:2.0:1767384930.930391:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e8334209. 00000400:00000200:2.0:1767384930.930400:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e8334209 nid 192.168.204.149@tcp26 00000400:00000010:2.0:1767384930.930403:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000027d8063d. 00000400:00000200:2.0:1767384930.930407:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000027d8063d net tcp26 00000400:00000200:2.0:1767384930.930411:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (18) 00000400:00000200:2.0:1767384930.930421:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp26 flags 0x11 00000400:00000010:2.0:1767384930.930430:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000a94f7db3. 00000400:00000010:2.0:1767384930.930434:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000b509e52c. 00000400:00000010:2.0:1767384930.930439:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000f55bccaa. 00000400:00000010:2.0:1767384930.930446:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000b217f6ad. 00000400:00000200:2.0:1767384930.930454:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384930.930462:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384930.930462:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:2.0:1767384930.930480:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:2.0:1767384930.930489:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:2.0:1767384930.930497:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384930.930504:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384930.930521:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384930.930531:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (19) 00000400:00000200:3.0:1767384930.930554:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.930701:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.930782:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.930832:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931044:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931293:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931422:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931687:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931794:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931922:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.931990:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932081:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932166:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932223:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932302:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932361:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932442:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932493:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932562:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932668:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932709:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932806:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932879:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.932956:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.933007:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384930.933080:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000800:00000010:3.0:1767384930.933362:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000042db9ba1. 00000800:00000010:3.0:1767384930.933373:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7dff9c8. 00000800:00000010:3.0:1767384930.933379:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000015958f13. 00000800:00000010:3.0:1767384930.933460:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000015958f13. 00000400:00000200:1.0:1767384930.933522:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384930.933535:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp25 from 222.3.0.2 00000800:00000010:1.0:1767384930.933538:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e3418af0. 00000800:00000010:3.0:1767384930.933589:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045884287. 00000800:00000010:3.0:1767384930.933649:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bda91f9. 00000800:00000010:3.0:1767384930.933687:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000073d3a728. 00000800:00000200:3.1:1767384930.933696:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (4) 00000800:00000200:3.1:1767384930.933703:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp25 0000000073d3a728 deleted 00000800:00000010:3.1:1767384930.933706:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000073d3a728. 00000800:00000200:3.1:1767384930.933711:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384930.933719:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp25 p 3.x 192.168.204.149 -> 192.168.204.149:990 incarnation:1767384928611295122 sched[0] 00000800:00000010:3.0:1767384930.933723:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000015958f13. 00000800:00000010:3.0:1767384930.933805:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000015958f13. 00000800:00000010:3.0:1767384930.933813:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bda91f9. 00000800:00000010:3.0:1767384930.933863:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e3418af0. 00000800:00000001:3.0:1767384930.933883:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384930.933889:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384930.933964:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384930.933973:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp25 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384928611295122 sched[0] 00000800:00000010:3.0:1767384930.933976:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7dff9c8. 00000800:00000001:2.0:1767384930.934068:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384930.934074:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384930.938810:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384930.938816:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384930.938819:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.938821:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384930.938822:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384930.938826:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384930.938828:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384930.938829:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384930.938831:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384930.938832:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384930.938836:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000859ef8ba. 00080000:00000001:2.0:1767384930.938840:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384930.938844:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384930.938848:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384930.938853:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384930.938853:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384930.938854:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000676cb88c. 20000000:01000000:3.0:1767384930.938859:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384930.938863:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384930.938872:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384930.938875:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384930.938877:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384930.938881:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384930.938881:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384930.938888:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe7b3ef0. 00010000:00000001:1.0:1767384930.938896:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384930.938898:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059039dcc. 00000020:00000001:1.0:1767384930.938902:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384930.938904:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059039dcc with handle 0xcb8130832f6b36c3 to hash 00000020:00000001:1.0:1767384930.938906:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384930.938910:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.938912:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.938915:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.938917:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.938920:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384930.938924:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384930.938938:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384930.938954:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384930.938955:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384930.938959:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384930.938960:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384930.938969:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384930.938970:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384930.938976:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384930.938978:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384930.938979:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384930.938994:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384930.938994:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.939003:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384930.939006:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007c5cc9c7. 00010000:00000001:1.0:1767384930.939006:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384930.939013:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648045056 : -129520061506560 : ffff8a33c2be1c00) 00010000:00000001:1.0:1767384930.939013:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384930.939016:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384930.939020:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384930.939021:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384930.939033:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe7b3ef0) refcount = 1 00010000:00010000:1.0:1767384930.939037:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939044:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384930.939048:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384930.939049:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.939052:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939058:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384930.939063:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384930.939066:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384930.939069:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384930.939070:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.939071:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=4 00000020:00000001:1.0:1767384930.939074:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.939076:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.939079:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384930.939081:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939087:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384930.939089:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939093:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.939095:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384930.939098:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939103:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.939107:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939111:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384930.939114:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384930.939122:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000059039dcc already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384930.939124:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384930.939128:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384930.939131:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939136:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:3.0:1767384930.939137:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384930.939139:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384930.939140:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384930.939143:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384930.939145:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.939147:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=5 00000020:00000001:1.0:1767384930.939150:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.939153:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.939156:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384930.939159:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384930.939164:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939164:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384930.939166:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384930.939169:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384930.939169:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939176:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384930.939179:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384930.939182:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.939185:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384930.939188:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059039dcc with handle 0xcb8130832f6b36c3 from hash 00010000:00000001:1.0:1767384930.939191:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384930.939192:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.939194:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.939195:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384930.939200:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384930.939203:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384930.939205:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384930.939207:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.939209:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939213:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384930.939215:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384930.939217:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.939218:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.939221:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939223:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.939225:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.939228:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939233:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.939239:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.939242:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384930.939246:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384930.939249:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.939251:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.939254:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384930.939259:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384930.939263:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.939266:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.939271:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384930.939273:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384930.939275:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36c3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384930.939279:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe7b3ef0 count: 0 00010000:00000001:1.0:1767384930.939297:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384930.939299:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384930.939421:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384930.939425:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384930.941646:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294921537, at 4294921538 00000100:00000040:0.0:1767384930.941647:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294921537, at 4294921538 00000100:00000010:2.0:1767384930.941654:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048a47e00. 00000100:00000010:0.0:1767384930.941657:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b923bb2d. 00000100:00000040:1.0:1767384930.941698:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294921537, at 4294921538 00000100:00000010:1.0:1767384930.941706:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e0f9fe5. 00000100:00000040:3.0:1767384930.942653:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294921537, at 4294921539 00000100:00000010:3.0:1767384930.942662:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4618fe3. 00010000:00000010:1.1:1767384930.946636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe7b3ef0. 00010000:00000010:1.1:1767384930.946645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059039dcc. 00000400:00000010:0.0:1767384930.948810:0:24777:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006e53d695. 00000400:00000040:0.0:1767384930.948828:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384930.948831:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384930.948835:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384930.948837:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384930.948839:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384930.948841:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384930.948843:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384930.948844:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384930.948845:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384930.948846:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384930.948848:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384930.948849:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384930.948850:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384930.948857:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384930.948858:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384930.948860:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384930.948861:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384930.948862:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384930.948863:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384930.948865:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384930.948867:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384930.948868:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384930.948870:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384930.948871:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384930.948873:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384930.948875:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384930.948877:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384930.948880:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384930.948882:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384930.948884:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384930.948886:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384930.948888:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384930.948890:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384930.948893:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384930.948895:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384930.948898:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384930.948899:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384930.948902:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384930.948904:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384930.948905:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384930.948906:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384930.948907:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384930.948909:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384930.948913:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384930.948915:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384930.948917:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384930.948918:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384930.948919:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384930.948922:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384930.948923:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384930.948925:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384930.948926:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384930.948932:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384930.948934:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384930.948935:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384930.948936:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384930.948937:0:24777:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384930.948998:0:24777:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006e53d695. 00080000:00000001:2.0:1767384930.949334:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384930.949337:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384930.949337:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384930.949341:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384930.949344:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384930.949345:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384930.949346:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384930.949350:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007c5cc9c7. 20000000:00000001:1.0:1767384930.949350:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384930.949354:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384930.949357:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384930.949357:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384930.949370:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384930.949373:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384930.949378:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384930.949389:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384930.949392:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384930.949394:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384930.949397:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384930.949399:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384930.949403:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe7b3ef0. 00010000:00000001:1.0:1767384930.949407:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384930.949417:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059039dcc. 00000020:00000001:1.0:1767384930.949420:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384930.949425:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059039dcc with handle 0xcb8130832f6b36ca to hash 00000020:00000001:1.0:1767384930.949429:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384930.949431:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.949435:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.949437:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.949440:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.949443:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949448:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384930.949451:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384930.949453:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384930.949455:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.949459:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.949461:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.949463:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.949465:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384930.949467:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384930.949469:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384930.949470:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384930.949473:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe7b3ef0) refcount = 1 00010000:00010000:1.0:1767384930.949476:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949479:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384930.949481:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384930.949482:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.949483:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.949484:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384930.949486:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384930.949490:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384930.949492:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384930.949493:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.949500:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=4 00000020:00000001:1.0:1767384930.949502:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.949504:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.949507:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384930.949508:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949514:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384930.949517:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949521:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.949522:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384930.949523:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949527:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.949528:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.949529:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384930.949531:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384930.949537:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000059039dcc already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384930.949539:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384930.949540:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384930.949541:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949544:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384930.949546:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384930.949546:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.949548:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=5 00000020:00000001:1.0:1767384930.949550:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.949552:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384930.949554:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384930.949560:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949565:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384930.949567:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384930.949568:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.949570:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384930.949571:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384930.949573:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.949574:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384930.949575:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059039dcc with handle 0xcb8130832f6b36ca from hash 00010000:00000001:1.0:1767384930.949576:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384930.949578:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.949580:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.949582:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384930.949584:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384930.949586:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384930.949587:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384930.949589:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.949626:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.949628:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384930.949629:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384930.949631:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.949632:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.949632:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.949634:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.949635:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.949638:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949643:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.949646:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.949647:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384930.949650:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384930.949652:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.949653:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.949655:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384930.949658:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384930.949665:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.949667:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.949673:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384930.949675:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384930.949679:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b36ca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384930.949683:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe7b3ef0 count: 0 00010000:00000001:1.0:1767384930.949696:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384930.949700:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384930.950471:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384930.950476:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384930.950479:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009a8767bb. 20000000:00000001:3.0:1767384930.950487:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384930.950492:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190400 00010000:00000001:3.0:1767384930.950495:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384930.950502:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009eaf400e x1853237373190400/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384930.950511:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384930.950514:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384930.950518:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384930.950523:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384930.950528:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384930.950530:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384930.950533:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384930.950543:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.950548:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384930.950553:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384930.950557:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6eb60d. 00000100:00000200:3.0:1767384930.950562:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373190400, offset 224 00000400:00000200:3.0:1767384930.950568:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384930.950578:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384930.950589:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504100 00000400:00000200:3.0:1767384930.950656:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1675 [2] + 224 00000400:00000200:3.0:1767384930.950664:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384930.950667:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384930.950675:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384930.950680:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384930.950691:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384930.950710:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384930.950719:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6eb60d 00000400:00000010:3.0:1767384930.950721:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6eb60d. 00000100:00000001:3.0:1767384930.950724:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384930.950726:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384930.950731:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384930.950736:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384930.950738:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384930.950740:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384930.950743:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384930.950749:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eaf400e x1853237373190400/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384930.950759:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009eaf400e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373190400:12345-0@lo:253: Request processed in 25334us (26016us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384930.950768:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.950773:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384930.950774:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000400:00000001:2.0:1767384930.950783:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384930.950786:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000400:00000001:2.0:1767384930.950786:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384930.950789:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022f0350c. 00000100:00000001:3.0:1767384930.950793:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384930.950796:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000847e3064 00000400:00000010:2.0:1767384930.950798:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000847e3064. 00000100:00000001:2.0:1767384930.950800:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384930.950806:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384930.950807:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384930.950814:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae9e7328. 00000100:00000200:2.0:1767384930.950822:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384930.950824:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ac07e7. 00000020:00000010:3.0:1767384930.950836:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc9603e. 00000100:00000001:2.0:1767384930.950838:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384930.950841:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384930.950844:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384930.950845:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384930.950852:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384930.950855:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384930.950856:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384930.950860:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000824bbf50. 00000100:00000001:2.0:1767384930.950867:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384930.950868:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384930.950875:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384930.950876:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384930.950893:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=38 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384930.950895:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384930.950907:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6bf6b2f. 00000100:00001000:2.0:1767384930.950907:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384930.950921:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384930.950922:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6eb60d. 00000100:00000001:2.0:1767384930.950923:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384930.950936:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384930.950953:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.950955:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.950962:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.950968:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384930.950971:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384930.950972:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384930.950976:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384930.950978:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384930.950979:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384930.950981:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384930.950982:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384930.950984:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384930.950986:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384930.950987:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384930.950990:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384930.950993:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384930.950997:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384930.951005:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373190400:0@lo:253: 00000100:00000001:2.0:1767384930.951014:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.951016:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384930.951023:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001e013b3 x1853237373190400/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.951028:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384930.951032:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384930.951034:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9adc47a. 02000000:00000001:2.0:1767384930.951042:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384930.951049:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384930.951051:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384930.951054:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384930.951056:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e1cb8f80. 02000000:00000001:2.0:1767384930.951063:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384930.951065:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384930.951067:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001e013b3. 00000100:00000001:2.0:1767384930.951070:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384930.951072:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.951073:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.951077:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384930.951078:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.951079:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.951080:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384930.953083:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384930.953088:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384930.953090:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000829747c3. 20000000:00000001:0.0:1767384930.953101:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384930.953104:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190528 00010000:00000001:0.0:1767384930.953108:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384930.953117:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c2858c7 x1853237373190528/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384930.953124:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384930.953128:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384930.953131:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384930.953136:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384930.953140:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384930.953144:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384930.953147:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384930.953149:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953152:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384930.953154:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384930.953157:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000760c995. 00000100:00000200:0.0:1767384930.953160:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373190528, offset 224 00000400:00000200:0.0:1767384930.953164:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384930.953172:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384930.953178:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504180 00000400:00000200:0.0:1767384930.953182:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x167d [2] + 224 00000400:00000200:0.0:1767384930.953186:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384930.953189:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384930.953192:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384930.953194:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384930.953209:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.953221:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384930.953227:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000760c995 00000400:00000010:0.0:1767384930.953229:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000760c995. 00000100:00000001:0.0:1767384930.953233:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384930.953235:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384930.953243:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.953247:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384930.953248:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384930.953251:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384930.953252:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384930.953254:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.953258:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384930.953259:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384930.953262:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384930.953262:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2858c7 x1853237373190528/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384930.953267:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d9ade8. 00000400:00000200:3.0:1767384930.953274:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f74059ac 00000400:00000010:3.0:1767384930.953280:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f74059ac. 00000100:00100000:0.0:1767384930.953281:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c2858c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373190528:12345-0@lo:253: Request processed in 27754us (28153us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384930.953295:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384930.953300:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:0.0:1767384930.953303:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:3.0:1767384930.953308:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.953308:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384930.953314:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384930.953318:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003949ba16. 00000020:00000010:0.0:1767384930.953344:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac8f964b. 00000100:00000200:3.0:1767384930.953350:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384930.953352:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a32f1b0e. 00000020:00000040:0.0:1767384930.953360:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384930.953368:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384930.953370:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384930.953372:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384930.953374:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdf21e1b. 00000100:00000001:3.0:1767384930.953388:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384930.953390:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384930.953391:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384930.953394:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384930.953394:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384930.953400:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384930.953403:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384930.953404:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384930.953415:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=38 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384930.953415:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec7392ff. 00000100:00001000:3.0:1767384930.953427:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=38 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384930.953429:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000760c995. 00000100:00000001:3.0:1767384930.953436:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384930.953439:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384930.953442:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384930.953451:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.953454:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384930.953460:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384930.953467:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384930.953469:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384930.953471:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384930.953475:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384930.953477:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384930.953478:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384930.953480:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384930.953481:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384930.953482:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384930.953484:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384930.953485:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384930.953487:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384930.953491:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384930.953498:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373190528:0@lo:253: 00000100:00000001:3.0:1767384930.953505:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384930.953507:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384930.953514:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373190528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384930.953520:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384930.953522:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384930.953525:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000059de7c9. 02000000:00000001:3.0:1767384930.953530:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384930.953532:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384930.953533:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384930.953535:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384930.953537:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fe3c674f. 02000000:00000001:3.0:1767384930.953540:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384930.953542:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384930.953543:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 00000100:00000001:3.0:1767384930.953549:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384930.953555:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384930.953557:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384930.953563:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384930.953564:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384930.953568:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384930.953571:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384930.960649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe7b3ef0. 00010000:00000010:1.1:1767384930.960656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059039dcc. 00010000:00000001:2.0:1767384931.004698:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384931.004704:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384931.004709:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384931.004711:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384931.004726:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384931.004728:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384931.004730:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384932.027665:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384932.027671:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.027675:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384932.027678:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384932.027680:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384932.027682:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.027684:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384932.027686:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.027688:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.027690:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.027723:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384932.027726:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384932.027744:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384932.140373:0:25076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384932.140386:0:25076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.140389:0:25076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384932.140395:0:25076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384932.140399:0:25076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.140402:0:25076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384932.785032:0:25240:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384932.785039:0:25240:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:0.0:1767384932.787985:0:25240:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384932.793463:0:25241:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000cd4bf67. 00000400:00000010:0.0:1767384932.793475:0:25241:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007b156af1. 00000400:00000010:0.0:1767384932.793484:0:25241:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000014fa9a6. 00000400:00000010:0.0:1767384932.793487:0:25241:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000177b1c79. 00000400:00000010:0.0:1767384932.793490:0:25241:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008cf9da55. 00000400:00000010:0.0:1767384932.793494:0:25241:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d15056b. 00000400:00000010:0.0:1767384932.793495:0:25241:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000783cb6b8. 00000400:00000010:0.0:1767384932.793496:0:25241:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004887da10. 00000400:00000010:0.0:1767384932.793499:0:25241:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003462fe2e. 00000800:00000010:0.0:1767384932.793509:0:25241:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000035b98b88. 00000800:00000200:0.0:1767384932.793519:0:25241:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384932.793525:0:25241:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384932.793556:0:25241:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384932.793575:0:25241:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp27 [8/256/0/180] 00000400:00000010:0.0:1767384932.795060:0:25241:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000008d4fde8c. 00000400:00000010:0.0:1767384932.795065:0:25241:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009458d124. 00000400:00000010:0.0:1767384932.795070:0:25241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd598a3. 00000400:00000001:0.0:1767384932.795083:0:25241:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384932.795085:0:25241:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384932.795086:0:25241:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e65ca127. 00000400:00000200:0.0:1767384932.795088:0:25241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000895dba43 00000400:00000010:0.0:1767384932.795089:0:25241:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000895dba43. 00000400:00000010:0.0:1767384932.795092:0:25241:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000c73b6eb8. 00000400:00000200:0.0:1767384932.795096:0:25241:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (18) 00000400:00000200:0.0:1767384932.795106:0:25241:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384932.795114:0:25241:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:0.0:1767384932.795120:0:25241:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000824bbf50. 00000400:00000200:2.0:1767384932.795123:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384932.795124:0:25241:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384932.795128:0:25241:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp27 00000400:00000200:2.0:1767384932.795131:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384932.795138:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000400:00000010:0.0:1767384932.795140:0:25241:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007b156af1. 00000400:00000200:2.0:1767384932.795141:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (19) 00000400:00000010:0.0:1767384932.795145:0:25241:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000cd4bf67. 00000400:00000010:2.0:1767384932.795147:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008c42642. 00000400:00000200:2.0:1767384932.795153:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp25 00000020:00000001:1.0:1767384932.795162:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384932.795166:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp25 to MR: 192.168.204.149@tcp25 local destination 10000000:00000001:1.0:1767384932.795167:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384932.795170:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384932.795172:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384932.795178:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384932.795180:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384932.795182:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384932.795186:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [45:45:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:01000004:1.0:1767384932.795186:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384932.795189:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384932.795192:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384932.795195:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384932.795196:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384932.795199:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp25 00000020:01000004:1.0:1767384932.795200:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384932.795203:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384932.795209:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e9deb6. 00000020:00000040:1.0:1767384932.795215:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384932.795217:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) -> 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) : PUT try# 0 00000100:00000001:1.0:1767384932.795220:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384932.795224:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384932.795227:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.149@tcp25 02000000:00000001:1.0:1767384932.795230:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384932.795231:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9813353. 02000000:00000010:1.0:1767384932.795238:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be3ac56b. 00000800:00000200:2.0:1767384932.795240:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000800:00000200:2.0:1767384932.795250:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:988 00000100:00000001:1.0:1767384932.795252:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384932.795257:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9813353 type 1, nob 432 niov 1 nkiov 1 00000100:00000001:1.0:1767384932.795261:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384932.795264:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.795271:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e9deb6] to pc [ptlrpcd_00_02+2] req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384932.795281:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384932.795285:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 10000000:00000001:1.0:1767384932.795293:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384932.795297:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.795299:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384932.795301:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384932.795306:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384932.795308:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384932.795309:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384932.795310:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384932.795312:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384932.795313:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384932.795314:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384932.795315:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384932.795316:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384932.795317:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384932.795319:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384932.795319:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384932.795323:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384932.795325:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384932.795326:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384932.795328:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eef8c143. 00000100:00000001:2.0:1767384932.795330:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384932.795332:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384932.795335:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384932.795336:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384932.795337:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384932.795339:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384932.795346:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000077b25059. 00000100:00000001:2.0:1767384932.795348:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384932.795351:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.795354:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384932.795356:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.795357:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.795358:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.795363:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6e9deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373190656:0@lo:253: 00000100:00000001:1.0:1767384932.795363:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384932.795366:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.795370:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384932.795373:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eef8c143] to pc [ptlrpcd_00_03+3] req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384932.795376:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384932.795381:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.795384:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384932.795384:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384932.795387:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.795391:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e1cb8f80. 02000000:00000001:2.0:1767384932.795395:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.795396:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384932.795399:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384932.795400:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022f0350c. 00000020:00000010:1.0:1767384932.795401:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000824bbf50. 00000400:00000010:2.0:1767384932.795406:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dd6e12b. 00000100:00000200:2.0:1767384932.795411:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373190656, portal 25 00000100:00000001:2.0:1767384932.795413:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384932.795414:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767384932.795417:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384932.795418:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.795421:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384932.795422:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807131904 : -129514902419712 : ffff8a34f63f8700) 00000800:00000010:3.0:1767384932.795424:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9813353. 00000100:00000040:1.0:1767384932.795426:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.795429:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384932.795431:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.795444:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: PUT: OK 00000400:00000200:3.0:1767384932.795453:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384932.795453:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384932.795456:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384932.795457:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384932.795460:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp25: 0 02000000:00000001:1.0:1767384932.795462:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384932.795464:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384932.795466:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384932.795469:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000180a8a40. 02000000:00000001:1.0:1767384932.795469:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384932.795472:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384932.795475:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373190656, offset 0 00000100:00100000:1.0:1767384932.795476:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eef8c143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373190784:0@lo:253: 00000100:00000001:1.0:1767384932.795480:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384932.795482:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384932.795483:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384932.795484:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384932.795488:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384932.795489:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.795493:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1767384932.795495:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384932.795495:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384932.795499:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082b9970a. 02000000:00000001:1.0:1767384932.795504:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384932.795506:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : PUT - for me 00000400:00000010:1.0:1767384932.795509:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000400:00000200:2.0:1767384932.795510:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504200 00000400:00000200:2.0:1767384932.795518:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000400:00000010:1.0:1767384932.795518:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035e67ae9. 00000400:00000200:3.0:1767384932.795523:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384932.795525:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e288a1c. 00000400:00000200:2.0:1767384932.795530:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa5b68ab 00000100:00000200:1.0:1767384932.795533:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373190784, portal 25 00000400:00000200:2.0:1767384932.795535:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384932.795537:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384932.795540:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807143552 : -129514902408064 : ffff8a34f63fb480) 00000400:00000200:3.0:1767384932.795541:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 320/336 into md 0x1685 [1] + 0 00000400:00000200:2.0:1767384932.795545:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384932.795547:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384932.795548:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef8515. 00000400:00000200:3.0:1767384932.795554:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000848f087f 00000100:00000001:1.0:1767384932.795557:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384932.795559:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa5b68ab 00000800:00000001:3.0:1767384932.795561:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384932.795563:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384932.795564:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa5b68ab. 00000400:00000010:1.0:1767384932.795568:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055158842. 00000800:00000001:3.0:1767384932.795569:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.795570:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384932.795571:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373190784, offset 0 00000400:00000200:3.0:1767384932.795574:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384932.795574:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384932.795580:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384932.795581:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000098ba868b x1853237373190656 msgsize 4848 00000400:00000200:3.0:1767384932.795586:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: PUT: OK 00000400:00000200:3.0:1767384932.795611:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000400:00000010:3.0:1767384932.795613:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000400:00000200:1.0:1767384932.795616:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384932.795617:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:2.0:1767384932.795621:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384932.795624:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384932.795625:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000400:00000200:1.0:1767384932.795629:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504280 00000400:00000200:3.0:1767384932.795632:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000100:00000001:2.0:1767384932.795635:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384932.795639:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (336 bytes) 00000400:00000200:1.0:1767384932.795643:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000200:3.0:1767384932.795647:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:1.0:1767384932.795648:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009c20be2. 00000400:00000200:1.0:1767384932.795652:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7f9edeb 00000400:00000200:2.0:1767384932.795654:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000180a8a40 00000400:00000200:1.0:1767384932.795656:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384932.795658:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000180a8a40. 00000100:00000001:2.0:1767384932.795663:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384932.795664:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384932.795666:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (21) 00000100:00000200:2.0:1767384932.795669:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384932.795674:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384932.795675:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7f9edeb 00000100:00000001:2.0:1767384932.795678:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384932.795679:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7f9edeb. 00000100:00000040:2.0:1767384932.795684:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.795684:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384932.795685:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp25 to MR: 192.168.204.149@tcp25 local destination 00000100:00000200:1.0:1767384932.795688:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384932.795694:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000006320376d x1853237373190784 msgsize 4848 00000400:00000200:3.0:1767384932.795700:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [46:46:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [46:46:8:4294967295] 00000100:00000001:2.0:1767384932.795702:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.795707:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384932.795708:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384932.795711:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384932.795719:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) -> 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) 192.168.204.149@tcp25 : ACK try# 0 00000100:00000001:1.0:1767384932.795721:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384932.795725:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384932.795726:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp25 00000400:00000200:1.0:1767384932.795729:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055158842 00000800:00000010:3.0:1767384932.795730:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b52f60. 00000400:00000010:1.0:1767384932.795733:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055158842. 00000100:00000001:1.0:1767384932.795737:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384932.795738:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294923408 00000800:00000200:3.0:1767384932.795741:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000100:00000200:1.0:1767384932.795743:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384932.795744:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048a47e00. 00000800:00000200:3.0:1767384932.795751:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:991 00000100:00000001:2.0:1767384932.795754:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767384932.795757:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7b52f60 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384932.795762:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294923408 00000100:00000010:2.0:1767384932.795767:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36d0cd9. 00000100:00000001:1.0:1767384932.795768:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384932.795773:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384932.795773:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384932.795773:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.795779:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294923408 00000800:00000001:3.0:1767384932.795782:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.795784:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384932.795785:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098592a41. 00000100:00000001:1.0:1767384932.795787:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.795790:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384932.795792:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.795794:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294923408 00000100:00000001:1.0:1767384932.795797:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294923408 00000100:00000010:2.0:1767384932.795799:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aadb220. 00000100:00000001:1.0:1767384932.795804:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294923408 00000100:00000001:2.0:1767384932.795805:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384932.795810:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294923408 00000800:00000200:3.0:1767384932.795811:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384932.795812:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.795813:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294923408 00000800:00000010:3.0:1767384932.795815:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b52f60. 00000100:00000001:2.0:1767384932.795817:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.795818:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294923408 00000400:00000200:3.0:1767384932.795821:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384932.795823:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294923408 00000100:00000001:2.0:1767384932.795824:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.795829:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294923408 00000400:00000200:3.0:1767384932.795830:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: ACK: OK 00000100:00000001:2.0:1767384932.795830:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.795835:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294923408 00000800:00000001:3.0:1767384932.795839:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384932.795841:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384932.795842:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.795845:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384932.795845:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384932.795847:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384932.795852:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.795852:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384932.795853:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.795856:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384932.795857:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384932.795858:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.795859:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.795861:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.795865:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.795865:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.795868:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.795871:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384932.795875:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384932.795878:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : ACK - for me 00000100:00000001:1.0:1767384932.795878:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.795882:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.795885:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.795888:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384932.795893:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp25: ACK from 12345-192.168.204.149@tcp25 into md 0x16a1 00000100:00100000:2.0:1767384932.795893:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190656 02000000:00000001:2.0:1767384932.795896:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384932.795898:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384932.795899:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384932.795903:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: ACK: OK 00000100:00000001:2.0:1767384932.795903:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.795921:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384932.795923:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000400:00000010:3.0:1767384932.795926:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000100:00100000:2.0:1767384932.795926:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190656 00000400:00000200:3.0:1767384932.795931:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384932.795931:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384932.795933:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000200:3.0:1767384932.795937:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000020:00000001:2.0:1767384932.795938:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384932.795942:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:3.0:1767384932.795943:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000020:00000001:2.0:1767384932.795946:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:3.0:1767384932.795952:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (20) 00000020:00000001:2.0:1767384932.795957:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384932.795959:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1767384932.795962:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384932.795962:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384932.795964:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000004492f419. 00000020:00000010:2.0:1767384932.795967:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037729b46. 00000800:00000001:3.0:1767384932.795968:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384932.795970:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c09492d. 00000100:00000001:2.0:1767384932.795973:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384932.795976:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037729b46. 00000400:00000010:1.0:1767384932.795977:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000200:1.0:1767384932.795982:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004492f419 00000020:00000010:2.0:1767384932.795984:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ae7d669. 00000400:00000010:1.0:1767384932.795985:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000076d91509. 00000100:00000001:3.0:1767384932.795990:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384932.795992:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00100000:3.0:1767384932.795993:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190784 00000020:00000010:2.0:1767384932.795993:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c9653f4. 02000000:00000001:3.0:1767384932.795998:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384932.795998:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000020:00000010:2.0:1767384932.796001:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000062cd63a3. 00000100:00000001:3.0:1767384932.796003:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384932.796004:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (19) 00000100:00000001:3.0:1767384932.796006:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.796009:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000b0873278. 02000000:00000001:3.0:1767384932.796010:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.796012:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1767384932.796015:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e243369. 00000100:00100000:3.0:1767384932.796016:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190784 00000100:00000001:2.0:1767384932.796016:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384932.796020:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384932.796021:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384932.796023:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384932.796023:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.796025:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057bbb78a. 00000020:00000001:3.0:1767384932.796028:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384932.796032:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000400:00000200:1.0:1767384932.796033:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000100:00000001:2.0:1767384932.796034:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.796037:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384932.796040:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384932.796043:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384932.796043:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:2.0:1767384932.796044:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384932.796048:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cf2a4fe. 00000100:00000001:3.0:1767384932.796053:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384932.796055:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000010:3.0:1767384932.796057:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cf2a4fe. 00000100:00000001:2.0:1767384932.796059:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384932.796064:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384932.796065:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6b970ff. 00000400:00000200:1.0:1767384932.796069:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000010:3.0:1767384932.796071:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c597b264. 00000100:00100000:2.0:1767384932.796073:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000020:00000010:3.0:1767384932.796079:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000100:00000040:2.0:1767384932.796080:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000200:1.0:1767384932.796083:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:2.0:1767384932.796085:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998116944 : -129515711434672 : ffff8a34c606f050) 00000100:00000001:3.0:1767384932.796086:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384932.796091:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384932.796093:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:3.0:1767384932.796094:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.796094:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098ba868b x1853237373190656/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:158/0 lens 4848/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.796101:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.796106:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384932.796107:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:3.0:1767384932.796116:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384932.796120:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384932.796121:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:2.0:1767384932.796122:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384932.796127:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037729b46. 00000100:00100000:3.0:1767384932.796128:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000001:2.0:1767384932.796131:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384932.796132:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384932.796138:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345197648 : -129515364353968 : ffff8a34dab6f850) 00000020:00000010:2.0:1767384932.796139:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037729b46. 00000400:00000200:1.0:1767384932.796143:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000040:3.0:1767384932.796148:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006320376d x1853237373190784/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:158/0 lens 4848/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.796150:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098ba868b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373190656:12345-0@lo:253: 00000400:00000200:1.0:1767384932.796150:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000200:2.0:1767384932.796161:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190656 00000400:00000200:1.0:1767384932.796164:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000001:2.0:1767384932.796166:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384932.796170:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384932.796174:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.796178:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:2.0:1767384932.796180:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384932.796182:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384932.796185:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000010:3.0:1767384932.796187:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cf2a4fe. 00000400:00000200:1.0:1767384932.796187:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:3.0:1767384932.796192:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384932.796196:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cf2a4fe. 00000020:00000001:2.0:1767384932.796197:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384932.796198:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:2.0:1767384932.796201:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.796205:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384932.796208:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006320376d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373190784:12345-0@lo:253: 00000400:00000200:1.0:1767384932.796208:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:2.0:1767384932.796209:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384932.796214:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384932.796219:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190784 00000100:00000001:2.0:1767384932.796221:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384932.796224:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000001:3.0:1767384932.796225:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384932.796226:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384932.796230:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384932.796234:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.796234:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 02000000:00000010:2.0:1767384932.796235:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdf21e1b. 00000020:00000001:3.0:1767384932.796240:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384932.796241:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.796243:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:1.0:1767384932.796245:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000001:3.0:1767384932.796249:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384932.796249:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.796253:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384932.796253:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 20000000:00000001:2.0:1767384932.796256:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384932.796257:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384932.796260:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000020:00000001:3.0:1767384932.796262:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384932.796265:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.796267:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp26 00000100:00000001:3.0:1767384932.796268:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:2.0:1767384932.796270:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000829747c3. 02000000:00000001:3.0:1767384932.796272:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384932.796273:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp26 lpni_is_preferred = 0 20000000:01000000:2.0:1767384932.796277:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384932.796277:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp26 02000000:00000010:3.0:1767384932.796279:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fe3c674f. 00000400:00000200:1.0:1767384932.796282:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp26 NI seq info: [47:47:256:4294967295] 192.168.204.149@tcp26 LPNI seq info [47:47:8:4294967295] 02000000:00000001:3.0:1767384932.796284:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384932.796285:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384932.796290:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.796290:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp26 20000000:00000001:2.0:1767384932.796291:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384932.796294:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384932.796296:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384932.796309:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000059de7c9. 20000000:00000001:2.0:1767384932.796309:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384932.796314:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384932.796315:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384932.796318:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26:) -> 192.168.204.149@tcp26(192.168.204.149@tcp:192.168.204.149@tcp26) : GET try# 0 20000000:00000001:3.0:1767384932.796320:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384932.796324:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384932.796325:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc51472e. 20000000:00000001:3.0:1767384932.796328:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384932.796329:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp26 20000000:01000000:2.0:1767384932.796330:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:3.0:1767384932.796331:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384932.796336:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d70ffd2a. 20000000:00000001:3.0:1767384932.796337:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384932.796338:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384932.796345:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:1.0:1767384932.796346:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000055158842. 00000800:00000010:1.0:1767384932.796351:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000026ef1352. 00000800:00000200:1.0:1767384932.796361:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (2) 00000800:00000200:1.1:1767384932.796365:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (2) 00000400:00000200:1.0:1767384932.796376:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384932.796378:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00080000:00000001:2.0:1767384932.796388:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384932.796392:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384932.796394:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.796395:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384932.796398:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384932.796402:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:2.0:1767384932.796406:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384932.796412:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003676bc9c. 00080000:00000001:2.0:1767384932.796414:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553643160576 : -129520066391040 : ffff8a33c2739400) 00080000:00000001:2.0:1767384932.796418:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384932.796421:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796468:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796524:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000001:00000001:2.0:1767384932.796528:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384932.796531:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.796533:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384932.796550:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.796553:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384932.796553:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796575:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796639:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796676:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796722:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00080000:00000001:2.0:1767384932.796763:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384932.796768:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384932.796774:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796818:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796843:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796865:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796898:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796940:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796964:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.796987:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797012:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797045:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797073:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797095:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797157:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797196:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797230:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797263:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797296:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797329:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797368:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797387:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797403:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797435:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797458:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.797488:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384932.797762:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384932.797896:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da5a2715. 00000400:00000200:2.0:1767384932.797970:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp26 from 221.3.0.2 00000800:00000010:2.0:1767384932.797974:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002e2bc777. 00000800:00000010:1.0:1767384932.798044:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4bfe6e6. 00000800:00000010:1.0:1767384932.798051:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020abad4e. 00000800:00000010:1.0:1767384932.798089:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020abad4e. 00000800:00000010:1.0:1767384932.798122:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000047863916. 00000800:00000010:1.0:1767384932.798126:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd140c83. 00000800:00000010:1.0:1767384932.798145:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a5e1da8. 00000800:00000200:1.1:1767384932.798150:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (2) 00000800:00000200:1.1:1767384932.798153:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp26 000000004a5e1da8 deleted 00000800:00000010:1.1:1767384932.798155:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004a5e1da8. 00000800:00000200:1.1:1767384932.798180:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384932.798186:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp26 ip 192.168.204.149:989 00000800:00000200:1.1:1767384932.798189:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d70ffd2a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384932.798193:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp26 p 3.x 192.168.204.149 -> 192.168.204.149:989 incarnation:1767384930922156613 sched[0] 00000800:00000010:1.0:1767384932.798400:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020abad4e. 00000800:00000010:1.0:1767384932.798486:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020abad4e. 00000800:00000010:1.0:1767384932.798490:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd140c83. 00000800:00000010:1.0:1767384932.798525:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002e2bc777. 00000800:00000001:3.0:1767384932.798530:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798537:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384932.798564:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384932.798571:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp26 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384930922156613 sched[0] 00000800:00000010:1.0:1767384932.798574:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4bfe6e6. 00000800:00000200:3.0:1767384932.798585:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384932.798589:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d70ffd2a. 00000400:00000200:3.0:1767384932.798619:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.798625:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: GET: OK 00000400:00000200:3.0:1767384932.798629:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384932.798632:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:3.0:1767384932.798640:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798646:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.798648:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798656:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384932.798659:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384932.798665:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26) <- 192.168.204.149@tcp26 : GET - for me 00000400:00000200:3.0:1767384932.798674:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384932.798679:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 336/336 into md 0x169d [1] + 0 00000400:00000200:3.0:1767384932.798689:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp26 to MR: 192.168.204.149@tcp26 local destination 00000400:00000200:3.0:1767384932.798695:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp26 NI seq info: [48:48:256:4294967295] 192.168.204.149@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:3.0:1767384932.798709:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26:192.168.204.149@tcp26) -> 192.168.204.149@tcp26(192.168.204.149@tcp26:192.168.204.149@tcp26) 192.168.204.149@tcp26 : REPLY try# 0 00000800:00000200:3.0:1767384932.798715:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.149@tcp26 00000800:00000010:3.0:1767384932.798719:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b52f60. 00000400:00000200:1.0:1767384932.798723:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000200:3.0:1767384932.798728:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 00000800:00000200:3.0:1767384932.798735:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp26 ip 192.168.204.149:988 00000800:00000200:3.0:1767384932.798737:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7b52f60 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:1.0:1767384932.798787:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:3.0:1767384932.798788:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384932.798792:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b52f60. 00000400:00000200:3.0:1767384932.798796:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.798802:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: REPLY: OK 00000800:00000001:3.0:1767384932.798812:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798815:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.798818:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798822:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.798823:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798827:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.798833:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26) <- 192.168.204.149@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384932.798842:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp26: Reply from 12345-192.168.204.149@tcp26 of length 336/336 into md 0x16b9 00000800:00000001:3.0:1767384932.798852:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384932.798853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000001:3.0:1767384932.798857:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.798860:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.798865:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: REPLY: OK 00000400:00000200:3.0:1767384932.798869:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e243369 00000400:00000010:3.0:1767384932.798872:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e243369. 00000400:00000200:3.0:1767384932.798876:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384932.798880:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:3.0:1767384932.798884:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:3.0:1767384932.798887:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767384932.798894:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384932.798903:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (20) 00000800:00000001:3.0:1767384932.798920:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.798925:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384932.798935:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384932.798971:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384932.798979:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000010:2.0:1767384932.798985:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000006d5fe35d. 00000400:00000010:2.0:1767384932.798989:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000006e83b1a2. 00000400:00000010:2.0:1767384932.798992:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000ef002a4d. 00000400:00000200:1.0:1767384932.798997:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799039:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799066:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799113:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799176:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000010:2.0:1767384932.799202:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b08943aa. 00000400:00000200:2.0:1767384932.799210:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b08943aa nid 192.168.204.149@tcp27 00000400:00000010:2.0:1767384932.799214:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005b7c8623. 00000400:00000200:2.0:1767384932.799217:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000005b7c8623 net tcp27 00000400:00000200:2.0:1767384932.799220:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (19) 00000400:00000200:1.0:1767384932.799225:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384932.799227:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp27 flags 0x11 00000400:00000010:2.0:1767384932.799234:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000006d5fe35d. 00000400:00000010:2.0:1767384932.799239:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000006e83b1a2. 00000400:00000010:2.0:1767384932.799245:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000ef002a4d. 00000400:00000200:1.0:1767384932.799266:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000010:2.0:1767384932.799278:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000b0873278. 00000400:00000200:2.0:1767384932.799285:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384932.799288:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:2.0:1767384932.799291:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:2.0:1767384932.799294:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:2.0:1767384932.799296:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384932.799298:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384932.799301:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384932.799304:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (20) 00000400:00000200:1.0:1767384932.799444:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799522:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799560:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799736:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799812:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799884:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.799965:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800025:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800067:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800105:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800160:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800223:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800268:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800316:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800376:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800433:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800475:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800519:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800563:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800643:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800689:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384932.800738:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384932.800898:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df874f9e. 00000800:00000010:1.0:1767384932.800904:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4bfe6e6. 00000800:00000010:1.0:1767384932.800926:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0c94125. 00000800:00000010:1.0:1767384932.800957:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0c94125. 00000800:00020000:1.0:1767384932.800967:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00080000:00000001:0.0:1767384932.806006:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.806012:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384932.806012:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384932.806017:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384932.806017:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384932.806020:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384932.806021:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384932.806024:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384932.806025:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384932.806028:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003676bc9c. 00080000:00000001:2.0:1767384932.806031:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384932.806033:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384932.806042:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b4e7f94. 20000000:00000001:0.0:1767384932.806043:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384932.806047:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:01000000:0.0:1767384932.806048:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384932.806051:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384932.806054:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384932.806055:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384932.806072:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384932.806075:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384932.806076:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384932.806078:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384932.806080:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384932.806082:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384932.806085:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384932.806089:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d1d812a0. 00080000:00000001:3.0:1767384932.806090:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558764566528 : -129514944985088 : ffff8a34f3b60800) 00080000:00000001:3.0:1767384932.806092:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384932.806147:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384932.806149:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384932.806151:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384932.806163:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384932.806165:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384932.806261:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384932.806263:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384932.808045:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4bfe6e6. 00000800:00000010:1.0:1767384932.808052:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000df874f9e. 20000000:01000000:1.0:1767384932.808072:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384932.808076:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384932.808079:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384932.808083:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384932.808087:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384932.808096:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fd15c9e. 00010000:00000001:1.0:1767384932.808101:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384932.808105:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00000020:00000001:1.0:1767384932.808109:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384932.808112:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007584f943 with handle 0xcb8130832f6b36d1 to hash 00000020:00000001:1.0:1767384932.808116:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384932.808118:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384932.808122:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384932.808125:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.808127:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.808131:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808141:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384932.808145:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384932.808149:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384932.808152:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384932.808155:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.808158:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384932.808159:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.808162:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384932.808165:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384932.808167:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384932.808169:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384932.808171:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004fd15c9e) refcount = 1 00010000:00010000:1.0:1767384932.808175:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808183:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384932.808185:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384932.808186:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.808197:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.808200:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384932.808204:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384932.808208:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384932.808211:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384932.808213:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.808215:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=4 00000020:00000001:1.0:1767384932.808217:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384932.808220:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384932.808223:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384932.808225:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808232:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384932.808234:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808241:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.808243:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384932.808245:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808251:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.808253:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.808257:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384932.808259:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384932.808266:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007584f943 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384932.808269:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384932.808271:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384932.808273:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808279:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384932.808287:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384932.808289:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.808290:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=5 00000020:00000001:1.0:1767384932.808293:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384932.808295:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384932.808298:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384932.808301:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808307:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384932.808308:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384932.808310:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.808314:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384932.808316:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384932.808318:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.808319:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384932.808322:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007584f943 with handle 0xcb8130832f6b36d1 from hash 00010000:00000001:1.0:1767384932.808325:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384932.808326:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.808328:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.808329:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384932.808332:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384932.808334:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384932.808336:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384932.808338:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.808340:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.808343:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384932.808344:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384932.808348:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.808349:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.808351:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.808353:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.808355:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.808358:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808364:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.808373:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.808375:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384932.808377:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384932.808378:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.808380:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.808381:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384932.808384:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.808386:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.808389:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.808395:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384932.808396:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384932.808398:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007584f943/0xcb8130832f6b36d1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384932.808405:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004fd15c9e count: 0 00010000:00000001:1.0:1767384932.808414:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384932.808416:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:02020000:1.0:1767384932.808474:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp26 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384932.812624:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294923408, at 4294923409 00000100:00000010:3.0:1767384932.812631:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aadb220. 00000100:00000040:0.0:1767384932.812691:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294923408, at 4294923409 00000100:00000010:0.0:1767384932.812698:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048a47e00. 00000100:00000040:2.0:1767384932.812722:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294923408, at 4294923409 00000100:00000010:2.0:1767384932.812729:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098592a41. 00000400:00000010:0.0:1767384932.814118:0:25246:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ae352557. 00000400:00000040:0.0:1767384932.814133:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384932.814136:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384932.814138:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384932.814140:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384932.814142:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384932.814143:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384932.814146:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384932.814147:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384932.814149:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384932.814150:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384932.814152:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384932.814154:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384932.814156:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384932.814157:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384932.814159:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384932.814161:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384932.814162:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384932.814163:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384932.814164:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384932.814166:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384932.814167:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384932.814168:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384932.814170:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384932.814171:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384932.814172:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384932.814174:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384932.814180:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384932.814182:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384932.814183:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384932.814184:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384932.814185:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384932.814187:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384932.814188:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384932.814190:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384932.814191:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384932.814192:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384932.814193:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384932.814194:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384932.814196:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384932.814197:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384932.814198:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384932.814199:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384932.814201:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384932.814202:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384932.814204:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384932.814205:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384932.814206:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384932.814208:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384932.814210:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384932.814211:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384932.814212:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384932.814214:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384932.814215:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384932.814217:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384932.814218:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384932.814219:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384932.814221:0:25246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384932.814265:0:25246:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ae352557. 00080000:00000001:3.0:1767384932.815215:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.815217:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384932.815220:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384932.815221:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384932.815222:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384932.815225:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384932.815226:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384932.815229:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384932.815230:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384932.815232:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d1d812a0. 20000000:01000000:3.0:1767384932.815233:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384932.815238:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384932.815248:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384932.815251:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384932.815255:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384932.815862:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384932.815866:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384932.815868:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384932.815872:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384932.815874:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384932.815879:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000477df7c1. 00010000:00000001:1.0:1767384932.815883:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384932.815885:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384932.815888:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384932.815889:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b36d8 to hash 00000020:00000001:1.0:1767384932.815892:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384932.815894:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384932.815896:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384932.815901:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.815903:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.815926:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.815935:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384932.815937:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384932.815938:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384932.815940:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384932.815942:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.815944:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384932.815946:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.815948:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384932.815949:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384932.815951:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384932.815952:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384932.815954:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000477df7c1) refcount = 1 00010000:00010000:1.0:1767384932.815958:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.815964:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384932.815965:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384932.815967:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.815969:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.815972:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384932.815975:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384932.815977:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384932.815980:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384932.815982:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.815984:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384932.815987:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384932.815989:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384932.815991:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384932.815993:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816000:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384932.816008:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816015:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.816016:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384932.816018:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816024:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.816026:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.816028:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384932.816030:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384932.816036:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384932.816040:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384932.816042:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384932.816043:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816049:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384932.816051:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384932.816052:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.816054:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384932.816056:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384932.816059:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384932.816062:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384932.816064:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816070:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384932.816072:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384932.816074:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.816078:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384932.816080:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384932.816082:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.816091:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384932.816094:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b36d8 from hash 00010000:00000001:1.0:1767384932.816097:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384932.816099:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.816100:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.816102:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384932.816104:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384932.816106:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384932.816108:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384932.816110:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.816113:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.816115:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384932.816117:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384932.816120:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.816122:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.816124:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.816127:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.816130:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.816132:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816139:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.816141:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.816142:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384932.816144:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384932.816146:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.816148:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.816150:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384932.816154:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.816156:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.816159:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.816166:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384932.816169:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384932.816170:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b36d8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384932.816188:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000477df7c1 count: 0 00010000:00000001:1.0:1767384932.816203:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384932.816205:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384932.816219:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294923408, at 4294923412 00000100:00000010:1.0:1767384932.816225:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36d0cd9. 00080000:00000020:0.0:1767384932.816308:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384932.816313:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384932.816315:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000829747c3. 20000000:00000001:0.0:1767384932.816321:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384932.816324:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190656 00010000:00000001:0.0:1767384932.816327:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384932.816337:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098ba868b x1853237373190656/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384932.816344:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384932.816346:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384932.816349:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384932.816353:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384932.816356:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384932.816357:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384932.816360:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384932.816362:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.816365:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384932.816368:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384932.816371:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009774ee70. 00000100:00000200:0.0:1767384932.816375:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373190656, offset 224 00000400:00000200:0.0:1767384932.816381:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384932.816388:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384932.816395:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504200 00000400:00000200:0.0:1767384932.816400:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16a5 [2] + 224 00000400:00000200:0.0:1767384932.816405:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.816409:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384932.816413:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384932.816417:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384932.816424:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.816439:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384932.816443:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009774ee70 00000400:00000010:0.0:1767384932.816445:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009774ee70. 00000100:00000001:0.0:1767384932.816448:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384932.816450:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384932.816453:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.816456:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384932.816458:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384932.816459:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.816464:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384932.816466:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384932.816469:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384932.816472:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098ba868b x1853237373190656/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384932.816476:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384932.816481:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384932.816481:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098ba868b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373190656:12345-0@lo:253: Request processed in 20357us (20897us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384932.816486:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022f0350c. 00000100:00100000:0.0:1767384932.816491:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000400:00000200:1.0:1767384932.816492:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd6e12b 00000100:00000040:0.0:1767384932.816494:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000400:00000010:1.0:1767384932.816496:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dd6e12b. 00000100:00000001:0.0:1767384932.816498:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384932.816502:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384932.816503:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384932.816506:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c9653f4. 00000100:00000200:1.0:1767384932.816511:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384932.816511:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000062cd63a3. 00000020:00000010:0.0:1767384932.816517:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ae7d669. 00000020:00000040:0.0:1767384932.816525:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:1.0:1767384932.816529:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384932.816530:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384932.816534:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdf21e1b. 02000000:00000001:0.0:1767384932.816541:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384932.816544:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384932.816544:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.816549:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384932.816551:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384932.816554:0:16165:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384932.816557:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d8641a. 02000000:00000001:1.0:1767384932.816559:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384932.816562:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384932.816563:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009774ee70. 00000100:00000001:1.0:1767384932.816564:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.816570:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384932.816575:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=40 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384932.816579:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384932.816583:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.816585:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.816588:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384932.816591:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.816701:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.816707:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.816716:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.816726:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384932.816729:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384932.816734:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384932.816736:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384932.816738:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384932.816740:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384932.816742:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384932.816744:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384932.816746:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384932.816748:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384932.816750:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384932.816752:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384932.816757:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384932.816767:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6e9deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373190656:0@lo:253: 00000100:00000001:1.0:1767384932.816773:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.816776:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384932.816780:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6e9deb6 x1853237373190656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.816789:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384932.816792:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384932.816794:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e1cb8f80. 02000000:00000001:1.0:1767384932.816801:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384932.816803:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384932.816805:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384932.816808:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384932.816812:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be3ac56b. 02000000:00000001:1.0:1767384932.816818:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384932.816821:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384932.816823:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e9deb6. 00000100:00000001:1.0:1767384932.816827:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384932.816829:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.816832:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.816837:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.816839:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.816841:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.816849:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384932.817835:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384932.817838:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384932.817839:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000059de7c9. 20000000:00000001:2.0:1767384932.817843:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384932.817845:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373190784 00010000:00000001:2.0:1767384932.817847:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384932.817850:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006320376d x1853237373190784/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.817855:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384932.817856:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384932.817857:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.817859:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384932.817861:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384932.817862:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384932.817864:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384932.817865:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.817866:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384932.817868:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384932.817870:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033c22600. 00000100:00000200:2.0:1767384932.817872:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373190784, offset 224 00000400:00000200:2.0:1767384932.817875:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384932.817879:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384932.817882:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504280 00000400:00000200:2.0:1767384932.817886:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16ad [2] + 224 00000400:00000200:2.0:1767384932.817889:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.817891:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.817898:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384932.817900:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.817918:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.817931:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384932.817935:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c22600 00000400:00000010:2.0:1767384932.817936:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033c22600. 00000100:00000001:2.0:1767384932.817938:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384932.817939:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.817941:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.817944:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384932.817945:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384932.817947:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.817949:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384932.817949:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384932.817953:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384932.817955:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006320376d x1853237373190784/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384932.817958:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384932.817961:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384932.817964:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000100:00100000:2.0:1767384932.817969:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006320376d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373190784:12345-0@lo:253: Request processed in 21784us (22271us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384932.817970:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e67ae9 00000400:00000010:3.0:1767384932.817973:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035e67ae9. 00000100:00000001:3.0:1767384932.817977:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384932.817979:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384932.817982:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:3.0:1767384932.817983:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.817985:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384932.817988:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384932.817992:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c597b264. 00000100:00000200:3.0:1767384932.817996:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384932.817998:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 00000020:00000010:2.0:1767384932.818003:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6b970ff. 00000100:00000001:3.0:1767384932.818008:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384932.818009:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384932.818011:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384932.818013:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384932.818014:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384932.818016:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fe3c674f. 02000000:00000001:3.0:1767384932.818017:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384932.818020:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384932.818022:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.818022:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384932.818025:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384932.818026:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384932.818031:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384932.818032:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=40 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384932.818037:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=40 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384932.818038:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dba6b92. 00000100:00000001:3.0:1767384932.818039:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384932.818040:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384932.818041:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384932.818043:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.818044:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.818049:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033c22600. 00000100:00000040:3.0:1767384932.818055:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.818060:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384932.818062:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384932.818063:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384932.818065:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384932.818066:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384932.818067:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384932.818068:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384932.818069:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384932.818070:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384932.818071:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384932.818072:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384932.818073:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384932.818075:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384932.818080:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eef8c143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373190784:0@lo:253: 00000100:00000001:3.0:1767384932.818083:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.818084:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.818085:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eef8c143 x1853237373190784/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.818089:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384932.818090:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384932.818091:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082b9970a. 02000000:00000001:3.0:1767384932.818094:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384932.818095:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384932.818095:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384932.818097:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384932.818098:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000077b25059. 02000000:00000001:3.0:1767384932.818100:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384932.818101:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384932.818102:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eef8c143. 00000100:00000001:3.0:1767384932.818104:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384932.818105:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.818106:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.818115:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384932.818115:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.818117:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384932.818119:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384932.819189:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fd15c9e. 00010000:00000010:1.1:1767384932.819197:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007584f943. 00010000:00000010:1.1:1767384932.820627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000477df7c1. 00010000:00000010:1.1:1767384932.820637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00010000:00000001:2.0:1767384933.051656:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384933.051660:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384933.051664:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384933.051666:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.051681:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384933.051684:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384933.051686:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384933.179648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384933.179654:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384933.179660:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047896bf2. 00000004:00000001:0.0:1767384933.179663:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000040:2.0:1767384933.179665:0:38:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000020:0.0:1767384933.179668:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384933.179671:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384933.179675:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384933.179675:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000935a4c9. 02000000:00000001:2.0:1767384933.179680:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384933.179681:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384933.179687:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384933.179688:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000593bed49. 02000000:00000001:0.0:1767384933.179689:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384933.179694:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.179697:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384933.179701:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002349490d. 00000100:00000040:2.0:1767384933.179706:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384933.179707:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.179716:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384933.179717:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384933.179720:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.179720:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179730:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047896bf2] to pc [ptlrpcd_00_00+0] req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384933.179733:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000935a4c9] to pc [ptlrpcd_00_01+1] req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.179753:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384933.179759:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384933.179761:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384933.179763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000020:00000040:2.0:1767384933.179765:0:38:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384933.179768:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384933.179771:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384933.179773:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.179777:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061921955. 00000100:00000001:2.0:1767384933.179779:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179789:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384933.179793:0:16790:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384933.179794:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384933.179798:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.179799:0:16790:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179802:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db0db9f] to pc [ptlrpcd_00_02+2] req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.179817:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.179817:0:16788:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384933.179821:0:16788:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384933.179827:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384933.179830:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd7bbbcd. 00000020:00000040:2.0:1767384933.179832:0:38:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384933.179833:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384933.179834:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384933.179836:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.179839:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e022bcaf. 00000100:00000001:2.0:1767384933.179842:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179845:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384933.179850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384933.179850:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.179853:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7bbbcd] to pc [ptlrpcd_00_03+3] req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.179860:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.179860:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.179865:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384933.179866:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (261) 00000100:00000001:0.0:1767384933.179871:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384933.179878:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384933.179879:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.179881:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.179884:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384933.179889:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.179915:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384933.179916:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384933.179920:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.179920:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.179923:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384933.179926:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384933.179929:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384933.179933:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384933.179934:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.179936:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.179941:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373191040:0@lo:13: 00000100:00100000:2.0:1767384933.179942:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373191168:0@lo:400: 00000100:00000001:2.0:1767384933.179948:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384933.179950:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384933.179952:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384933.179955:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384933.179956:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.179960:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384933.179960:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.179965:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d5fe35d. 02000000:00000001:0.0:1767384933.179965:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384933.179968:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384933.179970:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000cd4bf67. 00000400:00000010:2.0:1767384933.179973:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000665a341a. 02000000:00000001:0.0:1767384933.179974:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.179980:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000400:00000010:0.0:1767384933.179981:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf3e87a. 00000100:00000200:2.0:1767384933.179986:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373191168, portal 10 00000400:00000010:0.0:1767384933.179988:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f6decb. 00000100:00000001:2.0:1767384933.179990:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384933.179993:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000100:00000200:0.0:1767384933.179994:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373191040, portal 4 00000100:00000040:2.0:1767384933.179998:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.179999:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384933.180003:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014283648 : -129515695267968 : ffff8a34c6fd9f80) 00000100:00000001:2.0:1767384933.180008:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384933.180012:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384933.180015:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384933.180017:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000100:00000200:2.0:1767384933.180022:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373191168, offset 0 00000100:00000001:0.0:1767384933.180031:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384933.180034:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384933.180039:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384933.180043:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000200:0.0:1767384933.180047:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373191040, offset 0 00000400:00000200:2.0:1767384933.180053:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384933.180058:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384933.180070:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273504400 00000400:00000200:0.0:1767384933.180071:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384933.180082:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000400:00000200:0.0:1767384933.180086:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273504380 00000400:00000200:2.0:1767384933.180093:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384933.180103:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384933.180103:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000400:00000200:0.0:1767384933.180111:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384933.180113:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384933.180116:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384933.180117:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384933.180121:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007445e52a. 00000100:00000040:2.0:1767384933.180125:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000007445e52a x1853237373191168 msgsize 224 00000100:00000001:0.0:1767384933.180125:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384933.180130:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:2.0:1767384933.180133:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384933.180139:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91b82fa. 00000100:00000040:0.0:1767384933.180143:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d91b82fa x1853237373191040 msgsize 224 00000100:00000001:2.0:1767384933.180144:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384933.180149:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384933.180154:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00000400:00000010:2.0:1767384933.180158:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000100:00000001:0.0:1767384933.180161:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384933.180169:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384933.180173:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.180174:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:0.0:1767384933.180179:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000100:00000001:0.0:1767384933.180185:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384933.180187:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384933.180193:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384933.180193:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.180212:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180217:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384933.180220:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384933.180224:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.180225:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384933.180229:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2420 usecs (3 jiffies) 00000100:00000001:2.0:1767384933.180234:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923779 00000100:00000010:2.0:1767384933.180239:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098592a41. 00000100:00000001:0.0:1767384933.180240:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.180244:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384933.180245:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384933.180251:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923779 00000100:00000001:0.0:1767384933.180251:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384933.180258:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047d68e0. 00000100:00000040:0.0:1767384933.180259:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7238 usecs (8 jiffies) 00000100:00000001:2.0:1767384933.180260:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384933.180265:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923784 00000100:00000001:2.0:1767384933.180266:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923779 00000100:00000010:2.0:1767384933.180273:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af8cf677. 00000100:00000001:2.0:1767384933.180276:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384933.180276:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294923779 00000100:00000001:2.0:1767384933.180281:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923779 00000100:00000010:2.0:1767384933.180285:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644f4891. 00000100:00000001:0.0:1767384933.180285:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923784 00000100:00000001:2.0:1767384933.180289:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384933.180292:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294923779 00000100:00000001:2.0:1767384933.180293:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.180298:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180300:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.180300:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923784 00000100:00000001:2.0:1767384933.180304:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.180307:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294923779 00000100:00000001:2.0:1767384933.180312:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384933.180312:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923784 00000100:00000001:2.0:1767384933.180315:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384933.180318:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294923779 00000100:00000001:2.0:1767384933.180319:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.180321:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.180323:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.180326:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384933.180327:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384933.180336:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.180337:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180339:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384933.180342:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.180343:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180344:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.180346:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.180349:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384933.180349:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384933.180353:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.180357:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384933.180359:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384933.180360:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384933.180361:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.180366:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384933.180367:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384933.180369:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384933.180372:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.180372:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384933.180378:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd7bbbcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373191296:0@lo:400: 00000100:00000001:0.0:1767384933.180378:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180384:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384933.180385:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767384933.180386:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384933.180389:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.180389:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384933.180394:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384933.180396:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384933.180397:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052f9468f. 00000100:00000001:0.0:1767384933.180399:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384933.180400:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.180405:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384933.180407:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000294d6efb. 00000100:00000001:0.0:1767384933.180408:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384933.180411:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000100:00000001:0.0:1767384933.180412:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384933.180416:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373191296, portal 10 00000100:00000040:0.0:1767384933.180420:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.180421:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384933.180423:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776115200 : -129514933436416 : ffff8a34f4664000) 00000100:00000040:2.0:1767384933.180431:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.180439:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384933.180441:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384933.180443:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.180446:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384933.180450:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 02000000:00000001:0.0:1767384933.180450:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384933.180455:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373191296, offset 0 02000000:00000001:0.0:1767384933.180455:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384933.180461:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.180463:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384933.180468:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047896bf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373190912:0@lo:400: 00000400:00000200:2.0:1767384933.180472:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384933.180478:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384933.180483:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384933.180484:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273504480 02000000:00000001:0.0:1767384933.180487:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.180489:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 02000000:00000001:0.0:1767384933.180492:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384933.180496:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d01236e0. 02000000:00000001:0.0:1767384933.180501:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.180503:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384933.180506:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c12171. 00000400:00000200:2.0:1767384933.180507:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384933.180511:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384933.180513:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384933.180513:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000010:2.0:1767384933.180516:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000854b29d4. 00000100:00000200:0.0:1767384933.180519:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373190912, portal 4 00000100:00000040:2.0:1767384933.180520:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000854b29d4 x1853237373191296 msgsize 224 00000100:00000001:0.0:1767384933.180526:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384933.180527:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384933.180529:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776123264 : -129514933428352 : ffff8a34f4665f80) 00000100:00000001:2.0:1767384933.180535:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384933.180537:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384933.180541:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384933.180545:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:2.0:1767384933.180548:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384933.180551:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.180563:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384933.180567:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.180578:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384933.180579:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180582:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384933.180583:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384933.180585:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.180588:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000100:00000040:2.0:1767384933.180589:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2981 usecs (3 jiffies) 00000100:00000001:2.0:1767384933.180634:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294923780 00000100:00000001:2.0:1767384933.180637:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294923784 00000100:00000001:2.0:1767384933.180638:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294923780 00000100:00000001:2.0:1767384933.180640:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294923784 00000100:00000001:2.0:1767384933.180642:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294923780 00000100:00000001:2.0:1767384933.180644:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294923784 00000100:00000001:2.0:1767384933.180645:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294923780 00000100:00000001:2.0:1767384933.180646:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294923784 00000100:00000001:2.0:1767384933.180648:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.180650:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180652:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180660:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.180665:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373190912, offset 0 00000100:00000001:2.0:1767384933.180669:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.180673:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.180677:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384933.180687:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384933.180690:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384933.180694:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191168 00000400:00000200:0.0:1767384933.180697:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273504300 02000000:00000001:2.0:1767384933.180698:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384933.180701:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.180704:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.180707:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 02000000:00000001:2.0:1767384933.180708:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384933.180714:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191168 00000400:00000200:0.0:1767384933.180716:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384933.180717:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384933.180721:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:2.0:1767384933.180724:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384933.180725:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384933.180728:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000020:00000001:2.0:1767384933.180731:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384933.180732:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384933.180733:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000200:0.0:1767384933.180736:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384933.180738:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384933.180740:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005d5dc19. 00000020:00000010:2.0:1767384933.180743:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047368e5a. 00000100:00000040:0.0:1767384933.180745:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000005d5dc19 x1853237373190912 msgsize 224 00000100:00000001:2.0:1767384933.180747:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384933.180752:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047368e5a. 00000100:00100000:0.0:1767384933.180758:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384933.180759:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ae7d669. 00000020:00000010:2.0:1767384933.180765:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b41d01b. 00000020:00000010:2.0:1767384933.180768:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 00000100:00000001:0.0:1767384933.180774:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384933.180778:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384933.180782:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384933.180782:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000100:00000001:2.0:1767384933.180785:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384933.180786:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000001:2.0:1767384933.180788:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.180793:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384933.180795:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384933.180799:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384933.180801:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.180801:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.180813:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384933.180814:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384933.180817:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.180826:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384933.180826:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384933.180831:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191296 00000100:00000001:0.0:1767384933.180831:0:16164:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384933.180834:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384933.180836:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.180836:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180837:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.180841:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7238 usecs (8 jiffies) 00000100:00000001:0.0:1767384933.180844:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923785 02000000:00000001:2.0:1767384933.180847:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384933.180850:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191296 00000020:00000001:2.0:1767384933.180852:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384933.180852:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294923784 00000020:00000040:2.0:1767384933.180855:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:2.0:1767384933.180857:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384933.180859:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:0.0:1767384933.180859:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923785 00000020:00000001:2.0:1767384933.180865:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000001:2.0:1767384933.180866:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:0.0:1767384933.180866:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294923784 00000100:00000001:2.0:1767384933.180869:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384933.180871:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047368e5a. 00000020:00000010:2.0:1767384933.180874:0:16805:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d41684fd. 00000100:00000001:0.0:1767384933.180879:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923785 00000020:00000040:2.0:1767384933.180880:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:0.0:1767384933.180886:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294923784 00000100:00000001:2.0:1767384933.180890:0:16805:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384933.180892:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923785 00000020:00000010:2.0:1767384933.180895:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce709c24. 00000100:00000001:0.0:1767384933.180897:0:16164:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294923784 00000020:00000010:2.0:1767384933.180913:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000778957b5. 00000020:00000010:2.0:1767384933.180918:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000100:00000001:0.0:1767384933.180921:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.180923:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384933.180927:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384933.180927:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180930:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.180933:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180934:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384933.180937:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180938:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384933.180941:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180949:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.180953:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.180956:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.180958:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384933.180961:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384933.180966:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384933.180969:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:2.0:1767384933.180971:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776128640 : -129514933422976 : ffff8a34f4667480) 00000100:00000001:0.0:1767384933.180973:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384933.180976:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007445e52a x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.180977:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191040 02000000:00000001:0.0:1767384933.180981:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384933.180985:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.180987:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384933.180988:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384933.180990:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ffe8ceb. 00000100:00000001:2.0:1767384933.180993:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384933.180993:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.180997:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191040 00000020:00000001:0.0:1767384933.181000:0:17577:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384933.181003:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ffe8ceb. 00000020:00000040:0.0:1767384933.181004:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:0.0:1767384933.181007:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384933.181010:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007445e52a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373191168:12345-0@lo:400: 00000020:00000040:0.0:1767384933.181010:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:0.0:1767384933.181015:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000200:2.0:1767384933.181016:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191168 00000020:00000001:0.0:1767384933.181020:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:2.0:1767384933.181022:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384933.181027:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384933.181028:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384933.181032:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384933.181033:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004265bf92. 00000020:00000001:2.0:1767384933.181035:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384933.181043:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006425ba63. 00000020:00000001:2.0:1767384933.181045:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000040:0.0:1767384933.181048:0:17577:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000001:2.0:1767384933.181050:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384933.181053:0:17577:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384933.181055:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384933.181058:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f323e312. 00000020:00000001:2.0:1767384933.181060:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384933.181064:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000254a1123. 00000020:00000001:2.0:1767384933.181065:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384933.181070:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384933.181070:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d43a3fd. 00000020:00000001:2.0:1767384933.181076:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384933.181078:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384933.181081:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384933.181082:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384933.181085:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384933.181089:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e38b854c. 00000100:00000001:0.0:1767384933.181090:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384933.181093:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.181095:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181099:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.181100:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.181102:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384933.181106:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191168 00010000:00000001:2.0:1767384933.181108:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384933.181110:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384933.181113:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007445e52a x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384933.181120:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384933.181120:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384933.181122:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.181123:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1767384933.181126:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=36 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384933.181131:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384933.181133:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384933.181136:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000040:2.0:1767384933.181138:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384933.181140:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014278272 : -129515695273344 : ffff8a34c6fd8a80) 00000100:00000001:2.0:1767384933.181142:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384933.181146:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384933.181148:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d91b82fa x1853237373191040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384933.181149:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181153:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384933.181158:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384933.181164:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384933.181169:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000020:00000010:0.0:1767384933.181170:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000100:00000200:2.0:1767384933.181173:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373191168, offset 224 00000100:00000001:0.0:1767384933.181175:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384933.181179:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ea7a8e8. 00000400:00000200:2.0:1767384933.181182:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384933.181187:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d91b82fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373191040:12345-0@lo:13: 00000400:00000200:2.0:1767384933.181194:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384933.181195:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191040 00000020:00000001:0.0:1767384933.181199:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384933.181201:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273504400 00000020:00000001:0.0:1767384933.181204:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384933.181207:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16cd [1] + 224 00000020:00000001:0.0:1767384933.181207:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.181212:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384933.181213:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384933.181216:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000400:00000200:2.0:1767384933.181220:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384933.181222:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384933.181225:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384933.181226:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384933.181230:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384933.181231:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384933.181233:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384933.181237:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.181243:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.181243:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384933.181246:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384933.181253:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000859ef8ba. 02000000:00000001:0.0:1767384933.181256:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181257:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.181259:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.181262:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00002000:00000001:0.0:1767384933.181264:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:2.0:1767384933.181265:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:2.0:1767384933.181268:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384933.181269:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384933.181271:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.181275:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384933.181276:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:0.0:1767384933.181277:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384933.181278:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.181281:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384933.181282:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384933.181287:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007445e52a x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384933.181288:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:2.0:1767384933.181296:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007445e52a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373191168:12345-0@lo:400: Request processed in 308us (1169us total) trans 0 rc 0/0 00000100:00080000:3.0:1767384933.181300:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00080000:00000001:0.0:1767384933.181304:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384933.181305:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000040:3.0:1767384933.181308:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000001:0.0:1767384933.181308:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384933.181309:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00002000:00000024:0.0:1767384933.181313:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384933.181315:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:3.0:1767384933.181317:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384933.181319:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000020:0.0:1767384933.181320:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000040:3.0:1767384933.181321:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000010:2.0:1767384933.181324:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b41d01b. 00000020:00000020:0.0:1767384933.181325:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384933.181330:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00002000:00000020:0.0:1767384933.181331:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384933.181335:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384933.181336:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384933.181340:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:0.0:1767384933.181340:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:2.0:1767384933.181341:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ae7d669. 00000001:00000001:0.0:1767384933.181343:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.181345:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00002000:00000001:0.0:1767384933.181346:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384933.181347:0:16805:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000040:3.0:1767384933.181349:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00010000:00000040:0.0:1767384933.181349:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373191040 00000100:00000001:2.0:1767384933.181350:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.181354:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776125952 : -129514933425664 : ffff8a34f4666a00) 00010000:00000001:0.0:1767384933.181354:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384933.181359:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d91b82fa x1853237373191040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.181360:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000854b29d4 x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384933.181369:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384933.181370:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384933.181371:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384933.181373:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cf2a4fe. 00000100:00001000:0.0:1767384933.181373:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.181377:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.181377:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384933.181380:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cf2a4fe. 00000100:00000040:0.0:1767384933.181380:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384933.181382:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.181383:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384933.181385:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384933.181386:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000854b29d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373191296:12345-0@lo:400: 02000000:00000001:0.0:1767384933.181387:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384933.181390:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384933.181391:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384933.181392:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191296 00000100:00000001:0.0:1767384933.181392:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384933.181395:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384933.181396:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384933.181398:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384933.181399:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000665a341a. 00000020:00000001:3.0:1767384933.181400:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:0.0:1767384933.181401:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000400:00000200:2.0:1767384933.181403:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2bd519 00000020:00000001:3.0:1767384933.181404:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.181406:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 00000020:00000001:3.0:1767384933.181408:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384933.181409:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384933.181413:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000200:0.0:1767384933.181415:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373191040, offset 224 00000100:00000200:2.0:1767384933.181416:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.181419:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384933.181423:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.181426:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384933.181427:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384933.181430:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384933.181433:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384933.181434:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.181438:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384933.181438:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384933.181442:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384933.181448:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384933.181452:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384933.181452:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.181452:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273504380 02000000:00000010:3.0:1767384933.181455:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004d0c95b3. 00000100:00000001:2.0:1767384933.181456:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384933.181459:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.181460:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384933.181460:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16d1 [1] + 224 00000100:00000001:3.0:1767384933.181462:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181463:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384933.181466:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181466:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.181467:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384933.181473:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191296 02000000:00000001:2.0:1767384933.181473:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.181478:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384933.181479:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384933.181480:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=36 v=5 (5 0 0 0) 00010000:00000200:3.0:1767384933.181483:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000854b29d4 x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384933.181486:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384933.181486:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384933.181492:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.181494:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384933.181498:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384933.181499:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.181501:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384933.181504:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384933.181505:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=36 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384933.181507:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384933.181510:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.181511:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384933.181516:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:3.0:1767384933.181521:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384933.181525:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384933.181528:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.181532:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384933.181534:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.181538:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384933.181539:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384933.181539:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384933.181542:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:3.0:1767384933.181543:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000100:00000001:2.0:1767384933.181545:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384933.181545:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000400:00000010:0.0:1767384933.181549:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000001:2.0:1767384933.181550:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.181555:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.181556:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384933.181557:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373191296, offset 224 00000100:00000001:0.0:1767384933.181559:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384933.181564:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.181567:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384933.181571:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:0.0:1767384933.181576:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384933.181577:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384933.181578:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.181579:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384933.181581:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384933.181582:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384933.181583:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384933.181588:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273504480 00000100:00000040:0.0:1767384933.181588:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91b82fa x1853237373191040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384933.181591:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384933.181619:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373191168:0@lo:400: 00000100:00000001:2.0:1767384933.181629:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.181630:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16dd [1] + 224 00000100:00000001:2.0:1767384933.181632:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384933.181634:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d91b82fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373191040:12345-0@lo:13: Request processed in 467us (1486us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384933.181637:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373191168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384933.181638:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384933.181648:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384933.181649:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384933.181650:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384933.181653:0:16804:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384933.181654:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384933.181654:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 02000000:00000010:2.0:1767384933.181658:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d5fe35d. 00000100:00000200:3.0:1767384933.181659:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.181659:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384933.181663:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384933.181664:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384933.181667:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000254a1123. 00000020:00000001:2.0:1767384933.181668:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384933.181671:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384933.181672:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384933.181672:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d43a3fd. 00000020:00000001:2.0:1767384933.181675:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384933.181678:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f323e312. 02000000:00000010:2.0:1767384933.181679:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061921955. 00000020:00000040:0.0:1767384933.181682:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:0.0:1767384933.181686:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.181687:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384933.181687:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384933.181690:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384933.181691:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:2.0:1767384933.181694:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384933.181697:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.181699:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181701:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384933.181702:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000100:00000001:2.0:1767384933.181703:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384933.181707:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000100:00000001:0.0:1767384933.181709:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384933.181711:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384933.181711:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373190912 00000100:00000001:3.0:1767384933.181713:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384933.181713:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:2.0:1767384933.181714:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384933.181715:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767384933.181717:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384933.181718:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.181720:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000294d6efb. 00000100:00000040:3.0:1767384933.181723:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384933.181724:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.181726:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00010000:00000001:3.0:1767384933.181727:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384933.181727:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.181729:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000020:00000001:3.0:1767384933.181730:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.181731:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373190912 00000100:00000001:2.0:1767384933.181733:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384933.181734:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384933.181735:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384933.181737:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000200:2.0:1767384933.181738:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.181740:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000854b29d4 x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384933.181740:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384933.181742:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:0.0:1767384933.181746:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:0.0:1767384933.181751:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:0.0:1767384933.181757:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384933.181761:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000100:00100000:3.0:1767384933.181763:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000854b29d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373191296:12345-0@lo:400: Request processed in 389us (1239us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384933.181766:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384933.181772:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ea7a8e8. 00000100:00000200:2.0:1767384933.181776:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384933.181777:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f323e312. 00000100:00100000:3.0:1767384933.181778:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:3.0:1767384933.181783:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000020:00000010:0.0:1767384933.181783:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000254a1123. 00000100:00000001:3.0:1767384933.181788:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384933.181788:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d43a3fd. 00000100:00000001:3.0:1767384933.181791:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384933.181792:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384933.181795:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000778957b5. 00000100:00000001:2.0:1767384933.181796:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384933.181798:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384933.181800:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384933.181801:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000100:00000001:0.0:1767384933.181802:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384933.181803:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384933.181805:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384933.181806:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384933.181807:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce709c24. 00000100:00000001:2.0:1767384933.181810:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.181810:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384933.181813:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 02000000:00000001:2.0:1767384933.181816:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.181818:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.181818:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:2.0:1767384933.181820:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=35 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384933.181821:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384933.181825:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384933.181826:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384933.181831:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384933.181833:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384933.181834:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384933.181838:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.181839:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384933.181847:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.181849:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384933.181851:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384933.181853:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384933.181854:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.181854:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384933.181859:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384933.181860:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.181868:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384933.181869:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.181875:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384933.181875:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384933.181876:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.181879:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.181881:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014279168 : -129515695272448 : ffff8a34c6fd8e00) 00000100:00000001:3.0:1767384933.181882:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384933.181884:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384933.181889:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384933.181889:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005d5dc19 x1853237373190912/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384933.181892:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384933.181895:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd7bbbcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373191296:0@lo:400: 00000400:00000010:3.0:1767384933.181897:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf3e87a. 00000100:00000001:2.0:1767384933.181912:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.181914:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384933.181918:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f6decb 00000100:00000001:0.0:1767384933.181919:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384933.181922:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd7bbbcd x1853237373191296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384933.181923:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f6decb. 00000020:00000010:0.0:1767384933.181924:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000100:00000001:0.0:1767384933.181929:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.181931:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384933.181931:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384933.181935:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384933.181938:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052f9468f. 00000100:00000200:3.0:1767384933.181939:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384933.181939:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ea7a8e8. 02000000:00000001:2.0:1767384933.181945:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384933.181949:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384933.181949:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005d5dc19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373190912:12345-0@lo:400: 00000100:00000200:3.0:1767384933.181950:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384933.181953:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384933.181956:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373190912 00000020:00000001:2.0:1767384933.181958:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384933.181960:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384933.181962:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e022bcaf. 00000020:00000001:0.0:1767384933.181964:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384933.181966:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384933.181968:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.181969:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384933.181971:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:2.0:1767384933.181973:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd7bbbcd. 00000020:00000001:0.0:1767384933.181974:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:3.0:1767384933.181980:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384933.181980:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384933.181980:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384933.181983:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.181985:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384933.181985:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.181986:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.181991:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384933.181991:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384933.181994:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384933.181994:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384933.181995:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384933.181996:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.181998:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384933.181998:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.182000:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.182001:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.182001:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384933.182003:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.182004:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.182004:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384933.182008:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384933.182009:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=31 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384933.182011:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005981ba7c. 00000100:00001000:3.0:1767384933.182014:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=31 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384933.182014:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182017:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384933.182017:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182019:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.182019:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.182021:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:0.0:1767384933.182021:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373190912 00010000:00000001:0.0:1767384933.182024:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:3.0:1767384933.182025:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384933.182028:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005d5dc19 x1853237373190912/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384933.182033:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182036:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384933.182037:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:0.0:1767384933.182037:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384933.182039:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384933.182039:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182041:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384933.182041:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=31 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384933.182044:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.182044:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384933.182047:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384933.182050:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384933.182052:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384933.182052:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384933.182054:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384933.182054:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182056:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.182057:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1767384933.182058:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1767384933.182060:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:3.0:1767384933.182061:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384933.182065:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000010:0.0:1767384933.182069:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000100:00000200:0.0:1767384933.182072:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373190912, offset 224 00000004:00000020:3.0:1767384933.182074:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384933.182079:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.182079:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384933.182082:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.182087:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384933.182095:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273504300 00000400:00000200:0.0:1767384933.182101:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e5 [1] + 224 00000100:00100000:3.0:1767384933.182102:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373191040:0@lo:13: 00000400:00000200:0.0:1767384933.182106:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384933.182107:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182109:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384933.182111:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384933.182113:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373191040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.182116:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384933.182119:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384933.182120:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384933.182121:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384933.182123:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000cd4bf67. 02000000:00000001:3.0:1767384933.182126:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384933.182128:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384933.182128:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384933.182129:0:16164:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384933.182131:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384933.182133:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002349490d. 02000000:00000001:3.0:1767384933.182136:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384933.182137:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384933.182138:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.182139:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000400:00000200:0.0:1767384933.182141:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000100:00000001:3.0:1767384933.182143:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384933.182143:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000001:3.0:1767384933.182145:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.182146:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384933.182147:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182148:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.182148:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.182150:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.182151:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384933.182153:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.182154:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384933.182154:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:3.0:1767384933.182156:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c12171. 00010000:00000001:0.0:1767384933.182157:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384933.182159:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000020:00000001:0.0:1767384933.182159:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384933.182161:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000020:00000001:0.0:1767384933.182161:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384933.182164:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384933.182164:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005d5dc19 x1853237373190912/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.182167:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.182175:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005d5dc19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373190912:12345-0@lo:400: Request processed in 255us (1428us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384933.182177:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.182183:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384933.182184:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384933.182185:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:3.0:1767384933.182186:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.182188:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384933.182191:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384933.182194:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384933.182194:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000254a1123. 02000000:00000001:3.0:1767384933.182196:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384933.182197:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384933.182198:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d43a3fd. 00000100:00000001:3.0:1767384933.182199:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.182201:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.182205:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=31 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384933.182205:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f323e312. 00000100:00001000:3.0:1767384933.182209:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=31 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384933.182209:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:3.0:1767384933.182211:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384933.182212:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.182212:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.182214:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384933.182217:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384933.182224:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182227:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384933.182228:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384933.182231:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384933.182232:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.182235:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.182242:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.182244:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384933.182246:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384933.182250:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384933.182257:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047896bf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373190912:0@lo:400: 00000100:00000001:3.0:1767384933.182261:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.182263:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384933.182265:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047896bf2 x1853237373190912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.182269:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384933.182270:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384933.182271:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d01236e0. 02000000:00000001:3.0:1767384933.182274:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384933.182279:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384933.182280:0:16164:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384933.182282:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384933.182283:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000593bed49. 02000000:00000001:3.0:1767384933.182285:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.182286:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.182287:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047896bf2. 00000100:00000001:3.0:1767384933.182289:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384933.182290:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.182291:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.182294:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.182295:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.182296:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.182297:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.189624:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294923785, at 4294923786 00000100:00000010:1.0:1767384933.189631:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047d68e0. 00000100:00000040:3.0:1767384933.189644:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294923785, at 4294923786 00000100:00000040:0.0:1767384933.189645:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294923785, at 4294923786 00000100:00000040:2.0:1767384933.189651:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294923785, at 4294923786 00000100:00000010:3.0:1767384933.189653:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644f4891. 00000100:00000010:0.0:1767384933.189653:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098592a41. 00000100:00000010:2.0:1767384933.189658:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af8cf677. 00080000:00000001:3.0:1767384933.715163:0:25556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384933.715174:0:25556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.715178:0:25556:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.715183:0:25556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384933.715188:0:25556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.715191:0:25556:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384934.075682:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384934.075687:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384934.075693:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384934.075694:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.075715:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384934.075719:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384934.075722:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384934.308175:0:25720:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384934.308178:0:25720:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:3.0:1767384934.311937:0:25720:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384934.317832:0:25721:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000086935088. 00000400:00000010:2.0:1767384934.317844:0:25721:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000009ff8079. 00000400:00000010:2.0:1767384934.317854:0:25721:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009a6f1c27. 00000400:00000010:2.0:1767384934.317857:0:25721:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000055dd8b1c. 00000400:00000010:2.0:1767384934.317860:0:25721:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f51851de. 00000400:00000010:2.0:1767384934.317864:0:25721:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2994323. 00000400:00000010:2.0:1767384934.317865:0:25721:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000050f03bf8. 00000400:00000010:2.0:1767384934.317866:0:25721:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dafb1ad4. 00000400:00000010:2.0:1767384934.317869:0:25721:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000762b6491. 00000800:00000010:2.0:1767384934.317895:0:25721:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e022bcaf. 00000800:00000200:2.0:1767384934.317925:0:25721:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384934.317933:0:25721:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384934.317966:0:25721:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384934.317990:0:25721:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp28 [8/256/0/180] 00000400:00000010:2.0:1767384934.319976:0:25721:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000623c7cbe. 00000400:00000010:2.0:1767384934.319997:0:25721:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000294d6efb. 00000400:00000010:2.0:1767384934.320002:0:25721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000400:00000001:2.0:1767384934.320015:0:25721:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384934.320017:0:25721:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384934.320019:0:25721:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009458d124. 00000400:00000200:2.0:1767384934.320022:0:25721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd598a3 00000400:00000010:2.0:1767384934.320023:0:25721:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd598a3. 00000400:00000010:2.0:1767384934.320027:0:25721:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000008d4fde8c. 00000400:00000200:2.0:1767384934.320031:0:25721:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (19) 00000400:00000200:2.0:1767384934.320044:0:25721:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384934.320052:0:25721:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:2.0:1767384934.320059:0:25721:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e9adc47a. 00000020:01000000:2.0:1767384934.320064:0:25721:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384934.320067:0:25721:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp28 00000400:00000200:1.0:1767384934.320068:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384934.320076:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384934.320079:0:25721:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000009ff8079. 00000400:00000010:1.0:1767384934.320083:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000400:00000010:2.0:1767384934.320084:0:25721:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000086935088. 00000400:00000200:1.0:1767384934.320088:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000400:00000010:1.0:1767384934.320095:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000047b6c5eb. 00000400:00000200:1.0:1767384934.320100:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp26 00000020:00000001:0.0:1767384934.320107:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384934.320112:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384934.320114:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp26 to MR: 192.168.204.149@tcp26 local destination 10000000:00000001:0.0:1767384934.320116:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384934.320120:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384934.320123:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384934.320126:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp26 NI seq info: [49:49:256:4294967295] 192.168.204.149@tcp26 LPNI seq info [49:49:8:4294967295] 00000020:01000004:0.0:1767384934.320127:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384934.320130:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384934.320133:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384934.320135:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384934.320138:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp26 00000020:01000004:0.0:1767384934.320139:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384934.320142:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384934.320144:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384934.320146:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384934.320148:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384934.320154:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26:192.168.204.149@tcp26) -> 192.168.204.149@tcp26(192.168.204.149@tcp26:192.168.204.149@tcp26) : PUT try# 0 00000100:00000010:0.0:1767384934.320155:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c690bc0e. 00000020:00000040:0.0:1767384934.320162:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000800:00000200:1.0:1767384934.320163:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.149@tcp26 00000100:00000001:0.0:1767384934.320168:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1767384934.320169:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055f0f71e. 02000000:00000001:0.0:1767384934.320172:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384934.320178:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 02000000:00000001:0.0:1767384934.320178:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384934.320185:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 02000000:00000010:0.0:1767384934.320188:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009a8767bb. 00000100:00000001:0.0:1767384934.320196:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384934.320203:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp26 ip 192.168.204.149:988 00000100:00000001:0.0:1767384934.320204:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384934.320207:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384934.320209:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055f0f71e type 1, nob 448 niov 1 nkiov 1 00000100:00000040:0.0:1767384934.320216:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c690bc0e] to pc [ptlrpcd_00_00+0] req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384934.320221:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384934.320229:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 10000000:00000001:0.0:1767384934.320248:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384934.320251:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.320253:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384934.320255:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384934.320257:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384934.320261:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384934.320262:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384934.320265:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384934.320270:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384934.320273:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384934.320275:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 10000000:00000001:0.0:1767384934.320278:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384934.320282:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384934.320286:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384934.320287:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384934.320289:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384934.320292:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384934.320294:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384934.320296:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384934.320297:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384934.320299:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384934.320301:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384934.320303:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:1.0:1767384934.320307:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c690bc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373191424:0@lo:253: 00000020:01000004:0.0:1767384934.320308:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384934.320312:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384934.320313:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384934.320317:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384934.320320:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384934.320321:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384934.320325:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000010:0.0:1767384934.320326:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060ead15a. 02000000:00000001:1.0:1767384934.320331:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384934.320334:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:1.0:1767384934.320335:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384934.320341:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384934.320344:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000df874f9e. 02000000:00000001:0.0:1767384934.320344:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384934.320347:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.320348:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384934.320356:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292950c6. 02000000:00000010:0.0:1767384934.320358:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000824bbf50. 00000400:00000010:1.0:1767384934.320360:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035e67ae9. 00000100:00000001:0.0:1767384934.320363:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384934.320366:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373191424, portal 25 00000400:00000200:3.0:1767384934.320368:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:0.0:1767384934.320369:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384934.320370:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384934.320372:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.320373:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014276480 : -129515695275136 : ffff8a34c6fd8380) 00000100:00000040:0.0:1767384934.320381:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060ead15a] to pc [ptlrpcd_00_01+1] req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384934.320382:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384934.320417:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 10000000:00000001:0.0:1767384934.320420:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.320423:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384934.320425:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.320429:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384934.320429:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384934.320433:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384934.320435:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd140c83. 00000020:00000010:0.0:1767384934.320437:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e9adc47a. 00000100:00000200:1.0:1767384934.320439:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373191424, offset 0 00000400:00000200:1.0:1767384934.320445:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384934.320452:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384934.320457:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.320462:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504500 00000400:00000200:1.0:1767384934.320468:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000400:00000010:1.0:1767384934.320471:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea87148a. 00000400:00000200:1.0:1767384934.320474:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eac9a2bb 00000400:00000200:1.0:1767384934.320480:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384934.320484:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384934.320487:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eac9a2bb 00000400:00000010:1.0:1767384934.320489:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eac9a2bb. 00000100:00000001:1.0:1767384934.320493:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384934.320495:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384934.320497:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000cac559b8 x1853237373191424 msgsize 4848 00000400:00000200:3.0:1767384934.320499:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00100000:1.0:1767384934.320503:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384934.320507:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384934.320517:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384934.320523:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd140c83 00000400:00000010:1.0:1767384934.320524:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd140c83. 00000100:00000001:1.0:1767384934.320527:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384934.320530:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384934.320543:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384934.320545:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384934.320547:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000040:1.0:1767384934.320548:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384934.320550:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055f0f71e. 00000400:00000200:0.0:1767384934.320555:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384934.320562:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.320565:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384934.320565:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: PUT: OK 00000100:00000001:1.0:1767384934.320571:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.320572:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384934.320576:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294924932 00000400:00000200:0.0:1767384934.320577:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp26: 0 00000100:00000010:1.0:1767384934.320585:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000753f2227. 00000800:00000001:0.0:1767384934.320587:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.320590:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384934.320611:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.320612:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294924932 00000100:00000010:1.0:1767384934.320616:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091c2b011. 00000400:00000200:3.0:1767384934.320618:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320619:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384934.320620:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.320644:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294924933 00000100:00000010:1.0:1767384934.320650:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053aee007. 00000800:00000001:0.0:1767384934.320652:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.320655:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384934.320662:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294924933 00000400:00000200:0.0:1767384934.320663:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26) <- 192.168.204.149@tcp26 : PUT - for me 00000100:00000010:1.0:1767384934.320669:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d155729. 00000100:00000001:1.0:1767384934.320674:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384934.320677:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384934.320678:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384934.320683:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.320686:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 336/352 into md 0x16b5 [1] + 0 00000100:00000001:1.0:1767384934.320688:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384934.320691:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c09492d. 00000100:00000001:1.0:1767384934.320692:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.320696:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddef691e 00000400:00000200:3.0:1767384934.320699:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320701:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384934.320702:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.320706:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384934.320710:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384934.320711:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.320712:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384934.320715:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384934.320716:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384934.320722:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767384934.320722:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: PUT: OK 00000100:00000001:1.0:1767384934.320727:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.320729:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000100:00000001:1.0:1767384934.320731:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384934.320732:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00000001:1.0:1767384934.320735:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.320739:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384934.320739:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384934.320743:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (21) 00000400:00000200:3.0:1767384934.320748:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320748:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384934.320750:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000100:00000001:1.0:1767384934.320751:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384934.320757:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (352 bytes) 00000100:00000040:1.0:1767384934.320759:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384934.320764:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:1.0:1767384934.320772:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384934.320773:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.320775:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (22) 02000000:00000001:1.0:1767384934.320776:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384934.320780:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384934.320782:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767384934.320783:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384934.320789:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373191552:0@lo:253: 00000400:00000200:3.0:1767384934.320792:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320795:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384934.320795:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp26 to MR: 192.168.204.149@tcp26 local destination 02000000:00000001:1.0:1767384934.320800:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384934.320803:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.320807:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384934.320809:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp26 NI seq info: [50:50:256:4294967295] 192.168.204.149@tcp26 LPNI seq info [50:50:8:4294967295] 02000000:00000010:1.0:1767384934.320813:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fb733d45. 02000000:00000001:1.0:1767384934.320818:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384934.320824:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4cd85da. 00000400:00000200:0.0:1767384934.320829:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26:192.168.204.149@tcp26) -> 192.168.204.149@tcp26(192.168.204.149@tcp26:192.168.204.149@tcp26) 192.168.204.149@tcp26 : ACK try# 0 00000400:00000010:1.0:1767384934.320831:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd140c83. 00000100:00000200:1.0:1767384934.320835:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373191552, portal 25 00000800:00000200:0.0:1767384934.320836:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp26 00000400:00000200:3.0:1767384934.320838:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320841:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767384934.320843:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aece0b89. 00000100:00000001:1.0:1767384934.320844:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014289920 : -129515695261696 : ffff8a34c6fdb800) 00000100:00000040:1.0:1767384934.320852:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384934.320853:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 00000800:00000200:0.0:1767384934.320864:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp26 ip 192.168.204.149:989 00000100:00000001:1.0:1767384934.320865:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384934.320869:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aece0b89 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384934.320870:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384934.320873:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000010:1.0:1767384934.320875:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043ff12c7. 00000100:00000200:1.0:1767384934.320893:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373191552, offset 0 00000400:00000200:1.0:1767384934.320899:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384934.320901:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384934.320908:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384934.320912:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384934.320915:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504580 00000400:00000200:1.0:1767384934.320921:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000400:00000010:1.0:1767384934.320924:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3e41a52. 00000400:00000200:1.0:1767384934.320927:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deb2e9fa 00000400:00000200:1.0:1767384934.320931:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384934.320942:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384934.320945:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb2e9fa 00000400:00000010:1.0:1767384934.320946:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deb2e9fa. 00000400:00000200:3.0:1767384934.320948:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320950:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1767384934.320951:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384934.320954:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:0.0:1767384934.320955:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aece0b89. 00000100:00000040:1.0:1767384934.320959:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000db634816 x1853237373191552 msgsize 4848 00000400:00000200:0.0:1767384934.320960:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384934.320970:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384934.320971:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: ACK: OK 00000100:00000040:1.0:1767384934.320973:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384934.320979:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.320983:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384934.320985:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384934.320989:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384934.320990:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043ff12c7 00000400:00000010:1.0:1767384934.320994:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043ff12c7. 00000800:00000001:0.0:1767384934.320994:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384934.320997:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.320997:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384934.320998:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384934.321004:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384934.321005:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.321018:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp26(192.168.204.149@tcp26) <- 192.168.204.149@tcp26 : ACK - for me 00000100:00000001:1.0:1767384934.321020:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384934.321025:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384934.321035:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.321035:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp26: ACK from 12345-192.168.204.149@tcp26 into md 0x1701 00000100:00000001:1.0:1767384934.321037:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321042:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384934.321043:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384934.321048:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp26->192.168.204.149@tcp26: ACK: OK 00000100:00000001:1.0:1767384934.321049:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321053:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000100:00000001:1.0:1767384934.321054:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294924933 00000400:00000010:0.0:1767384934.321057:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 00000100:00000001:1.0:1767384934.321062:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924932 00000400:00000200:0.0:1767384934.321063:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384934.321069:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000100:00000001:1.0:1767384934.321070:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294924933 00000400:00000200:0.0:1767384934.321074:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:1.0:1767384934.321077:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924932 00000400:00000200:0.0:1767384934.321079:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (21) 00000400:00000200:3.0:1767384934.321080:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.321085:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294924933 00000800:00000001:0.0:1767384934.321089:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.321090:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294924933 00000100:00000001:1.0:1767384934.321093:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294924933 00000800:00000001:0.0:1767384934.321095:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.321096:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294924933 00000100:00000001:1.0:1767384934.321100:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384934.321102:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.321105:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.321107:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384934.321122:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.321134:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384934.321137:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191424 02000000:00000001:1.0:1767384934.321140:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384934.321142:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384934.321144:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.321147:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384934.321149:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191424 00000020:00000001:1.0:1767384934.321151:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384934.321153:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384934.321155:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384934.321158:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000020:00000040:1.0:1767384934.321158:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:1.0:1767384934.321160:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384934.321165:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384934.321169:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384934.321172:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000100:00000001:1.0:1767384934.321175:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384934.321177:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0c94125. 00000020:00000010:1.0:1767384934.321184:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000020:00000010:1.0:1767384934.321189:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000573a54a5. 00000020:00000010:1.0:1767384934.321209:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f69dad. 00000100:00000040:1.0:1767384934.321220:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384934.321221:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.321223:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384934.321226:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384934.321228:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321228:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384934.321234:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000a94f7db3. 00000100:00000001:1.0:1767384934.321237:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384934.321239:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008815f079. 00000400:00000010:0.0:1767384934.321245:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000100:00000001:1.0:1767384934.321247:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.321248:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a94f7db3 00000400:00000010:0.0:1767384934.321254:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000004492f419. 00000400:00000200:3.0:1767384934.321258:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.321259:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000100:00000001:1.0:1767384934.321262:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384934.321265:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191552 02000000:00000001:1.0:1767384934.321267:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384934.321268:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000100:00000001:1.0:1767384934.321269:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384934.321272:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.321275:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321275:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000100:00100000:1.0:1767384934.321281:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191552 00000020:00000001:1.0:1767384934.321282:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384934.321284:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000010:0.0:1767384934.321284:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000ed4056f3. 00000020:00000001:1.0:1767384934.321288:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384934.321291:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000010:0.0:1767384934.321292:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000020:00000040:1.0:1767384934.321295:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384934.321299:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384934.321301:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:0.0:1767384934.321303:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb2d5687. 00000100:00000001:1.0:1767384934.321304:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384934.321307:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000100:00000001:1.0:1767384934.321309:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384934.321313:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0c94125. 00000020:00000010:1.0:1767384934.321319:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc9603e. 00000400:00000200:0.0:1767384934.321321:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000010:1.0:1767384934.321323:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000400:00000200:3.0:1767384934.321327:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000020:00000010:1.0:1767384934.321328:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e102c2f6. 00000400:00000200:0.0:1767384934.321334:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:1.0:1767384934.321335:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384934.321338:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384934.321340:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321340:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:1.0:1767384934.321345:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321350:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:1.0:1767384934.321351:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.321359:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:1.0:1767384934.321364:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384934.321364:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:3.0:1767384934.321366:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000100:00000001:1.0:1767384934.321368:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384934.321377:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00100000:1.0:1767384934.321378:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384934.321384:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000200:0.0:1767384934.321387:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:1.0:1767384934.321388:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345189456 : -129515364362160 : ffff8a34dab6d850) 00000100:00000040:1.0:1767384934.321396:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cac559b8 x1853237373191424/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:160/0 lens 4848/0 e 0 to 0 dl 1767384945 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384934.321398:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384934.321402:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.321412:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:1.0:1767384934.321417:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384934.321420:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000010:1.0:1767384934.321421:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000100:00000001:1.0:1767384934.321425:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384934.321426:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000010:1.0:1767384934.321429:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0c94125. 00000400:00000200:0.0:1767384934.321433:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00100000:1.0:1767384934.321438:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cac559b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373191424:12345-0@lo:253: 00000400:00000200:3.0:1767384934.321443:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.321443:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000200:1.0:1767384934.321444:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191424 00000020:00000001:1.0:1767384934.321449:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384934.321454:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384934.321454:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:1.0:1767384934.321456:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384934.321462:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384934.321464:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384934.321470:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000001:1.0:1767384934.321471:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384934.321477:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384934.321478:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000001:1.0:1767384934.321480:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384934.321484:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384934.321485:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.321487:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000020:00000001:1.0:1767384934.321488:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384934.321493:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321497:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:1.0:1767384934.321498:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384934.321501:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384934.321506:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d3bbe55d. 00000400:00000200:0.0:1767384934.321508:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 02000000:00000001:1.0:1767384934.321511:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.321513:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.321515:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp27 20000000:00000001:1.0:1767384934.321518:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384934.321521:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp27 lpni_is_preferred = 0 00000400:00000200:3.0:1767384934.321522:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.321526:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp27 20000000:00000010:1.0:1767384934.321527:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000085c07c88. 20000000:01000000:1.0:1767384934.321532:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384934.321533:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp27 NI seq info: [51:51:256:4294967295] 192.168.204.149@tcp27 LPNI seq info [51:51:8:4294967295] 20000000:00000001:1.0:1767384934.321537:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384934.321539:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384934.321542:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp27 20000000:00000001:1.0:1767384934.321543:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384934.321546:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384934.321550:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384934.321553:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27:) -> 192.168.204.149@tcp27(192.168.204.149@tcp:192.168.204.149@tcp27) : GET try# 0 00000800:00000200:0.0:1767384934.321557:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp27 20000000:00000010:1.0:1767384934.321559:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ee17cf42. 00000400:00000200:3.0:1767384934.321560:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000800:00000010:0.0:1767384934.321561:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aece0b89. 20000000:01000000:1.0:1767384934.321563:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000800:00000010:0.0:1767384934.321569:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d583cb9d. 20000000:00000001:1.0:1767384934.321570:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384934.321574:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000784712e5. 00080000:00000001:1.0:1767384934.321577:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:0.0:1767384934.321580:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (2) 00000800:00000200:0.1:1767384934.321584:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (2) 00000400:00000200:0.0:1767384934.321595:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384934.321597:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00000100:00000001:0.0:1767384934.321680:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384934.321682:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384934.321686:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:0.0:1767384934.321689:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384934.321691:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345194576 : -129515364357040 : ffff8a34dab6ec50) 00000100:00000040:0.0:1767384934.321695:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db634816 x1853237373191552/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:160/0 lens 4848/0 e 0 to 0 dl 1767384945 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.321701:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384934.321704:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:0.0:1767384934.321706:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384934.321708:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000100:00100000:0.0:1767384934.321712:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db634816 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373191552:12345-0@lo:253: 00000100:00000200:0.0:1767384934.321715:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191552 00000020:00000001:0.0:1767384934.321717:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384934.321719:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384934.321726:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.321728:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384934.321730:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384934.321732:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384934.321733:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384934.321735:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384934.321736:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384934.321738:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.321740:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384934.321743:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384934.321748:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a7abeaa1. 02000000:00000001:0.0:1767384934.321749:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.321751:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.321753:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384934.321760:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c712a133. 20000000:01000000:0.0:1767384934.321763:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384934.321764:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384934.321766:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384934.321767:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.321769:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.321770:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384934.321782:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384934.321786:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384934.321788:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.321789:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384934.321792:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384934.321796:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384934.321799:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384934.321805:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009250100e. 00080000:00000001:1.0:1767384934.321807:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635093504 : -129520074458112 : ffff8a33c1f87c00) 00080000:00000001:1.0:1767384934.321810:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384934.321817:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384934.321862:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000001:00000001:1.0:1767384934.321910:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384934.321912:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.321914:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384934.321918:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00080000:00000001:1.0:1767384934.321930:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.321940:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384934.321953:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384934.321994:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00080000:00000001:1.0:1767384934.322030:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384934.322032:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00080000:00000001:1.0:1767384934.322033:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384934.322085:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384934.322088:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.322133:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322180:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000010:3.0:1767384934.322203:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b240a29c. 00000800:00000010:3.0:1767384934.322211:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032ff1172. 00000400:00000200:0.0:1767384934.322215:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000010:3.0:1767384934.322217:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000089ed5b5. 00000400:00000200:0.0:1767384934.322251:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000010:3.0:1767384934.322261:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000089ed5b5. 00000800:00020000:3.0:1767384934.322273:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000400:00000200:0.0:1767384934.322292:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322360:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322384:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322414:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322444:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322465:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322480:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322497:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322529:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322556:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322574:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322587:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322638:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322659:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322698:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322745:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322768:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322791:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322813:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322826:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322875:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322924:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322947:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.322984:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.323016:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.323039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.323064:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.323088:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.323120:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:0.0:1767384934.323267:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002dafe9b3. 00000800:00000010:0.0:1767384934.323273:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056789d2d. 00000800:00000010:0.0:1767384934.323278:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc5ba4f1. 00000800:00000010:0.0:1767384934.323314:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc5ba4f1. 00000400:00000200:0.0:1767384934.323474:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384934.323488:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp27 from 219.3.0.2 00000800:00000010:0.0:1767384934.323491:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008d2eef08. 00000800:00000010:1.0:1767384934.323574:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000077b25059. 00000800:00000010:1.0:1767384934.323579:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002450541b. 00000800:00000010:1.0:1767384934.323619:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2867b5c. 00000800:00000200:1.1:1767384934.323624:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (2) 00000800:00000200:1.1:1767384934.323629:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp27 00000000e2867b5c deleted 00000800:00000010:1.1:1767384934.323631:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e2867b5c. 00000800:00000200:1.1:1767384934.323640:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384934.323645:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp27 ip 192.168.204.149:987 00000800:00000200:1.1:1767384934.323648:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aece0b89 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384934.323652:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp27 p 3.x 192.168.204.149 -> 192.168.204.149:987 incarnation:1767384932793510500 sched[0] 00000800:00000010:1.0:1767384934.323656:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006425ba63. 00000800:00000010:1.0:1767384934.323704:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006425ba63. 00000800:00000010:1.0:1767384934.323708:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002450541b. 00000800:00000010:1.0:1767384934.323734:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008d2eef08. 00000800:00000001:0.0:1767384934.323766:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384934.323777:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384934.323822:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384934.323825:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aece0b89. 00000400:00000200:0.0:1767384934.323828:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384934.323833:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: GET: OK 00000400:00000200:0.0:1767384934.323836:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384934.323837:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000200:0.1:1767384934.323876:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384934.323897:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp27 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384932793510500 sched[0] 00000800:00000010:0.0:1767384934.323899:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056789d2d. 00000400:00000200:0.0:1767384934.323972:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324025:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324062:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324102:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324146:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324180:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324247:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324307:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324345:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324377:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324413:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324428:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324449:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324462:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324478:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324506:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324540:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000800:00000001:0.0:1767384934.324642:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384934.324648:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384934.324650:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384934.324658:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.324664:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27) <- 192.168.204.149@tcp27 : GET - for me 00000400:00000200:0.0:1767384934.324671:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384934.324682:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 352/352 into md 0x16fd [1] + 0 00000400:00000200:0.0:1767384934.324690:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp27 to MR: 192.168.204.149@tcp27 local destination 00000400:00000200:0.0:1767384934.324695:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp27 NI seq info: [52:52:256:4294967295] 192.168.204.149@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384934.324706:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27:192.168.204.149@tcp27) -> 192.168.204.149@tcp27(192.168.204.149@tcp27:192.168.204.149@tcp27) 192.168.204.149@tcp27 : REPLY try# 0 00000800:00000200:0.0:1767384934.324759:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.149@tcp27 00000800:00000010:1.0:1767384934.324802:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f14bdf. 00000800:00000200:1.0:1767384934.324810:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (4) 00000800:00000200:1.0:1767384934.324814:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp27 ip 192.168.204.149:988 00000800:00000200:1.0:1767384934.324816:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007f14bdf type 3, nob 448 niov 1 nkiov 1 00000800:00000200:1.0:1767384934.324867:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384934.324869:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384934.324870:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f14bdf. 00000400:00000200:1.0:1767384934.324876:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384934.324890:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384934.324895:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384934.324899:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: REPLY: OK 00000800:00000001:0.0:1767384934.324901:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384934.324904:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384934.324908:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.324913:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27) <- 192.168.204.149@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384934.324921:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp27: Reply from 12345-192.168.204.149@tcp27 of length 352/352 into md 0x1719 00000800:00000001:0.0:1767384934.324926:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384934.324931:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.324932:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384934.324935:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: REPLY: OK 00000400:00000200:0.0:1767384934.324938:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 00000400:00000010:0.0:1767384934.324940:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000400:00000200:0.0:1767384934.324944:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384934.324957:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324977:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:0.0:1767384934.324980:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384934.324984:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 20. state = 0x100251 00000400:00000200:0.0:1767384934.324988:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384934.324993:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.324994:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (21) 00000400:00000200:1.0:1767384934.325029:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325050:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325071:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325102:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325131:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325155:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000001:0.0:1767384934.325177:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384934.325183:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384934.325201:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.325209:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384934.325227:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.325238:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000d1 00000400:00000200:1.0:1767384934.325257:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325289:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325319:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325365:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325392:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384934.325428:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000010:0.0:1767384934.325457:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 0000000074335273. 00000400:00000200:1.0:1767384934.325460:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000010:0.0:1767384934.325462:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000b19bfc98. 00000400:00000010:0.0:1767384934.325471:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000b850fd50. 00000400:00000200:1.0:1767384934.325486:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000010:0.0:1767384934.325498:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004442c8ac. 00000400:00000200:0.0:1767384934.325505:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004442c8ac nid 192.168.204.149@tcp28 00000400:00000010:0.0:1767384934.325508:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002bee0945. 00000400:00000200:0.0:1767384934.325510:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000002bee0945 net tcp28 00000400:00000200:0.0:1767384934.325513:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000400:00000200:1.0:1767384934.325516:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:0.0:1767384934.325521:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp28 flags 0x11 00000400:00000010:0.0:1767384934.325525:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 0000000074335273. 00000400:00000010:0.0:1767384934.325529:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000b19bfc98. 00000400:00000010:0.0:1767384934.325532:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000b850fd50. 00000400:00000010:0.0:1767384934.325535:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000ed4056f3. 00000400:00000200:0.0:1767384934.325539:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384934.325542:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100151 00000400:00000200:0.0:1767384934.325545:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc 1 00000400:00000200:0.0:1767384934.325550:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000200:0.0:1767384934.325553:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384934.325555:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384934.325558:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384934.325560:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (21) 00000800:00000010:1.0:1767384934.325698:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082b9970a. 00000800:00000010:1.0:1767384934.325702:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee6c5ec5. 00000800:00000010:1.0:1767384934.325705:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000446b266e. 00000800:00000010:1.0:1767384934.325732:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000446b266e. 00000400:00000200:1.0:1767384934.325961:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384934.325978:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp27 from 218.3.0.2 00000800:00000010:1.0:1767384934.325982:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008dd4af24. 00000800:00000010:1.0:1767384934.326309:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be3ac56b. 00000800:00000010:1.0:1767384934.326314:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000746637ca. 00000800:00000010:1.0:1767384934.326328:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a5e1da8. 00000800:00000200:1.1:1767384934.326331:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (4) 00000800:00000200:1.1:1767384934.326335:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp27 000000004a5e1da8 deleted 00000800:00000010:1.1:1767384934.326336:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004a5e1da8. 00000800:00000200:1.1:1767384934.326340:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384934.326345:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp27 p 3.x 192.168.204.149 -> 192.168.204.149:986 incarnation:1767384932793510500 sched[0] 00000800:00000010:1.0:1767384934.326349:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000446b266e. 00000800:00000010:1.0:1767384934.326387:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000446b266e. 00000800:00000010:1.0:1767384934.326406:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000746637ca. 00000800:00000010:1.0:1767384934.326417:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008dd4af24. 00000800:00000001:1.0:1767384934.326422:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384934.326425:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384934.326434:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384934.326437:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp27 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384932793510500 sched[0] 00000800:00000010:1.0:1767384934.326439:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee6c5ec5. 00000800:00000001:1.0:1767384934.326464:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384934.326466:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384934.330419:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032ff1172. 00000800:00000010:3.0:1767384934.330426:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b240a29c. 00000400:02020000:3.0:1767384934.330496:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp26 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384934.331188:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384934.331194:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:2.0:1767384934.331196:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384934.331197:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.331200:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384934.331203:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384934.331207:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384934.331208:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384934.331209:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384934.331213:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384934.331217:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009250100e. 20000000:00000001:0.0:1767384934.331219:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384934.331222:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384934.331222:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b43176f8. 20000000:01000000:0.0:1767384934.331223:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384934.331227:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00080000:00000020:0.0:1767384934.331230:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384934.331231:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384934.331236:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384934.331244:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384934.331247:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384934.331249:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384934.331250:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384934.331252:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384934.331254:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384934.331256:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384934.331261:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.331263:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384934.331265:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384934.331265:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017cb19a4. 00000020:00000001:1.0:1767384934.331269:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:0.0:1767384934.331272:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384934.331273:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384934.331277:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3327a96. 00080000:00000001:1.0:1767384934.331279:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635089408 : -129520074462208 : ffff8a33c1f86c00) 00080000:00000001:1.0:1767384934.331282:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:0.0:1767384934.331283:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003594e522. 00000020:00000001:0.0:1767384934.331289:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384934.331292:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003594e522 with handle 0xcb8130832f6b36df to hash 00000020:00000001:0.0:1767384934.331294:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384934.331296:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384934.331299:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384934.331303:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.331305:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.331308:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384934.331314:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384934.331317:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.331320:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384934.331320:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384934.331326:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384934.331330:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331331:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384934.331334:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384934.331335:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384934.331336:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.331340:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384934.331341:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.331343:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384934.331345:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384934.331346:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384934.331347:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384934.331348:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017cb19a4) refcount = 1 00010000:00010000:0.0:1767384934.331351:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331356:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384934.331357:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384934.331359:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.331360:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331362:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384934.331364:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384934.331366:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384934.331369:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.331370:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384934.331375:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:0.0:1767384934.331376:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003594e522 refcount=4 00080000:00000001:1.0:1767384934.331378:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384934.331380:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384934.331383:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384934.331384:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384934.331386:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331391:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384934.331393:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331396:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.331397:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384934.331399:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331402:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.331403:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331405:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384934.331407:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384934.331412:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003594e522 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384934.331414:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.331415:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384934.331417:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331421:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384934.331423:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.331424:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384934.331425:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003594e522 refcount=5 00000020:00000001:0.0:1767384934.331427:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384934.331428:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384934.331431:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384934.331436:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331440:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384934.331441:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.331443:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331446:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384934.331448:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384934.331449:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.331451:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384934.331452:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003594e522 with handle 0xcb8130832f6b36df from hash 00010000:00000001:0.0:1767384934.331454:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384934.331456:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.331457:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.331458:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384934.331459:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384934.331461:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384934.331463:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384934.331465:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.331467:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331468:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384934.331469:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384934.331470:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.331471:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.331472:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331474:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.331475:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.331477:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331480:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.331481:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.331482:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384934.331483:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384934.331484:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.331485:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.331487:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384934.331489:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.331495:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.331498:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.331502:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384934.331503:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384934.331504:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003594e522/0xcb8130832f6b36df lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384934.331508:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017cb19a4 count: 0 00010000:00000001:0.0:1767384934.331516:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384934.331517:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384934.337642:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294924933, at 4294924934 00000100:00000040:3.0:1767384934.337648:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294924933, at 4294924934 00000100:00000010:2.0:1767384934.337651:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053aee007. 00000100:00000010:3.0:1767384934.337653:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d155729. 00000100:00000040:0.0:1767384934.337669:0:449:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294924933, at 4294924934 00000100:00000010:0.0:1767384934.337676:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000753f2227. 00000100:00000040:1.0:1767384934.337775:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294924933, at 4294924934 00000100:00000010:1.0:1767384934.337783:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091c2b011. 00080000:00000001:2.0:1767384934.339876:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384934.339890:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384934.339895:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384934.339897:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384934.339899:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384934.339900:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384934.339903:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384934.339903:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384934.339907:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384934.339908:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384934.339913:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3327a96. 20000000:00000001:1.0:1767384934.339923:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384934.339924:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384934.339930:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384934.339931:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384934.339935:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384934.339936:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384934.339937:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384934.339942:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384934.339944:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384934.339949:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044685e53. 00010000:00000001:0.0:1767384934.339952:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384934.339955:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008eb44779. 00000020:00000001:0.0:1767384934.339957:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384934.339958:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008eb44779 with handle 0xcb8130832f6b36e6 to hash 00000020:00000001:0.0:1767384934.339960:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384934.339961:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722315776 : -129514987235840 : ffff8a34f1315600) 00010000:00000001:0.0:1767384934.339962:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722315776 : -129514987235840 : ffff8a34f1315600) 00010000:00000001:0.0:1767384934.339964:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.339965:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.339967:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.339973:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384934.339974:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384934.339975:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384934.339983:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384934.339985:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.339987:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384934.339988:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.339990:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384934.339991:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384934.339992:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384934.339993:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384934.339994:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044685e53) refcount = 1 00010000:00010000:0.0:1767384934.340011:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340016:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384934.340017:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384934.340018:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.340019:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.340020:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384934.340022:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384934.340023:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384934.340025:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.340026:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384934.340027:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eb44779 refcount=4 00000020:00000001:0.0:1767384934.340029:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722315776 : -129514987235840 : ffff8a34f1315600) 00010000:00000001:0.0:1767384934.340030:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722315776 : -129514987235840 : ffff8a34f1315600) 00010000:00000001:0.0:1767384934.340033:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384934.340034:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340039:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384934.340040:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340043:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.340044:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384934.340044:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340056:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.340057:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.340059:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384934.340060:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384934.340064:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008eb44779 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384934.340066:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.340067:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384934.340068:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340072:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384934.340073:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.340074:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384934.340075:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eb44779 refcount=5 00000020:00000001:0.0:1767384934.340077:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722315776 : -129514987235840 : ffff8a34f1315600) 00010000:00000001:0.0:1767384934.340078:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722315776 : -129514987235840 : ffff8a34f1315600) 00010000:00000001:0.0:1767384934.340080:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384934.340082:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340085:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384934.340086:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.340087:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.340088:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384934.340090:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384934.340091:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.340092:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384934.340094:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008eb44779 with handle 0xcb8130832f6b36e6 from hash 00010000:00000001:0.0:1767384934.340096:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384934.340097:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.340098:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.340103:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384934.340105:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384934.340106:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384934.340108:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384934.340109:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.340111:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.340113:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384934.340114:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384934.340115:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.340116:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.340117:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.340119:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.340121:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.340122:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340125:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.340126:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.340128:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384934.340129:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384934.340131:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.340132:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.340133:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384934.340134:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.340136:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.340137:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.340141:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384934.340142:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384934.340143:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008eb44779/0xcb8130832f6b36e6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384934.340147:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044685e53 count: 0 00010000:00000001:0.0:1767384934.340152:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384934.340153:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384934.342513:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384934.342517:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384934.342525:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000085c07c88. 20000000:00000001:0.0:1767384934.342529:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384934.342532:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191424 00010000:00000001:0.0:1767384934.342535:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384934.342541:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cac559b8 x1853237373191424/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384934.342548:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384934.342550:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384934.342554:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384934.342557:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384934.342560:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384934.342562:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384934.342564:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384934.342567:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.342569:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384934.342572:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384934.342576:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a794175b. 00000100:00000200:0.0:1767384934.342579:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373191424, offset 224 00000400:00000200:0.0:1767384934.342585:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384934.342613:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384934.342621:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504500 00000400:00000200:0.0:1767384934.342626:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1705 [2] + 224 00000400:00000200:0.0:1767384934.342631:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384934.342636:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384934.342640:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384934.342644:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384934.342653:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.342666:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384934.342673:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a794175b 00000400:00000010:0.0:1767384934.342675:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a794175b. 00000100:00000001:0.0:1767384934.342678:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384934.342685:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384934.342690:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.342694:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384934.342696:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384934.342698:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.342701:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384934.342705:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cac559b8 x1853237373191424/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384934.342713:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cac559b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373191424:12345-0@lo:253: Request processed in 21293us (22212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384934.342720:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:0.0:1767384934.342723:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384934.342725:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384934.342728:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384934.342732:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000573a54a5. 00000020:00000010:0.0:1767384934.342736:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f69dad. 00000020:00000010:0.0:1767384934.342740:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000040:0.0:1767384934.342746:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384934.342750:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384934.342752:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d3bbe55d. 02000000:00000001:0.0:1767384934.342756:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384934.342758:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384934.342762:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384934.342766:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc9e9af. 00000400:00000010:0.0:1767384934.342770:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a794175b. 00000100:00000001:0.0:1767384934.342793:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384934.342795:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384934.342800:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384934.342802:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384934.342804:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000292950c6. 00000400:00000200:0.0:1767384934.342807:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e67ae9 00000400:00000010:0.0:1767384934.342808:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035e67ae9. 00000100:00000001:0.0:1767384934.342812:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384934.342815:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384934.342831:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.342837:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384934.342839:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.342841:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384934.342843:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384934.342844:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384934.342846:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384934.342848:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384934.342851:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384934.342854:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384934.342857:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384934.342858:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.342860:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384934.342862:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.342864:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.342867:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.342871:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384934.342873:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384934.342875:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384934.342892:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384934.342894:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384934.342895:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384934.342896:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384934.342898:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384934.342900:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384934.342901:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384934.342903:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384934.342904:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384934.342905:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384934.342909:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384934.342915:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c690bc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373191424:0@lo:253: 00000100:00000001:0.0:1767384934.342924:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.342927:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384934.342930:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c690bc0e x1853237373191424/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.342935:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384934.342938:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384934.342940:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000df874f9e. 02000000:00000001:0.0:1767384934.342945:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384934.342947:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384934.342948:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384934.342951:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384934.342953:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009a8767bb. 02000000:00000001:0.0:1767384934.342974:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384934.342976:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384934.342977:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c690bc0e. 00000100:00000001:0.0:1767384934.342981:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384934.342983:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.342986:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.342988:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384934.342990:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384934.342992:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.342994:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384934.343968:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017cb19a4. 00010000:00000010:0.1:1767384934.343973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003594e522. 00080000:00000020:0.0:1767384934.344154:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384934.344156:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384934.344157:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c712a133. 20000000:00000001:0.0:1767384934.344161:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384934.344163:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191552 00010000:00000001:0.0:1767384934.344165:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384934.344168:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db634816 x1853237373191552/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384934.344172:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384934.344174:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384934.344175:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384934.344177:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384934.344179:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384934.344180:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384934.344204:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384934.344205:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.344207:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384934.344209:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384934.344212:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c80162b. 00000100:00000200:0.0:1767384934.344214:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373191552, offset 224 00000400:00000200:0.0:1767384934.344220:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384934.344226:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384934.344232:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504580 00000400:00000200:0.0:1767384934.344237:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x170d [2] + 224 00000400:00000200:0.0:1767384934.344241:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384934.344245:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384934.344248:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384934.344251:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384934.344258:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.344272:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384934.344279:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c80162b 00000400:00000010:0.0:1767384934.344281:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c80162b. 00000100:00000001:0.0:1767384934.344285:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384934.344286:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384934.344291:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.344293:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384934.344296:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384934.344298:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.344301:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384934.344305:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db634816 x1853237373191552/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384934.344314:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db634816 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373191552:12345-0@lo:253: Request processed in 22612us (23354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384934.344322:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:0.0:1767384934.344325:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384934.344334:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384934.344336:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384934.344339:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384934.344342:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e102c2f6. 00000020:00000010:0.0:1767384934.344344:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc9603e. 00000020:00000040:0.0:1767384934.344346:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:0.0:1767384934.344349:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384934.344350:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a7abeaa1. 02000000:00000001:0.0:1767384934.344353:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384934.344354:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384934.344357:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384934.344377:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c956cc7. 00000400:00000010:0.0:1767384934.344380:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c80162b. 00000100:00000001:0.0:1767384934.344391:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384934.344393:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384934.344395:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384934.344397:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384934.344398:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4cd85da. 00000400:00000200:0.0:1767384934.344400:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd140c83 00000400:00000010:0.0:1767384934.344401:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd140c83. 00000100:00000001:0.0:1767384934.344403:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384934.344406:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384934.344413:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.344419:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384934.344420:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.344422:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384934.344423:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384934.344440:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384934.344441:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384934.344443:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384934.344445:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384934.344448:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384934.344451:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384934.344451:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.344459:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384934.344460:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.344462:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.344465:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.344471:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384934.344472:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384934.344474:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384934.344476:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384934.344478:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384934.344479:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384934.344481:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384934.344482:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384934.344484:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384934.344485:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384934.344486:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384934.344488:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384934.344490:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384934.344495:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373191552:0@lo:253: 00000100:00000001:0.0:1767384934.344500:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.344501:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384934.344503:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000060ead15a x1853237373191552/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.344507:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384934.344508:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384934.344510:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fb733d45. 02000000:00000001:0.0:1767384934.344512:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384934.344513:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384934.344514:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384934.344515:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384934.344517:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000824bbf50. 02000000:00000001:0.0:1767384934.344519:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384934.344520:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384934.344521:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060ead15a. 00000100:00000001:0.0:1767384934.344528:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384934.344529:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.344531:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.344535:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384934.344536:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.344537:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384934.344539:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384934.344995:0:25726:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008ebc8bde. 00000400:00000040:1.0:1767384934.345011:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384934.345013:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384934.345015:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384934.345017:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384934.345019:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384934.345020:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384934.345022:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384934.345023:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384934.345024:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384934.345025:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384934.345032:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384934.345034:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384934.345035:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384934.345036:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384934.345037:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384934.345039:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384934.345040:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384934.345040:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384934.345041:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384934.345043:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384934.345044:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384934.345045:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384934.345046:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384934.345047:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384934.345048:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384934.345050:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384934.345051:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384934.345052:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384934.345053:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384934.345054:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384934.345055:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384934.345057:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384934.345058:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384934.345059:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384934.345060:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384934.345061:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384934.345062:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384934.345064:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384934.345065:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384934.345066:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384934.345067:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384934.345068:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384934.345070:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384934.345071:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384934.345072:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384934.345073:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384934.345074:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384934.345075:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384934.345077:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384934.345082:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384934.345083:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384934.345085:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384934.345086:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384934.345087:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384934.345088:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384934.345089:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384934.345090:0:25726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384934.345126:0:25726:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008ebc8bde. 00010000:00000010:0.1:1767384934.348624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044685e53. 00010000:00000010:0.1:1767384934.348632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008eb44779. 00010000:00000001:2.0:1767384935.099690:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384935.099698:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.099707:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384935.099709:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.099750:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384935.099755:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384935.099759:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384935.611811:0:26047:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384935.611832:0:26047:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.611838:0:26047:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384935.611847:0:26047:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384935.611879:0:26047:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.611885:0:26047:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384935.739705:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384935.739714:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:3.0:1767384935.739720:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384935.739725:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384935.739727:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384935.739730:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384935.739733:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384935.739736:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384935.739739:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 35 10000000:00000001:3.0:1767384935.739744:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384935.739746:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384935.739757:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 00000020:00000040:3.0:1767384935.739763:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384935.739769:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384935.739774:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384935.739781:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384935.739790:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b241f7cf. 00000100:00000001:3.0:1767384935.739800:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384935.739806:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384935.739809:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384935.739818:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce951d1c. 00010000:00000001:3.0:1767384935.739822:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384935.739824:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000031165f10. 00000020:00000001:3.0:1767384935.739829:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384935.739831:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000031165f10 with handle 0xcb8130832f6b36ed to hash 00000020:00000001:3.0:1767384935.739833:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384935.739835:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384935.739847:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384935.739872:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384935.739875:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384935.739879:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384935.739889:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384935.739899:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384935.739905:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384935.739907:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384935.739913:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046a166b5. 00000100:00000001:3.0:1767384935.739916:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557964280768 : -129515745270848 : ffff8a34c402a3c0) 00000100:00000001:3.0:1767384935.739919:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384935.739921:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000100:00000001:3.0:1767384935.739925:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384935.739928:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.739931:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384935.739933:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384935.739941:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.739950:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384935.739952:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.739956:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384935.739959:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384935.739961:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.739964:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373191680:0@lo:101: 00000100:00000001:3.0:1767384935.739968:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384935.739973:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384935.739976:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.739978:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384935.739989:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a13e5915. 02000000:00000001:3.0:1767384935.739991:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.739997:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef8515. 00000400:00000010:3.0:1767384935.740004:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000100:00000200:3.0:1767384935.740010:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373191680, portal 25 00000100:00000001:3.0:1767384935.740012:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384935.740013:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000100:00000040:3.0:1767384935.740018:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.740025:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384935.740028:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384935.740032:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5935eab. 00000100:00000200:3.0:1767384935.740034:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373191680, offset 0 00000400:00000200:3.0:1767384935.740040:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384935.740054:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384935.740067:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273504600 00000400:00000200:3.0:1767384935.740072:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1015 [2] + 0 00000400:00000010:3.0:1767384935.740076:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b370e3. 00000400:00000200:3.0:1767384935.740080:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b62d5703 00000400:00000200:3.0:1767384935.740085:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.740089:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384935.740093:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62d5703 00000400:00000010:3.0:1767384935.740095:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b62d5703. 00000100:00000001:3.0:1767384935.740098:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384935.740100:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384935.740103:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000008babcea3 x1853237373191680 msgsize 328 00000100:00100000:3.0:1767384935.740107:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384935.740108:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384935.740123:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384935.740131:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5935eab 00000400:00000010:3.0:1767384935.740133:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5935eab. 00000100:00000001:3.0:1767384935.740136:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384935.740139:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.740163:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384935.740163:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384935.740169:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384935.740170:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191680 02000000:00000001:0.0:1767384935.740176:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384935.740181:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.740183:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.740186:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.740187:0:16801:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384935.740194:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.740197:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384935.740201:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191680 00000100:00000001:3.0:1767384935.740204:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294926352 00000020:00000001:0.0:1767384935.740207:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384935.740212:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000010:3.0:1767384935.740213:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005568a4d0. 00000020:00000001:0.0:1767384935.740219:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384935.740223:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384935.740224:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384935.740228:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384935.740233:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384935.740235:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294926352 00000100:00000001:0.0:1767384935.740237:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384935.740243:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a144a7d. 00000020:00000010:0.0:1767384935.740245:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f50fd6f0. 00000100:00000001:3.0:1767384935.740250:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384935.740252:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384935.740258:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f50fd6f0. 00000100:00000001:3.0:1767384935.740259:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294926352 00000100:00000010:3.0:1767384935.740267:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075192acd. 00000020:00000010:0.0:1767384935.740270:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f323e312. 00000100:00000001:3.0:1767384935.740271:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384935.740278:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294926352 00000020:00000010:0.0:1767384935.740281:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0aba906. 00000100:00000010:3.0:1767384935.740283:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df83224a. 00000100:00000001:3.0:1767384935.740289:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384935.740290:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d43a3fd. 00000100:00000001:3.0:1767384935.740292:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384935.740295:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.740297:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384935.740299:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384935.740305:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 0000000046a166b5 going to sleep for 11 seconds 00000100:00000001:3.0:1767384935.740308:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384935.740312:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384935.740315:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384935.740321:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384935.740323:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384935.740325:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.740334:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.740352:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384935.740365:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384935.740367:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384935.740372:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:0.0:1767384935.740376:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384935.740379:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345185360 : -129515364366256 : ffff8a34dab6c850) 00000100:00000040:0.0:1767384935.740384:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008babcea3 x1853237373191680/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:161/0 lens 328/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.740394:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384935.740398:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f50fd6f0. 00000100:00000001:0.0:1767384935.740400:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384935.740402:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f50fd6f0. 00000100:00100000:0.0:1767384935.740405:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008babcea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373191680:12345-0@lo:101: 00000100:00000200:0.0:1767384935.740409:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191680 00000020:00000001:0.0:1767384935.740413:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384935.740416:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384935.740418:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.740421:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384935.740423:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384935.740426:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384935.740427:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384935.740429:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384935.740432:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384935.740435:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.740438:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384935.740440:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384935.740442:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384935.740444:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384935.740454:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384935.740458:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384935.740463:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c37cf18. 00010000:00000001:0.0:1767384935.740466:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384935.740468:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004debfc3f. 00000020:00000001:0.0:1767384935.740471:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384935.740473:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004debfc3f with handle 0xcb8130832f6b36f4 to hash 00000020:00000001:0.0:1767384935.740474:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384935.740476:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384935.740478:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00010000:0.0:1767384935.740480:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b36ed expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384935.740488:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:0.0:1767384935.740490:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:0.0:1767384935.740497:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384935.740499:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384935.740502:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bb2313ee. 02000000:00000001:0.0:1767384935.740504:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.740506:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384935.740508:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384935.740512:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384935.740514:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384935.740516:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384935.740518:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384935.740520:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384935.740522:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384935.740524:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384935.740526:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384935.740528:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384935.740529:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384935.740531:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c37cf18) refcount = 1 00010000:00010000:0.0:1767384935.740535:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384935.740540:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384935.740549:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384935.740550:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384935.740552:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384935.740554:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384935.740560:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384935.740562:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384935.740568:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384935.740570:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384935.740572:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384935.740575:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384935.740577:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384935.740578:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384935.740580:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384935.740581:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004debfc3f, rc 0) 00000020:00000001:0.0:1767384935.740583:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384935.740586:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191680 00010000:00000001:0.0:1767384935.740589:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384935.740623:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008babcea3 x1853237373191680/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:161/0 lens 328/344 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384935.740632:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384935.740635:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384935.740638:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384935.740642:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384935.740645:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384935.740647:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384935.740650:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384935.740652:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.740655:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384935.740657:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384935.740661:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000100:00000200:0.0:1767384935.740665:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373191680, offset 224 00000400:00000200:0.0:1767384935.740670:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384935.740678:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384935.740684:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273504600 00000400:00000200:0.0:1767384935.740696:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x172d [1] + 224 00000400:00000200:0.0:1767384935.740701:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384935.740704:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384935.740708:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384935.740712:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384935.740720:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.740738:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384935.740745:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 00000400:00000010:0.0:1767384935.740747:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00000001:0.0:1767384935.740750:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384935.740752:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384935.740757:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384935.740761:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384935.740764:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384935.740766:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.740769:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384935.740772:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384935.740773:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008babcea3 x1853237373191680/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:161/0 lens 328/344 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384935.740781:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384935.740785:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384935.740786:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008babcea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373191680:12345-0@lo:101: Request processed in 389us (679us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384935.740790:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef8515. 00000400:00000200:3.0:1767384935.740799:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000100:00100000:0.0:1767384935.740800:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000400:00000010:3.0:1767384935.740803:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000100:00000040:0.0:1767384935.740807:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384935.740809:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384935.740811:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384935.740814:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384935.740819:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0aba906. 00000100:00000200:3.0:1767384935.740826:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384935.740826:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d43a3fd. 00000020:00000010:0.0:1767384935.740833:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f323e312. 00000020:00000040:0.0:1767384935.740845:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:3.0:1767384935.740846:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384935.740873:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384935.740878:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bb2313ee. 00000100:00000001:3.0:1767384935.740884:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384935.740887:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.740893:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384935.740896:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384935.740897:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384935.740902:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384935.740903:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.740905:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.740910:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384935.740911:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384935.740915:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=43 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384935.740918:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ac44bcd. 00000100:00001000:3.0:1767384935.740922:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=43 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384935.740925:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2aad9ca. 00000100:00000001:3.0:1767384935.740928:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384935.740932:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384935.740935:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384935.740938:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.740941:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384935.740945:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.740953:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384935.740956:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384935.740958:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384935.740962:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384935.740969:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373191680:0@lo:101: 00000100:00000001:3.0:1767384935.740975:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.740977:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.740979:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384935.740981:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.740983:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.740989:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384935.741000:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046a166b5. 00000100:00000001:3.0:1767384935.741004:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384935.741005:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384935.741008:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384935.741011:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384935.741013:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384935.741015:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=4 00000020:00000001:3.0:1767384935.741017:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384935.741020:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000040:3.0:1767384935.741024:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000031165f10, remote cookie: 0xcb8130832f6b36f4, flags: 0x0 00010000:00000001:3.0:1767384935.741027:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384935.741029:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384935.741031:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384935.741033:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384935.741034:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384935.741036:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce951d1c) refcount = 1 00010000:00010000:3.0:1767384935.741039:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384935.741045:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384935.741047:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384935.741048:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384935.741051:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384935.741054:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384935.741057:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384935.741062:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384935.741064:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384935.741066:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384935.741067:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384935.741068:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384935.741070:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741072:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.741076:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373191680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.741093:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384935.741096:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384935.741098:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a13e5915. 02000000:00000001:3.0:1767384935.741102:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384935.741104:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384935.741106:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384935.741108:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384935.741110:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b241f7cf. 02000000:00000001:3.0:1767384935.741113:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384935.741115:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384935.741118:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 00000100:00000001:3.0:1767384935.741124:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384935.741126:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384935.741129:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384935.741132:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384935.741134:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:3.0:1767384935.741137:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384935.741139:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384935.741141:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384935.741144:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=3 00000020:00000001:3.0:1767384935.741146:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384935.741149:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384935.741152:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384935.741154:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384935.741156:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384935.741157:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384935.741160:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384935.741165:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ca87d1e5. 00000100:00000010:3.0:1767384935.741186:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 00000020:00000040:3.0:1767384935.741190:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384935.741193:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384935.741196:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384935.741199:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384935.741204:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b241f7cf. 00000100:00000001:3.0:1767384935.741209:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741220:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384935.741224:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a13e5915. 00000100:00000010:3.0:1767384935.741229:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000106dd16d. 00000020:00000040:3.0:1767384935.741232:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384935.741238:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384935.741240:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384935.741243:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046a166b5. 00000100:00000001:3.0:1767384935.741246:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557964280768 : -129515745270848 : ffff8a34c402a3c0) 00000100:00000001:3.0:1767384935.741249:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384935.741250:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000100:00000001:3.0:1767384935.741254:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384935.741257:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741259:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384935.741261:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384935.741265:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.741275:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384935.741277:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.741280:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384935.741282:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384935.741285:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.741288:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373191808:0@lo:256: 00000100:00000001:3.0:1767384935.741293:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384935.741296:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384935.741299:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741302:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384935.741308:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef8515. 00000400:00000010:3.0:1767384935.741314:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000052fd5920. 00000100:00000200:3.0:1767384935.741318:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273504680-0x6958273504680, portal 33 00000100:00000001:3.0:1767384935.741323:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.741326:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384935.741329:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014b2c3ae. 02000000:00000001:3.0:1767384935.741331:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.741335:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d9ade8. 00000400:00000010:3.0:1767384935.741344:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000100:00000200:3.0:1767384935.741348:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373191808, portal 25 00000100:00000001:3.0:1767384935.741351:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384935.741352:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000100:00000040:3.0:1767384935.741358:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.741368:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384935.741371:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384935.741373:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5935eab. 00000100:00000200:3.0:1767384935.741376:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373191808, offset 0 00000400:00000200:3.0:1767384935.741382:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384935.741391:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384935.741398:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273504680 00000400:00000200:3.0:1767384935.741404:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1025 [2] + 0 00000400:00000010:3.0:1767384935.741408:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb0dade6. 00000400:00000200:3.0:1767384935.741413:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be6b6666 00000400:00000200:3.0:1767384935.741417:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.741421:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384935.741425:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6b6666 00000400:00000010:3.0:1767384935.741428:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be6b6666. 00000100:00000001:3.0:1767384935.741432:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384935.741433:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384935.741437:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000060a7444f x1853237373191808 msgsize 304 00000100:00100000:3.0:1767384935.741443:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384935.741446:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384935.741462:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384935.741468:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5935eab 00000400:00000010:3.0:1767384935.741471:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5935eab. 00000100:00000001:3.0:1767384935.741474:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384935.741478:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.741510:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384935.741514:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384935.741515:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384935.741521:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191808 02000000:00000001:0.0:1767384935.741528:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384935.741533:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384935.741538:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.741543:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384935.741546:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191808 00000020:00000001:0.0:1767384935.741550:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384935.741554:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384935.741559:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384935.741563:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384935.741571:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384935.741578:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384935.741586:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.741587:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384935.741594:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f50fd6f0. 00000100:00000001:3.0:1767384935.741595:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384935.741603:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384935.741639:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f50fd6f0. 00000020:00000010:0.0:1767384935.741646:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f323e312. 00000020:00000010:0.0:1767384935.741650:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0aba906. 00000020:00000010:0.0:1767384935.741654:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d43a3fd. 00000100:00000040:0.0:1767384935.741661:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384935.741664:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384935.741666:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384935.741669:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.741669:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741683:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294926354 00000100:00000001:0.0:1767384935.741685:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741700:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926352 00000100:00000001:0.0:1767384935.741710:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.741713:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294926354 00000100:00000001:3.0:1767384935.741728:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926352 00000100:00000001:0.0:1767384935.741729:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384935.741736:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384935.741741:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294926354 00000100:00100000:0.0:1767384935.741746:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000001:1.0:1767384935.741747:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384935.741753:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926352 00000100:00000001:1.0:1767384935.741755:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384935.741756:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384935.741762:0:16799:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741766:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294926354 00000100:00000001:1.0:1767384935.741772:0:16799:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.741773:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345190480 : -129515364361136 : ffff8a34dab6dc50) 00000100:00000001:3.0:1767384935.741778:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926352 00000100:00000040:0.0:1767384935.741788:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060a7444f x1853237373191808/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:161/0 lens 304/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.741791:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384935.741803:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.741815:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384935.741815:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384935.741821:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384935.741823:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f50fd6f0. 00000100:00100000:3.0:1767384935.741828:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 0000000046a166b5 going to sleep for 11 seconds 00000100:00000001:0.0:1767384935.741830:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384935.741839:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f50fd6f0. 00000100:00000001:3.0:1767384935.741840:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384935.741846:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384935.741850:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060a7444f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373191808:12345-0@lo:256: 00000100:00000200:0.0:1767384935.741880:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191808 00000020:00000001:0.0:1767384935.741884:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384935.741887:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384935.741889:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.741892:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384935.741895:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:0.0:1767384935.741898:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384935.741900:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384935.741903:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384935.741904:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384935.741907:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.741911:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384935.741913:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384935.741917:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bb2313ee. 02000000:00000001:0.0:1767384935.741919:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.741922:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.741925:0:16798:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384935.741930:0:16798:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384935.741934:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384935.741937:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384935.741940:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.741943:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384935.741945:0:16798:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384935.741948:0:16798:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000005a2dfac3. 20000000:00000001:0.0:1767384935.741952:0:16798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384935.741975:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384935.741983:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384935.741989:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384935.741992:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384935.741995:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384935.741997:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384935.742000:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384935.742004:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384935.742006:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384935.742008:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384935.742011:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384935.742013:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384935.742016:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384935.742019:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384935.742021:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384935.742024:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384935.742026:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384935.742029:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384935.742032:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384935.742034:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:0.0:1767384935.742039:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3672/1/4/3. 20000000:00000040:0.0:1767384935.742051:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384935.742056:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384935.742062:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384935.742066:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384935.742071:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384935.742075:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384935.742079:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384935.742083:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384935.742088:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384935.742093:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384935.742098:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384935.742120:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384935.742124:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384935.742129:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384935.742133:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384935.742138:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384935.742142:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384935.742146:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384935.742164:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384935.742169:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:0.0:1767384935.742174:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3248/1/4/3. 20000000:01000000:0.0:1767384935.742179:0:16798:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 848, version 44 20000000:00000001:0.0:1767384935.742183:0:16798:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=848 : 848 : 350) 00000100:00000001:0.0:1767384935.742187:0:16798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384935.742194:0:16798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b47ddd88. 00000100:00000010:0.0:1767384935.742199:0:16798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000220ffbd0. 00000020:00000040:0.0:1767384935.742203:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:0.0:1767384935.742207:0:16798:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384935.742211:0:16798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384935.742216:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000400:00000010:0.0:1767384935.742223:0:16798:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000037892bdc. 00000400:00000200:0.0:1767384935.742228:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384935.742241:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384935.742253:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 848 into portal 33 MB=0x6958273504680 00000400:00000200:0.0:1767384935.742262:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 848/848 into md 0x173d [4] + 0 00000400:00000010:0.0:1767384935.742266:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef8515. 00000400:00000200:0.0:1767384935.742271:0:16798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000052fd5920 00000400:00000200:0.0:1767384935.742275:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384935.742280:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384935.742284:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052fd5920 00000400:00000010:0.0:1767384935.742285:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000052fd5920. 00000100:00000001:0.0:1767384935.742290:0:16798:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384935.742293:0:16798:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a5d685ef desc 00000000a13e5915 mbits 1853237373191808 00000100:00000001:0.0:1767384935.742316:0:16798:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384935.742321:0:16798:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384935.742326:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384935.742334:0:16798:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1749 00000400:00000200:0.0:1767384935.742337:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384935.742340:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384935.742344:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384935.742346:0:16798:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b47ddd88 00000100:00000001:0.0:1767384935.742349:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384935.742357:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 00000100:00000001:2.0:1767384935.742367:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384935.742369:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00000001:2.0:1767384935.742379:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.742380:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384935.742385:0:16798:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b47ddd88 00000100:00000001:0.0:1767384935.742393:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384935.742401:0:16798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 848 bytes via portal 33 id 12345-0@lo mbits 0x6958273504680-0x6958273504680 00000100:00000001:0.0:1767384935.742405:0:16798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384935.742411:0:16798:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.742414:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384935.742417:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:0.0:1767384935.742420:0:16798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000220ffbd0. 00000100:00000010:0.0:1767384935.742423:0:16798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b47ddd88. 00000100:00000001:0.0:1767384935.742426:0:16798:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384935.742428:0:16798:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384935.742436:0:16798:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000005a2dfac3. 20000000:00000001:0.0:1767384935.742440:0:16798:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384935.742461:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191808 00010000:00000001:0.0:1767384935.742465:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384935.742470:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060a7444f x1853237373191808/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:161/0 lens 304/240 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384935.742478:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384935.742480:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384935.742483:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384935.742487:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384935.742491:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384935.742493:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384935.742496:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384935.742499:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.742502:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384935.742506:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384935.742510:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000100:00000200:0.0:1767384935.742514:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373191808, offset 224 00000400:00000200:0.0:1767384935.742519:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384935.742524:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384935.742530:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273504680 00000400:00000200:0.0:1767384935.742534:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1741 [1] + 224 00000400:00000200:0.0:1767384935.742544:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384935.742547:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384935.742550:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384935.742554:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384935.742564:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.742584:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384935.742717:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 00000400:00000010:0.0:1767384935.742722:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00000001:2.0:1767384935.742723:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384935.742729:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384935.742734:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384935.742735:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384935.742743:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384935.742744:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384935.742750:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d9ade8. 00000100:00000040:0.0:1767384935.742751:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384935.742762:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384935.742764:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000020:00000001:0.0:1767384935.742765:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.742773:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384935.742775:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000100:00000040:0.0:1767384935.742799:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060a7444f x1853237373191808/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:161/0 lens 304/240 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.742805:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384935.742823:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384935.742824:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060a7444f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373191808:12345-0@lo:256: Request processed in 1005us (1379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384935.742875:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384935.742897:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384935.742905:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384935.742910:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384935.742915:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384935.742917:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0aba906. 00000020:00000010:0.0:1767384935.742926:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d43a3fd. 00000020:00000010:0.0:1767384935.742934:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f323e312. 00000020:00000040:0.0:1767384935.742949:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384935.742956:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384935.742959:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384935.742964:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384935.742965:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bb2313ee. 02000000:00000001:0.0:1767384935.742973:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384935.742975:0:16801:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384935.742979:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384935.742981:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384935.742986:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384935.742990:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384935.742996:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384935.742998:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384935.743005:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478bd4bd. 00000100:00001000:2.0:1767384935.743010:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=43 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384935.743016:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000737631d9. 00000100:00001000:2.0:1767384935.743023:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384935.743034:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384935.743037:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.743040:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384935.743043:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.743048:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384935.743055:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384935.743071:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.743105:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384935.743108:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384935.743130:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384935.743145:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373191808:0@lo:256: 00000100:00000001:2.0:1767384935.743153:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.743157:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.743160:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384935.743163:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384935.743166:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.743178:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384935.743182:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046a166b5. 00000100:00000001:2.0:1767384935.743188:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384935.743190:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384935.743196:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 44, more 0. 10000000:00000001:2.0:1767384935.743201:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384935.743211:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000012af2559. 10000000:00000040:2.0:1767384935.743228:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384935.743240:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384935.743244:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384935.743253:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:2.0:1767384935.743257:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.743261:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384935.743264:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:2.0:1767384935.743268:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:2.0:1767384935.743274:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 20 NIDs 00000400:00001000:2.0:1767384935.743279:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384935.743284:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:2.0:1767384935.743294:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384935.743303:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000400:00000200:2.0:1767384935.743311:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384935.743328:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:2.0:1767384935.743332:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (21) 00000400:00000200:2.0:1767384935.743338:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:2.0:1767384935.743342:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:2.0:1767384935.743348:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743352:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:2.0:1767384935.743355:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:2.0:1767384935.743361:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743364:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:2.0:1767384935.743368:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:2.0:1767384935.743373:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743377:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:2.0:1767384935.743380:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:2.0:1767384935.743385:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743388:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:2.0:1767384935.743392:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:2.0:1767384935.743398:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743401:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:2.0:1767384935.743404:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:2.0:1767384935.743409:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743412:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:2.0:1767384935.743416:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:2.0:1767384935.743420:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743424:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:2.0:1767384935.743427:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:2.0:1767384935.743448:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743451:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:2.0:1767384935.743454:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:2.0:1767384935.743459:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743461:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:2.0:1767384935.743465:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:2.0:1767384935.743470:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743473:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:2.0:1767384935.743476:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:2.0:1767384935.743482:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743485:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:2.0:1767384935.743496:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:2.0:1767384935.743503:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743506:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:2.0:1767384935.743510:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:2.0:1767384935.743515:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743517:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:2.0:1767384935.743520:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:2.0:1767384935.743525:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743528:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:2.0:1767384935.743532:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:2.0:1767384935.743537:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743540:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:2.0:1767384935.743543:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:2.0:1767384935.743549:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743551:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:2.0:1767384935.743555:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:2.0:1767384935.743560:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743563:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:2.0:1767384935.743566:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:2.0:1767384935.743570:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743572:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:2.0:1767384935.743575:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:2.0:1767384935.743580:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.743583:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000100:00000001:2.0:1767384935.743587:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.743591:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384935.743597:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:2.0:1767384935.743603:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005c9653f4. 10000000:00000040:2.0:1767384935.743608:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 44/44 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:2.0:1767384935.743613:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384935.743625:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384935.743631:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce5a3d9e. 00000020:00000010:2.0:1767384935.743638:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000002aa9c71. 00000040:00000010:2.0:1767384935.743671:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000726dca78. 00000020:00000010:2.0:1767384935.743680:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a69cb0a5. 00000020:00000010:2.0:1767384935.743695:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4587018. 00000020:00000010:2.0:1767384935.743702:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a73cd801. 80000000:00000010:2.0:1767384935.743709:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a0a8c10. 40000000:00000010:2.0:1767384935.743715:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004e70169f. 00100000:00000010:2.0:1767384935.743723:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe3de22c. 00040000:00000010:2.0:1767384935.743730:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061921955. 00040000:00000010:2.0:1767384935.743738:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000090947351. 00040000:00000010:2.0:1767384935.743743:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a589fb41. 00080000:00000010:2.0:1767384935.743750:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000074be7add. 00000004:00000010:2.0:1767384935.743758:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000794e35c3. 00000004:00000010:2.0:1767384935.743766:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b0ca2f11. 00000004:00000010:2.0:1767384935.743776:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000077fd8cfc. 00002000:00000010:2.0:1767384935.743799:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000064b3f3ec. 00000004:00000010:2.0:1767384935.743806:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000225d8f24. 00000004:00000001:2.0:1767384935.743813:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384935.743818:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384935.743821:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005c9653f4 00000040:00001000:2.0:1767384935.743824:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384935.743828:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384935.743830:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384935.743833:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384935.743839:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384935.743842:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384935.743845:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384935.743848:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:2.0:1767384935.743877:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384935.743997:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384935.744008:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002aa9c71. 00000040:00000010:2.0:1767384935.744016:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000726dca78. 00000020:00000010:2.0:1767384935.744023:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a69cb0a5. 00000020:00000010:2.0:1767384935.744030:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4587018. 00000020:00000010:2.0:1767384935.744039:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a73cd801. 80000000:00000010:2.0:1767384935.744046:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007a0a8c10. 40000000:00000010:2.0:1767384935.744053:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004e70169f. 00100000:00000010:2.0:1767384935.744060:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe3de22c. 00040000:00000010:2.0:1767384935.744076:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061921955. 00040000:00000010:2.0:1767384935.744083:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000090947351. 00040000:00000010:2.0:1767384935.744089:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a589fb41. 00080000:00000010:2.0:1767384935.744094:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000074be7add. 00000004:00000010:2.0:1767384935.744100:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000794e35c3. 00000004:00000010:2.0:1767384935.744108:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b0ca2f11. 00000004:00000010:2.0:1767384935.744117:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000077fd8cfc. 00002000:00000010:2.0:1767384935.744124:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000064b3f3ec. 00000004:00000010:2.0:1767384935.744129:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000225d8f24. 00000020:00000010:2.0:1767384935.744134:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce5a3d9e. 00000020:00000001:2.0:1767384935.744139:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.744143:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384935.744149:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005c9653f4. 10000000:00000010:2.0:1767384935.744153:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000012af2559. 10000000:00000001:2.0:1767384935.744157:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.744163:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384935.744170:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373191808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.744185:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384935.744188:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384935.744191:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014b2c3ae. 02000000:00000001:2.0:1767384935.744199:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384935.744201:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384935.744204:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384935.744208:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384935.744211:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384935.744213:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384935.744215:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384935.744217:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384935.744219:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000106dd16d. 00000100:00000010:2.0:1767384935.744223:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a13e5915. 00000100:00000001:2.0:1767384935.744226:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384935.744228:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b241f7cf. 02000000:00000001:2.0:1767384935.744230:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384935.744232:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384935.744233:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 00000100:00000001:2.0:1767384935.744247:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384935.744250:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384935.744273:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ca87d1e5. 10000000:01000000:2.0:1767384935.744277:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384935.744281:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384935.744284:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384935.744286:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384935.744288:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=3 00000020:00000001:2.0:1767384935.744291:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:2.0:1767384935.744294:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:2.0:1767384935.744298:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384935.744301:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.744310:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.744313:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384935.744315:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.744322:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384935.744324:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.744326:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384935.744327:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384935.744330:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384935.744334:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384935.744336:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384935.744338:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:2.0:1767384935.744341:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384935.758668:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294926354, at 4294926355 00000100:00000010:1.0:1767384935.758679:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a144a7d. 00000100:00000040:2.0:1767384935.758684:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294926354, at 4294926355 00000100:00000010:2.0:1767384935.758701:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075192acd. 00000100:00000040:0.0:1767384935.759692:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294926354, at 4294926356 00000100:00000010:0.0:1767384935.759704:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005568a4d0. 00000100:00000040:3.0:1767384935.759713:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294926354, at 4294926356 00000100:00000010:3.0:1767384935.759727:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df83224a. 00000020:00000010:3.0:1767384935.760213:0:26076:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a829d42d. 00000020:00000040:3.0:1767384935.760223:0:26076:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384935.760227:0:26076:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a829d42d. 00010000:00000001:2.0:1767384936.123669:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384936.123677:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384936.123687:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384936.123689:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384936.123744:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384936.123749:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384936.123752:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384936.416034:0:26213:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384936.416042:0:26213:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:2.0:1767384936.420119:0:26213:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384936.427213:0:26214:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000064b3f3ec. 00000400:00000010:2.0:1767384936.427228:0:26214:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ad9f5583. 00000400:00000010:2.0:1767384936.427238:0:26214:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002450541b. 00000400:00000010:2.0:1767384936.427241:0:26214:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000002aa9c71. 00000400:00000010:2.0:1767384936.427244:0:26214:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000048c6ca94. 00000400:00000010:2.0:1767384936.427248:0:26214:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c702ce6b. 00000400:00000010:2.0:1767384936.427250:0:26214:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001162a26d. 00000400:00000010:2.0:1767384936.427251:0:26214:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be2e0588. 00000400:00000010:2.0:1767384936.427254:0:26214:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000de59c4e5. 00000800:00000010:2.0:1767384936.427266:0:26214:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000061921955. 00000800:00000200:2.0:1767384936.427276:0:26214:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384936.427286:0:26214:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384936.427321:0:26214:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384936.427344:0:26214:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp29 [8/256/0/180] 00000400:00000010:2.0:1767384936.429205:0:26214:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000d7cec295. 00000400:00000010:2.0:1767384936.429211:0:26214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000665a341a. 00000400:00000010:2.0:1767384936.429216:0:26214:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000400:00000001:2.0:1767384936.429231:0:26214:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384936.429232:0:26214:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384936.429233:0:26214:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000294d6efb. 00000400:00000200:2.0:1767384936.429235:0:26214:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00000400:00000010:2.0:1767384936.429237:0:26214:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000400:00000010:2.0:1767384936.429240:0:26214:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000623c7cbe. 00000400:00000200:2.0:1767384936.429245:0:26214:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000400:00000200:2.0:1767384936.429258:0:26214:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384936.429266:0:26214:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:2.0:1767384936.429273:0:26214:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e9adc47a. 00000020:01000000:2.0:1767384936.429277:0:26214:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384936.429280:0:26214:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp29 00000400:00000200:0.0:1767384936.429287:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384936.429295:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384936.429298:0:26214:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ad9f5583. 00000400:00000010:0.0:1767384936.429302:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000400:00000010:2.0:1767384936.429305:0:26214:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000064b3f3ec. 00000400:00000200:0.0:1767384936.429307:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (21) 00000400:00000010:0.0:1767384936.429313:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000089360639. 00000400:00000200:0.0:1767384936.429319:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp27 00000020:00000001:3.0:1767384936.429332:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384936.429333:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp27 to MR: 192.168.204.149@tcp27 local destination 10000000:00000001:3.0:1767384936.429341:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384936.429346:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp27 NI seq info: [53:53:256:4294967295] 192.168.204.149@tcp27 LPNI seq info [53:53:8:4294967295] 10000000:00000001:3.0:1767384936.429347:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384936.429353:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384936.429355:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp27 00000020:01000004:3.0:1767384936.429361:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384936.429367:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384936.429369:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27:192.168.204.149@tcp27) -> 192.168.204.149@tcp27(192.168.204.149@tcp27:192.168.204.149@tcp27) : PUT try# 0 00000020:01000004:3.0:1767384936.429373:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384936.429377:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.149@tcp27 00000800:00000010:0.0:1767384936.429382:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af666cf3. 00000020:01000004:3.0:1767384936.429383:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384936.429387:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384936.429390:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384936.429391:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (6) 00000020:01000004:3.0:1767384936.429393:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384936.429397:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384936.429400:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384936.429404:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384936.429405:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp27 ip 192.168.204.149:988 00000800:00000200:0.0:1767384936.429410:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af666cf3 type 1, nob 464 niov 1 nkiov 1 00000100:00000010:3.0:1767384936.429414:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000020:00000040:3.0:1767384936.429420:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384936.429426:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384936.429430:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384936.429430:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384936.429435:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 02000000:00000001:3.0:1767384936.429437:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384936.429450:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b240a29c. 00000100:00000001:3.0:1767384936.429458:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.429467:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384936.429470:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384936.429479:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_02+2] req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384936.429513:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384936.429518:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.429522:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384936.429524:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384936.429527:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.429532:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384936.429533:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384936.429534:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384936.429538:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384936.429541:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384936.429543:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384936.429547:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384936.429553:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384936.429559:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384936.429559:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384936.429562:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384936.429564:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000001:2.0:1767384936.429566:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:3.0:1767384936.429568:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384936.429568:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767384936.429570:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384936.429571:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384936.429573:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384936.429576:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af666cf3. 00000020:01000004:3.0:1767384936.429577:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000001:2.0:1767384936.429578:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384936.429580:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384936.429584:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000001:2.0:1767384936.429585:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384936.429585:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384936.429586:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384936.429588:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:2.0:1767384936.429590:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384936.429618:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373191936:0@lo:253: 00000100:00000001:0.0:1767384936.429624:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384936.429630:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384936.429634:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384936.429635:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 02000000:00000001:0.0:1767384936.429638:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384936.429641:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384936.429643:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27) <- 192.168.204.149@tcp27 : PUT - for me 02000000:00000010:0.0:1767384936.429645:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c712a133. 02000000:00000001:0.0:1767384936.429650:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.429657:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384936.429657:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f1a924. 00000400:00000200:2.0:1767384936.429660:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384936.429661:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384936.429662:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: PUT: OK 02000000:00000001:3.0:1767384936.429667:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.429667:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f78294f. 00000400:00000200:2.0:1767384936.429673:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 352/368 into md 0x1715 [1] + 0 02000000:00000010:3.0:1767384936.429678:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000087533ef4. 00000400:00000010:2.0:1767384936.429678:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 00000100:00000001:3.0:1767384936.429682:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.429682:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a09d1dd 00000100:00000001:3.0:1767384936.429687:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:2.0:1767384936.429687:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384936.429687:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:0.0:1767384936.429688:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373191936, portal 25 00000100:00000001:3.0:1767384936.429693:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.429694:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384936.429696:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp27: 0 00000800:00000001:2.0:1767384936.429697:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.429698:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000040:3.0:1767384936.429704:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5d685ef] to pc [ptlrpcd_00_03+3] req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384936.429705:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384936.429709:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384936.429716:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: PUT: OK 00000400:00000200:2.0:1767384936.429723:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000400:00000010:2.0:1767384936.429736:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000001:0.0:1767384936.429739:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384936.429744:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 10000000:00000001:3.0:1767384936.429745:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.429746:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384936.429749:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (22) 00000400:00000010:0.0:1767384936.429751:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ce7055. 10000000:00000001:3.0:1767384936.429752:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384936.429757:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373191936, offset 0 00000020:00000001:3.0:1767384936.429758:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.429759:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000020:01000000:3.0:1767384936.429764:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384936.429767:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (368 bytes) 00000020:00000010:3.0:1767384936.429768:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e9adc47a. 00000400:00000200:0.0:1767384936.429769:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384936.429775:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:3.0:1767384936.429783:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384936.429784:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (23) 00000100:00000001:3.0:1767384936.429786:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384936.429788:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384936.429793:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384936.429795:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384936.429795:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384936.429804:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp27 to MR: 192.168.204.149@tcp27 local destination 00000100:00000001:3.0:1767384936.429807:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384936.429810:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384936.429813:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384936.429813:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp27 NI seq info: [54:54:256:4294967295] 192.168.204.149@tcp27 LPNI seq info [54:54:8:4294967295] 02000000:00000001:3.0:1767384936.429816:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384936.429818:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384936.429822:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373192064:0@lo:253: 00000100:00000001:3.0:1767384936.429826:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384936.429827:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27:192.168.204.149@tcp27) -> 192.168.204.149@tcp27(192.168.204.149@tcp27:192.168.204.149@tcp27) 192.168.204.149@tcp27 : ACK try# 0 02000000:00000001:3.0:1767384936.429830:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384936.429832:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384936.429835:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384936.429835:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp27 00000400:00000200:0.0:1767384936.429854:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504700 02000000:00000010:3.0:1767384936.429858:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000001f90549. 00000800:00000010:2.0:1767384936.429858:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d59b2f5. 00000400:00000200:0.0:1767384936.429864:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 02000000:00000001:3.0:1767384936.429866:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.429869:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e1509cd. 00000800:00000200:2.0:1767384936.429871:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (6) 00000400:00000010:3.0:1767384936.429873:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d5242c5. 00000400:00000200:0.0:1767384936.429892:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de1b5e18 00000800:00000200:2.0:1767384936.429898:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp27 ip 192.168.204.149:987 00000400:00000200:0.0:1767384936.429900:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384936.429903:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5ad47f3. 00000800:00000200:2.0:1767384936.429903:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384936.429907:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384936.429912:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373192064, portal 25 00000400:00000200:0.0:1767384936.429913:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de1b5e18 00000400:00000010:0.0:1767384936.429917:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de1b5e18. 00000100:00000001:0.0:1767384936.429922:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384936.429924:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384936.429926:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384936.429927:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000800:00000001:2.0:1767384936.429927:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384936.429931:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000008cd81ea3 x1853237373191936 msgsize 4848 00000100:00000040:3.0:1767384936.429939:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384936.429940:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384936.429941:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384936.429945:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384936.429952:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384936.429961:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384936.429966:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384936.429967:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9acebc2. 00000100:00000200:3.0:1767384936.429975:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373192064, offset 0 00000400:00000200:0.0:1767384936.429975:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ce7055 00000400:00000010:0.0:1767384936.429981:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ce7055. 00000100:00000001:0.0:1767384936.429985:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384936.429989:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384936.429990:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384936.429995:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384936.430001:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d59b2f5. 00000400:00000200:3.0:1767384936.430005:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384936.430009:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384936.430019:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384936.430020:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504780 00000400:00000200:2.0:1767384936.430023:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: ACK: OK 00000100:00000040:0.0:1767384936.430026:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384936.430030:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384936.430032:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000800:00000001:2.0:1767384936.430038:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384936.430043:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50bf3dd. 00000800:00000001:2.0:1767384936.430043:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384936.430050:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.430052:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.430053:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000278d4d82 00000800:00000001:2.0:1767384936.430054:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384936.430059:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384936.430062:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384936.430062:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.430067:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.430068:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384936.430070:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp27(192.168.204.149@tcp27) <- 192.168.204.149@tcp27 : ACK - for me 00000100:00000001:0.0:1767384936.430077:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294927042 00000400:00000200:3.0:1767384936.430078:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000278d4d82 00000400:00000010:3.0:1767384936.430083:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000278d4d82. 00000100:00000010:0.0:1767384936.430087:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000431ba0e0. 00000100:00000001:3.0:1767384936.430102:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384936.430105:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384936.430106:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp27: ACK from 12345-192.168.204.149@tcp27 into md 0x1759 00000100:00000001:0.0:1767384936.430107:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384936.430109:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000003e325b4c x1853237373192064 msgsize 4848 00000400:00000200:2.0:1767384936.430112:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384936.430117:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp27->192.168.204.149@tcp27: ACK: OK 00000100:00100000:3.0:1767384936.430119:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384936.430119:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294927042 00000400:00000200:2.0:1767384936.430121:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 00000100:00000040:3.0:1767384936.430124:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384936.430124:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00000010:0.0:1767384936.430128:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a55964d0. 00000400:00000200:2.0:1767384936.430130:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384936.430133:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384936.430138:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000100:00000001:3.0:1767384936.430139:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384936.430141:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294927042 00000400:00000200:2.0:1767384936.430146:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000010:0.0:1767384936.430147:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a8ccb0c. 00000400:00000200:2.0:1767384936.430153:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (22) 00000100:00000001:0.0:1767384936.430154:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384936.430158:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294927042 00000400:00000200:3.0:1767384936.430163:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9acebc2 00000100:00000010:0.0:1767384936.430164:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000367e4542. 00000800:00000001:2.0:1767384936.430166:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384936.430169:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9acebc2. 00000100:00000001:0.0:1767384936.430171:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384936.430172:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.430175:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384936.430177:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384936.430181:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.430183:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.430189:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.430194:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.430197:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384936.430203:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000a73cd801. 00000100:00000001:3.0:1767384936.430204:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384936.430205:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384936.430208:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384936.430208:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000294d6efb. 00000100:00000001:0.0:1767384936.430209:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384936.430215:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000100:00000001:0.0:1767384936.430216:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384936.430219:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a73cd801 00000100:00000001:0.0:1767384936.430220:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384936.430225:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000a94f7db3. 00000100:00000001:0.0:1767384936.430226:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.430227:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.430230:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384936.430231:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000200:2.0:1767384936.430237:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000100:00000001:0.0:1767384936.430237:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.430244:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (21) 00000100:00000001:3.0:1767384936.430245:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.430250:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294927042 00000400:00000010:2.0:1767384936.430251:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000726dca78. 00000100:00000001:3.0:1767384936.430254:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294927042 00000100:00000001:3.0:1767384936.430257:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294927042 00000100:00000001:3.0:1767384936.430260:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294927042 00000400:00000010:2.0:1767384936.430260:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000100:00000001:0.0:1767384936.430261:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384936.430262:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294927042 00000100:00100000:0.0:1767384936.430267:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373191936 00000100:00000001:3.0:1767384936.430268:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294927042 00000400:00000010:2.0:1767384936.430268:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c086fe2. 02000000:00000001:0.0:1767384936.430272:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384936.430274:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294927042 00000100:00000001:0.0:1767384936.430277:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384936.430278:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294927042 00000400:00000200:2.0:1767384936.430278:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000100:00000001:0.0:1767384936.430282:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.430283:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384936.430288:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.430289:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.430289:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00100000:0.0:1767384936.430292:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373191936 00000100:00000001:3.0:1767384936.430295:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.430296:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384936.430298:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:3.0:1767384936.430300:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384936.430301:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384936.430306:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384936.430309:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384936.430310:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000400:00000200:2.0:1767384936.430311:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:3.0:1767384936.430313:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384936.430316:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384936.430318:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384936.430323:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384936.430324:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384936.430324:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:3.0:1767384936.430329:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.430331:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384936.430333:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.430335:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000010:0.0:1767384936.430337:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000520be9d2. 00000100:00000001:0.0:1767384936.430343:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384936.430347:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000010:0.0:1767384936.430348:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000520be9d2. 00000100:00000001:3.0:1767384936.430357:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384936.430358:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000010:0.0:1767384936.430358:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc9603e. 00000100:00100000:3.0:1767384936.430359:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192064 02000000:00000001:3.0:1767384936.430363:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384936.430366:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c3a10b3. 00000100:00000001:3.0:1767384936.430367:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384936.430369:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:3.0:1767384936.430372:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384936.430375:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d43a3fd. 02000000:00000001:3.0:1767384936.430377:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.430379:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00100000:3.0:1767384936.430383:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192064 00000020:00000001:3.0:1767384936.430386:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384936.430386:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000040:0.0:1767384936.430387:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384936.430388:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384936.430411:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384936.430411:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384936.430415:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000400:00000200:2.0:1767384936.430415:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:0.0:1767384936.430416:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384936.430420:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.430421:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:2.0:1767384936.430424:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:3.0:1767384936.430426:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384936.430430:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384936.430430:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:0.0:1767384936.430430:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.430440:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000010:3.0:1767384936.430441:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089b3a247. 00000100:00000001:0.0:1767384936.430442:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.430446:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384936.430449:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000010:3.0:1767384936.430451:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089b3a247. 00000400:00000200:2.0:1767384936.430456:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000010:3.0:1767384936.430457:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bd6fe92. 00000100:00000001:0.0:1767384936.430459:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384936.430463:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea7b9462. 00000100:00000001:0.0:1767384936.430463:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384936.430468:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000010:3.0:1767384936.430471:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000100:00100000:0.0:1767384936.430473:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384936.430478:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384936.430480:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384936.430481:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000100:00000001:0.0:1767384936.430482:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345184336 : -129515364367280 : ffff8a34dab6c450) 00000100:00000001:3.0:1767384936.430484:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384936.430489:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.430490:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008cd81ea3 x1853237373191936/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 4848/0 e 0 to 0 dl 1767384947 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384936.430496:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.430499:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000100:00000001:3.0:1767384936.430502:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.430512:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:3.0:1767384936.430516:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384936.430521:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384936.430530:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000400:00000200:2.0:1767384936.430532:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000100:00000040:3.0:1767384936.430537:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384936.430540:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384936.430541:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp28 00000100:00000001:3.0:1767384936.430542:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558435264592 : -129515274287024 : ffff8a34e0154850) 00000020:00000010:0.0:1767384936.430545:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000520be9d2. 00000100:00000040:3.0:1767384936.430549:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e325b4c x1853237373192064/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 4848/0 e 0 to 0 dl 1767384947 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384936.430550:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp28 lpni_is_preferred = 0 00000100:00000001:0.0:1767384936.430551:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384936.430558:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp28 00000020:00000010:0.0:1767384936.430558:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000520be9d2. 00000400:00000200:2.0:1767384936.430567:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp28 NI seq info: [55:55:256:4294967295] 192.168.204.149@tcp28 LPNI seq info [55:55:8:4294967295] 00000100:00000001:3.0:1767384936.430569:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384936.430572:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008cd81ea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373191936:12345-0@lo:253: 00000020:00000010:3.0:1767384936.430575:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089b3a247. 00000100:00000001:3.0:1767384936.430582:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384936.430582:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp28 00000100:00000200:0.0:1767384936.430583:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373191936 00000020:00000010:3.0:1767384936.430589:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089b3a247. 00000020:00000001:0.0:1767384936.430589:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384936.430594:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384936.430599:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e325b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373192064:12345-0@lo:253: 00000400:00000200:2.0:1767384936.430599:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28:) -> 192.168.204.149@tcp28(192.168.204.149@tcp:192.168.204.149@tcp28) : GET try# 0 00000020:00000001:0.0:1767384936.430600:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.430605:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384936.430608:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192064 00000020:00000001:0.0:1767384936.430609:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384936.430612:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384936.430613:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384936.430616:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384936.430617:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384936.430621:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384936.430635:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp28 00000020:00000001:3.0:1767384936.430636:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384936.430639:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:2.0:1767384936.430640:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d59b2f5. 00000020:00000001:3.0:1767384936.430642:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.430645:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384936.430647:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000800:00000010:2.0:1767384936.430648:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ad9f5583. 00000100:00000001:0.0:1767384936.430651:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384936.430652:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1767384936.430652:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000746637ca. 02000000:00000001:0.0:1767384936.430655:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384936.430656:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384936.430660:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:2.0:1767384936.430660:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 02000000:00000010:0.0:1767384936.430662:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000716ef621. 02000000:00000001:0.0:1767384936.430666:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.430672:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:2.1:1767384936.430672:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000100:00000001:0.0:1767384936.430672:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.430677:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.430680:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384936.430684:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384936.430703:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384936.430707:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a7abeaa1. 00000400:00000200:2.0:1767384936.430708:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 02000000:00000010:3.0:1767384936.430710:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060b1ae9d. 02000000:00000001:3.0:1767384936.430714:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384936.430714:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384936.430715:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 20000000:00000001:0.0:1767384936.430720:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384936.430721:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.430723:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384936.430726:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384936.430727:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.430731:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.430733:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384936.430740:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000824bbf50. 20000000:00000010:0.0:1767384936.430743:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000018b5072d. 20000000:01000000:3.0:1767384936.430747:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384936.430748:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:3.0:1767384936.430755:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384936.430757:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384936.430759:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384936.430763:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384936.430764:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384936.430766:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384936.430769:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384936.430779:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00080000:00000001:0.0:1767384936.430817:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384936.430821:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384936.430823:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384936.430825:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384936.430829:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384936.430832:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000020:00000001:0.0:1767384936.430834:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384936.430860:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384936.430867:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb2313ee. 00080000:00000001:0.0:1767384936.430870:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659749376 : -129520049802240 : ffff8a33c370b400) 00080000:00000001:0.0:1767384936.430873:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384936.430931:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.430992:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000001:00000001:0.0:1767384936.431011:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384936.431014:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384936.431017:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384936.431040:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.431041:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00080000:00000001:0.0:1767384936.431044:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384936.431082:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431134:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431200:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00080000:00000001:0.0:1767384936.431206:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384936.431210:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384936.431260:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431310:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431349:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431379:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431419:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431447:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431477:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431504:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431535:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.431580:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432130:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432173:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432213:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432260:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432306:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432355:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432400:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432468:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432518:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432568:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432652:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432699:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432743:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432792:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432861:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432903:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384936.432943:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384936.433059:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdf21e1b. 00000800:00000010:2.0:1767384936.433064:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080e12992. 00000800:00000010:2.0:1767384936.433070:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c341fdaa. 00000800:00000010:2.0:1767384936.433093:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c341fdaa. 00000800:00020000:2.0:1767384936.433105:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00080000:00000001:0.0:1767384936.440470:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384936.440476:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384936.440480:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.440481:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384936.440489:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384936.440497:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384936.440500:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384936.440506:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384936.440512:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6b970ff. 20000000:01000000:0.0:1767384936.440517:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384936.440518:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384936.440521:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384936.440525:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384936.440527:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384936.440529:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384936.440532:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384936.440535:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:0.0:1767384936.440538:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004c37cf18 count: 2 00010000:00000001:0.0:1767384936.440542:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384936.440545:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384936.440548:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b15c7593. 00000020:00000001:0.0:1767384936.440552:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384936.440554:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b15c7593 with handle 0xcb8130832f6b36fb to hash 00000020:00000001:0.0:1767384936.440556:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384936.440563:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00080000:00000001:3.0:1767384936.440564:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384936.440566:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00080000:00000001:3.0:1767384936.440571:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384936.440572:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384936.440575:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.440576:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.440580:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384936.440582:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384936.440588:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384936.440589:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384936.440612:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384936.440617:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384936.440618:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080e12992. 00080000:00000010:3.0:1767384936.440623:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c005e40b. 00000800:00000010:2.0:1767384936.440624:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cdf21e1b. 00010000:00000001:0.0:1767384936.440625:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384936.440629:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558305623040 : -129515403928576 : ffff8a34d85b1c00) 00010000:00000001:0.0:1767384936.440629:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384936.440632:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384936.440635:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384936.440637:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:2.0:1767384936.440640:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00010000:0.0:1767384936.440640:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.440646:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384936.440648:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.440651:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00040000:00000001:2.0:1767384936.440652:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384936.440653:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384936.440658:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384936.440658:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.440662:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00040000:00000001:2.0:1767384936.440663:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:0.0:1767384936.440665:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00040000:00000001:2.0:1767384936.440666:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384936.440672:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb2313ee. 00010000:00000040:0.0:1767384936.440672:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c37cf18) refcount = 2 00010000:00000040:0.0:1767384936.440678:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1767384936.440679:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000040:0.0:1767384936.440681:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384936.440697:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384936.440699:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384936.440704:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000073c910af. 00000001:00000001:3.0:1767384936.440707:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384936.440707:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384936.440711:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384936.440712:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056ce7055. 00080000:00000001:3.0:1767384936.440715:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384936.440738:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558040770816 : -129515668780800 : ffff8a34c891c900) 00000100:00000001:0.0:1767384936.440740:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558040770816 : -129515668780800 : ffff8a34c891c900) 00000100:00000001:0.0:1767384936.440743:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1767384936.440746:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.440746:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384936.440748:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:3.0:1767384936.440753:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384936.440754:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.440758:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384936.440760:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.440763:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.440765:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384936.440767:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384936.440771:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060ead15a. 00000020:00000040:0.0:1767384936.440774:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:0.0:1767384936.440777:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384936.440779:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384936.440783:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384936.440790:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062eb3c84. 00000400:02020000:2.0:1767384936.440795:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000100:00000001:0.0:1767384936.440796:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.440804:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384936.440820:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 16 pid: 16798 timeout: 409 lvb_type: 0 00010000:00000001:0.0:1767384936.440828:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384936.440831:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384936.440835:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1767384936.440859:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:0.0:1767384936.440862:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384936.440867:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384936.440868:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:0.0:1767384936.440889:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373192192:0@lo:104: 00000100:00000001:0.0:1767384936.440892:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384936.440897:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384936.440899:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.440901:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384936.440910:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fd658e0. 02000000:00000001:0.0:1767384936.440912:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.440917:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b520ca. 00000400:00000010:0.0:1767384936.440921:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe33d26c. 00000100:00000200:0.0:1767384936.440925:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373192192, portal 16 00000100:00000001:0.0:1767384936.440927:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384936.440929:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014289920 : -129515695261696 : ffff8a34c6fdb800) 00000100:00000040:0.0:1767384936.440933:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384936.440939:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384936.440943:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384936.440946:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000100:00000200:0.0:1767384936.440948:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373192192, offset 0 00000400:00000200:0.0:1767384936.440953:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384936.440964:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384936.440972:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273504800 00000400:00000200:0.0:1767384936.440977:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:0.0:1767384936.440980:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e391831b. 00000400:00000200:0.0:1767384936.440983:0:16820:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b5ba03d 00000400:00000200:0.0:1767384936.440987:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384936.440991:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384936.440995:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b5ba03d 00000400:00000010:0.0:1767384936.440997:0:16820:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b5ba03d. 00000100:00000001:0.0:1767384936.441000:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384936.441002:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1767384936.441004:0:16820:0:(events.c:337:request_in_callback()) incoming req@00000000735459fb x1853237373192192 msgsize 328 00000100:00100000:0.0:1767384936.441008:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384936.441010:0:16820:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384936.441019:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384936.441024:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000400:00000010:0.0:1767384936.441027:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000100:00000001:0.0:1767384936.441031:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384936.441035:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384936.441058:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384936.441061:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384936.441069:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441071:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384936.441078:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441082:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294927053 00000100:00000001:0.0:1767384936.441105:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294927042 00000100:00000001:0.0:1767384936.441109:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294927053 00000100:00000001:0.0:1767384936.441114:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294927042 00000100:00000001:0.0:1767384936.441119:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294927053 00000100:00000001:0.0:1767384936.441124:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294927042 00000100:00000001:0.0:1767384936.441127:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294927053 00000100:00000001:0.0:1767384936.441129:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294927042 00000100:00000001:0.0:1767384936.441133:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384936.441136:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441137:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441139:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.441141:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441143:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.441145:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.441146:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441149:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384936.441150:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384936.441152:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441154:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384936.441156:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384936.441158:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 0000000056ce7055 going to sleep for 11 seconds 00000100:00000001:0.0:1767384936.441161:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384936.441164:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384936.441201:0:16788:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b47ddd88. 00000100:00000010:0.0:1767384936.441209:0:16788:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb733d45. 00000100:00100000:0.0:1767384936.441218:0:16788:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1767384936.441223:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767384936.441227:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a97985. 00000400:00000010:0.0:1767384936.441232:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aae1041. 00000100:00000001:0.0:1767384936.441237:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384936.441239:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192192 02000000:00000001:0.0:1767384936.441242:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384936.441243:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384936.441245:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.441248:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384936.441251:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192192 00000020:00000001:0.0:1767384936.441253:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384936.441255:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000020:00000001:0.0:1767384936.441257:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.441259:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000020:00000001:0.0:1767384936.441261:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000020:00000001:0.0:1767384936.441263:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384936.441267:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384936.441270:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001871260a. 00000100:00000001:0.0:1767384936.441272:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384936.441274:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001871260a. 00000020:00000010:0.0:1767384936.441280:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ffe226. 00000020:00000010:0.0:1767384936.441284:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7a39b3b. 00000020:00000010:0.0:1767384936.441287:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b237fe7. 00000100:00000040:0.0:1767384936.441295:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384936.441297:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384936.441299:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384936.441301:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441307:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441317:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.441326:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384936.441328:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384936.441331:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384936.441334:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:0.0:1767384936.441341:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558930004048 : -129514779547568 : ffff8a34fd926850) 00000100:00000040:0.0:1767384936.441346:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000735459fb x1853237373192192/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 328/0 e 0 to 0 dl 1767384947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384936.441354:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384936.441357:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001871260a. 00000100:00000001:0.0:1767384936.441359:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384936.441362:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001871260a. 00000100:00100000:0.0:1767384936.441367:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000735459fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373192192:12345-0@lo:104: 00000100:00000200:0.0:1767384936.441371:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192192 00010000:00000001:0.0:1767384936.441373:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384936.441378:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.441379:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.441381:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=2 00000020:00000001:0.0:1767384936.441383:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:0.0:1767384936.441385:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:0.0:1767384936.441388:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.441390:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.441393:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384936.441400:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384936.441402:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384936.441406:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005f38b72. 02000000:00000001:0.0:1767384936.441408:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441410:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441414:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384936.441416:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384936.441419:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384936.441423:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384936.441426:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384936.441428:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384936.441430:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384936.441437:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.441440:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384936.441442:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384936.441446:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000100:00000200:0.0:1767384936.441448:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373192192, offset 224 00000400:00000200:0.0:1767384936.441454:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384936.441486:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384936.441491:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273504800 00000400:00000200:0.0:1767384936.441496:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1775 [1] + 224 00000400:00000200:0.0:1767384936.441500:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384936.441503:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384936.441506:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384936.441509:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384936.441516:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384936.441531:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384936.441536:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000400:00000010:0.0:1767384936.441537:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000100:00000001:0.0:1767384936.441541:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384936.441542:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384936.441544:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384936.441545:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.441549:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:1.0:1767384936.441551:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384936.441552:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384936.441554:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384936.441557:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b520ca. 00010000:00000010:0.0:1767384936.441558:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000031bfe5c9. 00000400:00000200:1.0:1767384936.441563:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe33d26c 00010000:00000001:0.0:1767384936.441563:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384936.441568:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe33d26c. 00000100:00000001:1.0:1767384936.441571:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384936.441575:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384936.441578:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441580:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.441582:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.441584:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735459fb x1853237373192192/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 328/224 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384936.441609:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000735459fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373192192:12345-0@lo:104: Request processed in 238us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384936.441622:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384936.441624:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000001:0.0:1767384936.441628:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384936.441629:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384936.441630:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384936.441634:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7a39b3b. 00000020:00000010:0.0:1767384936.441640:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b237fe7. 00000100:00000200:1.0:1767384936.441644:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384936.441645:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ffe226. 00000020:00000040:0.0:1767384936.441650:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:1.0:1767384936.441656:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384936.441658:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.441661:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000005f38b72. 02000000:00000001:0.0:1767384936.441664:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384936.441665:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384936.441666:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.441669:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccf6de1f. 00000100:00000001:1.0:1767384936.441670:0:16820:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384936.441672:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384936.441674:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767384936.441675:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f129804. 00000100:00000001:1.0:1767384936.441676:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384936.441679:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.441680:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384936.441682:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384936.441683:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000094097ef6. 00000100:00001000:1.0:1767384936.441687:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=44 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384936.441687:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.441689:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf43595d. 00000100:00001000:1.0:1767384936.441695:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=44 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384936.441695:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.441698:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005cb20708. 00000100:00000001:1.0:1767384936.441700:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384936.441703:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.441703:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384936.441707:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767384936.441708:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011b0ceb0. 00010000:00000001:1.0:1767384936.441711:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.441712:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384936.441715:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384936.441716:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc4081c3. 02000000:00000001:0.0:1767384936.441720:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.441721:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4ee1880. 00000100:00000040:1.0:1767384936.441723:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384936.441724:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.441726:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f632e4ea. 02000000:00000001:0.0:1767384936.441730:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.441732:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6a42b5b. 02000000:00000001:0.0:1767384936.441736:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.441737:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000642b824b. 00000100:00000001:1.0:1767384936.441740:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384936.441741:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.441743:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:1.0:1767384936.441745:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384936.441758:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384936.441762:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000010:0.0:1767384936.441763:0:16788:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000668d5b03. 00010000:00000001:1.0:1767384936.441764:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384936.441767:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384936.441769:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384936.441770:0:16788:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000631c4aab. 00000100:00000040:1.0:1767384936.441773:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384936.441776:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384936.441784:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373192192:0@lo:104: 00000100:00000001:1.0:1767384936.441788:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384936.441790:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384936.441792:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384936.441793:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384936.441795:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000060ead15a x1853237373192192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384936.441800:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384936.441802:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384936.441804:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fd658e0. 02000000:00000001:1.0:1767384936.441807:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384936.441814:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384936.441815:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000001:1.0:1767384936.441817:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384936.441819:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062eb3c84. 02000000:00000001:1.0:1767384936.441822:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384936.441823:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384936.441824:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060ead15a. 00000100:00000001:1.0:1767384936.441827:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384936.441828:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384936.441831:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000056ce7055. 00000100:00000001:1.0:1767384936.441833:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384936.441834:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384936.441836:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000073c910af. 00010000:00000001:1.0:1767384936.441854:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.441856:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.441858:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384936.441860:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384936.441862:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384936.441864:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384936.441942:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384936.441946:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.441949:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384936.441952:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384936.441953:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384936.441955:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384936.441961:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000031165f10 already unused, calling callback (00000000e3583925) 10000000:00000001:0.0:1767384936.441963:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384936.441965:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.441969:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384936.441971:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.441972:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.441973:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=3 00000020:00000001:0.0:1767384936.441974:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:0.0:1767384936.441976:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:0.0:1767384936.441978:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384936.441979:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384936.441983:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384936.441983:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384936.442018:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384936.442021:0:16793:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384936.442022:0:16793:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384936.442024:0:16793:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384936.442032:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384936.442035:0:16793:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384936.442119:0:16793:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384936.442122:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384936.442123:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 10000000:00000001:0.0:1767384936.442125:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384936.442127:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442130:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384936.442132:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384936.442134:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384936.442136:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.442137:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384936.442139:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031165f10 with handle 0xcb8130832f6b36ed from hash 00010000:00000001:0.0:1767384936.442141:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384936.442142:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442143:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442144:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384936.442145:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384936.442146:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384936.442165:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384936.442167:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384936.442172:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4ee1880. 00000020:00000040:0.0:1767384936.442174:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384936.442177:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384936.442178:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384936.442181:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384936.442184:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067ffe226. 00000100:00000001:0.0:1767384936.442187:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442189:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384936.442192:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384936.442197:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384936.442199:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.442202:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384936.442204:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.442209:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ee1880] to pc [ptlrpcd_00_00+0] req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.442230:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384936.442233:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442234:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442235:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442237:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384936.442238:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.442240:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442244:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384936.442245:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 0000000031165f10/0xcb8130832f6b36ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b36f4 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384936.442249:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce951d1c count: 0 00010000:00000001:0.0:1767384936.442254:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442255:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384936.442257:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000031bfe5c9. 00010000:00000001:0.0:1767384936.442259:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.442260:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384936.442261:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.442263:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384936.442264:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384936.442265:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.442267:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384936.442269:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384936.442270:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.442272:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384936.442278:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.442280:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384936.442281:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384936.442284:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.442288:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384936.442290:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.442296:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384936.442297:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384936.442299:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384936.442301:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373192320:0@lo:103: 00000100:00000001:0.0:1767384936.442303:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384936.442305:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384936.442306:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.442308:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384936.442309:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030c0632a. 02000000:00000001:0.0:1767384936.442310:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.442312:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b08a92. 00000400:00000010:0.0:1767384936.442315:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000100:00000200:0.0:1767384936.442317:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373192320, portal 18 00000100:00000001:0.0:1767384936.442318:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384936.442319:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014281856 : -129515695269760 : ffff8a34c6fd9880) 00000100:00000040:0.0:1767384936.442321:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.442326:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384936.442327:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384936.442329:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 00000100:00000200:0.0:1767384936.442330:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373192320, offset 0 00000400:00000200:0.0:1767384936.442332:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384936.442336:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384936.442339:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273504880 00000400:00000200:0.0:1767384936.442343:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:0.0:1767384936.442345:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd71549e. 00000400:00000200:0.0:1767384936.442348:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d71f621f 00000400:00000200:0.0:1767384936.442350:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384936.442354:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384936.442356:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d71f621f 00000400:00000010:0.0:1767384936.442357:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d71f621f. 00000100:00000001:0.0:1767384936.442361:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384936.442363:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384936.442366:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000004f34d027 x1853237373192320 msgsize 328 00000100:00100000:0.0:1767384936.442373:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384936.442375:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384936.442383:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384936.442388:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585abff4 00000400:00000010:0.0:1767384936.442390:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000100:00000001:0.0:1767384936.442393:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384936.442396:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.442402:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384936.442405:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.442410:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442411:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384936.442414:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442416:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294927053 00000100:00000001:0.0:1767384936.442419:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294927053 00000100:00000001:0.0:1767384936.442420:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294927053 00000100:00000001:0.0:1767384936.442422:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294927053 00000100:00000001:0.0:1767384936.442423:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294927053 00000100:00000001:0.0:1767384936.442425:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294927053 00000100:00000001:0.0:1767384936.442426:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294927053 00000100:00000001:0.0:1767384936.442428:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294927053 00000100:00000001:0.0:1767384936.442429:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384936.442431:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442434:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442435:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.442440:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384936.442442:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384936.442444:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.442445:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384936.442447:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442449:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442460:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.442466:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442486:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384936.442488:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192320 02000000:00000001:0.0:1767384936.442490:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384936.442491:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384936.442493:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.442495:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384936.442497:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192320 00000020:00000001:0.0:1767384936.442499:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384936.442500:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384936.442501:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.442502:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000020:00000001:0.0:1767384936.442504:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384936.442506:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384936.442509:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384936.442511:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000100:00000001:0.0:1767384936.442513:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384936.442516:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d67f4c60. 00000020:00000010:0.0:1767384936.442520:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000573744e4. 00000020:00000010:0.0:1767384936.442522:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7a39b3b. 00000020:00000010:0.0:1767384936.442524:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b237fe7. 00000100:00000040:0.0:1767384936.442528:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384936.442530:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384936.442531:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384936.442533:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384936.442535:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442537:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384936.442540:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.442541:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.442543:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004debfc3f refcount=4 00000020:00000001:0.0:1767384936.442545:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384936.442547:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00010000:0.0:1767384936.442550:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 17 pid: 16798 timeout: 409 lvb_type: 0 00010000:00000001:0.0:1767384936.442562:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442563:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442564:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.442566:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.442570:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384936.442573:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004f34d027 x1853237373192320/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 328/0 e 0 to 0 dl 1767384947 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.442578:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384936.442580:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442588:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.442612:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384936.442614:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384936.442617:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384936.442619:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384936.442620:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558927928400 : -129514781623216 : ffff8a34fd72bc50) 00000100:00000040:0.0:1767384936.442623:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f34d027 x1853237373192320/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 328/0 e 0 to 0 dl 1767384947 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.442629:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384936.442632:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000100:00000001:0.0:1767384936.442634:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384936.442635:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d67f4c60. 00000100:00100000:0.0:1767384936.442641:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f34d027 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16163:x1853237373192320:12345-0@lo:103: 00000100:00000200:0.0:1767384936.442644:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192320 00010000:00000001:0.0:1767384936.442646:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384936.442649:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384936.442651:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384936.442654:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384936.442656:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384936.442659:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005f38b72. 02000000:00000001:0.0:1767384936.442660:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442662:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442669:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384936.442671:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384936.442673:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.442674:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.442676:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004debfc3f refcount=4 00000020:00000001:0.0:1767384936.442678:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384936.442679:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000040:0.0:1767384936.442681:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004c37cf18 count: 3 00010000:00010000:0.0:1767384936.442684:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 17 pid: 16798 timeout: 409 lvb_type: 0 00000100:00001000:0.0:1767384936.442689:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384936 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384936.442694:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384936.442698:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442700:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384936.442702:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 17 pid: 16798 timeout: 409 lvb_type: 0 00000020:00000001:0.0:1767384936.442707:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.442709:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.442710:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.442711:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442713:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384936.442714:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384936.442718:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442719:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442721:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.442722:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384936.442723:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004debfc3f with handle 0xcb8130832f6b36f4 from hash 00010000:00000001:0.0:1767384936.442726:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384936.442726:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442728:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442729:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384936.442730:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384936.442732:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384936.442734:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004debfc3f/0xcb8130832f6b36f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b36ed expref: 17 pid: 16798 timeout: 409 lvb_type: 0 00010000:00000040:0.0:1767384936.442744:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384936.442745:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384936.442750:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442762:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384936.442764:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384936.442766:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000b15c7593 00010000:00000001:0.0:1767384936.442767:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384936.442769:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384936.442770:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.442772:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384936.442773:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.442775:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384936.442776:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384936.442777:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442781:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384936.442782:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384936.442784:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384936.442785:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384936.442785:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c37cf18) refcount = 2 00010000:00010000:0.0:1767384936.442787:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442791:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384936.442792:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384936.442793:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.442794:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384936.442797:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d67f4c60. 00000100:00000001:0.0:1767384936.442799:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384936.442802:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031bfe5c9. 00000100:00000001:0.0:1767384936.442803:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558040768896 : -129515668782720 : ffff8a34c891c180) 00000100:00000001:0.0:1767384936.442804:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558040768896 : -129515668782720 : ffff8a34c891c180) 00000100:00000001:0.0:1767384936.442806:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384936.442812:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384936.442814:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384936.442815:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384936.442818:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:0.0:1767384936.442820:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.442821:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.442823:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=5 00000020:00000001:0.0:1767384936.442824:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384936.442826:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384936.442828:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384936.442829:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442833:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384936.442835:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442855:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442856:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384936.442857:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442861:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.442862:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442864:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384936.442866:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384936.442870:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b15c7593 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384936.442872:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.442874:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384936.442876:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442879:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384936.442885:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.442886:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.442888:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=6 00000020:00000001:0.0:1767384936.442890:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384936.442892:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384936.442894:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384936.442896:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442899:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384936.442901:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.442902:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442911:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384936.442912:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384936.442913:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.442914:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384936.442916:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b15c7593 with handle 0xcb8130832f6b36fb from hash 00010000:00000001:0.0:1767384936.442918:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384936.442919:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442920:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442920:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384936.442921:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384936.442922:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384936.442923:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384936.442924:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.442926:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442928:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384936.442929:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384936.442931:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442932:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442933:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442934:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442935:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.442937:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.442940:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442946:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442947:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384936.442949:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384936.442951:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442952:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442953:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384936.442955:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.442956:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442957:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.442958:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.442959:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.442961:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384936.442962:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384936.442964:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442966:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442968:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384936.442969:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000031bfe5c9. 00000100:00000001:0.0:1767384936.442972:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384936.442973:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384936.442974:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d67f4c60. 00010000:00000001:0.0:1767384936.442977:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384936.442978:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384936.442979:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.442982:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384936.442983:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384936.442985:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384936.442988:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384936.442990:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384936.442992:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384936.442994:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384936.442995:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.442997:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384936.443000:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384936.443003:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 00000100:00000200:0.0:1767384936.443006:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373192320, offset 224 00000400:00000200:0.0:1767384936.443011:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384936.443015:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384936.443026:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273504880 00000400:00000200:0.0:1767384936.443031:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1785 [1] + 224 00000400:00000200:0.0:1767384936.443036:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384936.443040:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384936.443045:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384936.443050:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384936.443059:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.443074:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384936.443080:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585abff4 00000400:00000010:0.0:1767384936.443082:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000100:00000001:0.0:1767384936.443085:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384936.443087:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384936.443090:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.443094:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384936.443097:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.443099:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.443103:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f34d027 x1853237373192320/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 328/224 e 0 to 0 dl 1767384947 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384936.443109:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f34d027 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373192320:12345-0@lo:103: Request processed in 479us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384936.443115:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384936.443117:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384936.443119:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384936.443120:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384936.443123:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7a39b3b. 00000020:00000010:0.0:1767384936.443126:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b237fe7. 00000020:00000010:0.0:1767384936.443128:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000573744e4. 00000020:00000040:0.0:1767384936.443130:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 02000000:00000001:0.0:1767384936.443133:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443135:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000005f38b72. 02000000:00000001:0.0:1767384936.443143:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384936.443144:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443146:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082cc0879. 02000000:00000001:0.0:1767384936.443149:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.443150:0:16790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 02000000:00000001:0.0:1767384936.443154:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443155:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000619c1ad2. 02000000:00000001:0.0:1767384936.443158:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.443159:0:16790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8e613d3. 02000000:00000001:0.0:1767384936.443163:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443164:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000384fa86e. 02000000:00000001:0.0:1767384936.443167:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.443168:0:16790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 02000000:00000001:0.0:1767384936.443170:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443171:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e162d050. 02000000:00000001:0.0:1767384936.443172:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.443173:0:16790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005de34e89. 02000000:00000001:0.0:1767384936.443176:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443177:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b157dc39. 02000000:00000001:0.0:1767384936.443179:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.443180:0:16790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020b6c289. 02000000:00000001:0.0:1767384936.443184:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384936.443184:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d708a502. 02000000:00000001:0.0:1767384936.443187:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384936.443188:0:16790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064874146. 00000100:00000001:0.0:1767384936.443190:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384936.443194:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767384936.443197:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062455a2f. 00000400:00000010:0.0:1767384936.443201:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031bfe5c9. 00000100:00000001:0.0:1767384936.443215:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.443217:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384936.443219:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384936.443220:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384936.443221:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b08a92. 00000400:00000200:0.0:1767384936.443223:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000400:00000010:0.0:1767384936.443225:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000100:00000001:0.0:1767384936.443227:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384936.443230:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384936.443242:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.443247:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384936.443249:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.443251:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384936.443253:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384936.443254:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384936.443255:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.443256:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384936.443258:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=44 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384936.443260:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384936.443263:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384936.443264:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.443266:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384936.443267:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.443269:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.443272:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.443277:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384936.443279:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384936.443280:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384936.443282:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384936.443288:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373192320:0@lo:103: 00000100:00000001:0.0:1767384936.443292:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.443294:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384936.443296:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4ee1880 x1853237373192320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.443301:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384936.443303:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384936.443304:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030c0632a. 02000000:00000001:0.0:1767384936.443307:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384936.443312:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384936.443314:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384936.443316:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384936.443318:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067ffe226. 02000000:00000001:0.0:1767384936.443321:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384936.443322:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384936.443323:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4ee1880. 00000100:00000001:0.0:1767384936.443326:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384936.443328:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.443329:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.443333:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384936.443334:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.443336:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.443337:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.443345:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.443350:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384936.443352:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384936.443354:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.443358:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384936.443360:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384936.443362:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b15c7593/0xcb8130832f6b36fb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384936.443366:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c37cf18 count: 0 00010000:00000001:0.0:1767384936.443373:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384936.443375:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384936.448185:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp28 notifying 192.168.204.149@tcp28: down 00000800:00000200:2.0:1767384936.448193:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp28 down 00000800:00000100:2.0:1767384936.448202:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp28 00000800:00000010:2.0:1767384936.448206:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d59b2f5. 00000400:00000200:2.0:1767384936.448211:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384936.448217:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp28->192.168.204.149@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384936.448228:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp28 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:2.0:1767384936.448233:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384936.448236:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384936.448242:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384936.448499:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384936.448506:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100851 00000400:00000001:2.0:1767384936.448510:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384936.448513:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384936.448516:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384936.448518:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000400:00000200:2.0:1767384936.448523:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384936.448526:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:2.0:1767384936.448531:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000726dca78. 00000400:00000200:2.0:1767384936.448536:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (22) 00000400:00000200:2.0:1767384936.448540:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:2.0:1767384936.448544:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 rc -71 00000400:00000200:2.0:1767384936.448549:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384936.448553:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (21) 00080000:00000001:2.0:1767384936.450408:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384936.450412:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384936.450414:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384936.450415:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384936.450420:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384936.450421:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384936.450422:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384936.450425:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c005e40b. 20000000:00000001:3.0:1767384936.450429:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384936.450430:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384936.450431:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384936.450433:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384936.450444:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384936.450448:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384936.450454:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384936.450455:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384936.450458:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384936.450461:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384936.450464:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384936.450466:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384936.450471:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000abff6751. 00010000:00000001:1.0:1767384936.450475:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384936.450478:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384936.450481:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384936.450484:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b3702 to hash 00000020:00000001:1.0:1767384936.450485:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384936.450487:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384936.450489:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384936.450491:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384936.450492:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384936.450501:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450507:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384936.450509:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384936.450510:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384936.450512:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384936.450513:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384936.450515:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384936.450516:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384936.450518:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384936.450519:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384936.450520:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384936.450521:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384936.450522:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000abff6751) refcount = 1 00010000:00010000:1.0:1767384936.450524:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450528:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384936.450530:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384936.450531:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384936.450533:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.450534:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384936.450536:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384936.450538:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384936.450540:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384936.450541:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384936.450543:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384936.450544:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384936.450546:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384936.450547:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384936.450549:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450554:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384936.450561:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450565:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384936.450566:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384936.450568:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450571:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384936.450572:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.450574:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384936.450575:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384936.450578:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384936.450580:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384936.450582:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384936.450583:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450587:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384936.450588:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384936.450589:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384936.450591:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000400:00000010:0.0:1767384936.450636:0:26219:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005bc354ea. 00000400:00000040:0.0:1767384936.450653:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384936.450655:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384936.450658:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384936.450660:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384936.450663:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384936.450664:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384936.450671:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384936.450672:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384936.450674:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384936.450676:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384936.450679:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384936.450680:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384936.450683:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384936.450684:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384936.450686:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384936.450688:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384936.450690:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384936.450691:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384936.450692:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384936.450694:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384936.450696:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384936.450698:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384936.450699:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384936.450701:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384936.450702:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384936.450703:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384936.450705:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384936.450706:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384936.450708:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384936.450709:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384936.450710:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384936.450712:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384936.450714:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384936.450715:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384936.450716:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384936.450718:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384936.450719:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384936.450721:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384936.450722:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384936.450724:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384936.450725:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384936.450727:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384936.450729:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384936.450730:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384936.450731:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384936.450736:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384936.450738:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384936.450739:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384936.450741:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384936.450743:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384936.450745:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384936.450746:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:00000001:1.0:1767384936.450748:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00000400:00000040:0.0:1767384936.450748:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384936.450750:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000001:1.0:1767384936.450753:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00000400:00000040:0.0:1767384936.450754:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384936.450758:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00010000:00000001:1.0:1767384936.450760:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000040:0.0:1767384936.450761:0:26219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00010000:1.0:1767384936.450763:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450771:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384936.450775:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384936.450778:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.450783:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384936.450787:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384936.450790:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384936.450799:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384936.450802:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b3702 from hash 00010000:00000001:1.0:1767384936.450806:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384936.450808:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384936.450810:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384936.450812:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384936.450814:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384936.450816:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384936.450819:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384936.450821:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384936.450824:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.450827:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384936.450829:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384936.450832:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384936.450835:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384936.450852:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.450855:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.450858:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384936.450861:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450871:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384936.450874:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384936.450876:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384936.450878:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384936.450880:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384936.450881:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384936.450891:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384936.450894:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.450895:0:26219:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005bc354ea. 20000000:00000001:1.0:1767384936.450896:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384936.450900:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384936.450904:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384936.450906:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384936.450907:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b3702 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384936.450919:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000abff6751 count: 0 00010000:00000001:1.0:1767384936.450928:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384936.450929:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384936.452583:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384936.452586:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384936.452588:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a7abeaa1. 20000000:00000001:1.0:1767384936.453054:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384936.453058:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373191936 00010000:00000001:1.0:1767384936.453060:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384936.453065:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008cd81ea3 x1853237373191936/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384936.453071:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384936.453073:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384936.453075:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384936.453078:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384936.453080:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384936.453081:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384936.453084:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384936.453086:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384936.453089:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384936.453091:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384936.453093:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000410c6881. 00000100:00000200:1.0:1767384936.453096:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373191936, offset 224 00000400:00000200:1.0:1767384936.453099:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384936.453105:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384936.453111:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504700 00000400:00000200:1.0:1767384936.453116:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x175d [2] + 224 00000400:00000200:1.0:1767384936.453121:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384936.453124:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384936.453128:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384936.453130:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384936.453136:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384936.453153:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384936.453159:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410c6881 00000400:00000010:1.0:1767384936.453161:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000410c6881. 00000100:00000001:1.0:1767384936.453164:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384936.453165:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384936.453169:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384936.453172:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384936.453174:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384936.453175:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384936.453177:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384936.453181:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008cd81ea3 x1853237373191936/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384936.453189:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008cd81ea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373191936:12345-0@lo:253: Request processed in 22648us (23256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384936.453200:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:1.0:1767384936.453202:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384936.453205:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384936.453207:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384936.453211:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c3a10b3. 00000020:00000010:1.0:1767384936.453216:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d43a3fd. 00000020:00000010:1.0:1767384936.453220:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc9603e. 00000100:00000001:0.0:1767384936.453224:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384936.453226:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:0.0:1767384936.453227:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384936.453233:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:0.0:1767384936.453234:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767384936.453238:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000716ef621. 00000400:00000001:0.0:1767384936.453238:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384936.453240:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f1a924. 00000400:00000200:0.0:1767384936.453245:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f78294f 02000000:00000001:1.0:1767384936.453247:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384936.453247:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f78294f. 00000100:00000001:1.0:1767384936.453253:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.453253:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384936.453260:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384936.453261:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384936.453266:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aca9ab50. 00000400:00000010:1.0:1767384936.453272:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000410c6881. 00000100:00000200:0.0:1767384936.453273:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.453281:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384936.453282:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.453284:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384936.453285:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384936.453286:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384936.453287:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384936.453290:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384936.453293:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=44 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384936.453296:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384936.453298:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384936.453299:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.453301:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384936.453307:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.453309:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.453312:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.453317:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384936.453319:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384936.453320:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384936.453323:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384936.453325:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384936.453326:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384936.453327:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384936.453328:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384936.453329:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384936.453330:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384936.453346:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384936.453348:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384936.453349:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384936.453351:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384936.453357:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373191936:0@lo:253: 00000100:00000001:0.0:1767384936.453361:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.453363:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384936.453366:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373191936/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.453371:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384936.453374:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384936.453375:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c712a133. 02000000:00000001:0.0:1767384936.453379:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384936.453381:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384936.453382:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384936.453384:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384936.453386:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b240a29c. 02000000:00000001:0.0:1767384936.453388:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384936.453389:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384936.453391:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:0.0:1767384936.453398:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384936.453399:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.453401:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.453404:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384936.453405:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.453407:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.453409:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384936.453783:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce951d1c. 00010000:00000010:0.1:1767384936.453788:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000031165f10. 00010000:00000010:0.1:1767384936.453795:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004debfc3f. 00010000:00000010:0.1:1767384936.453797:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c37cf18. 00010000:00000010:0.1:1767384936.453799:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b15c7593. 00080000:00000020:3.0:1767384936.453983:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384936.453987:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384936.453989:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000824bbf50. 20000000:00000001:3.0:1767384936.453996:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384936.454000:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373192064 00010000:00000001:3.0:1767384936.454003:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384936.454009:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e325b4c x1853237373192064/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384936.454018:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384936.454020:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384936.454022:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384936.454027:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384936.454030:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384936.454033:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384936.454036:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384936.454039:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.454042:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384936.454046:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384936.454050:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055847abf. 00000100:00000200:3.0:1767384936.454054:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373192064, offset 224 00000400:00000200:3.0:1767384936.454060:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384936.454069:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384936.454078:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504780 00000400:00000200:3.0:1767384936.454085:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1765 [2] + 224 00000400:00000200:3.0:1767384936.454093:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384936.454098:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384936.454103:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384936.454108:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384936.454129:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384936.454146:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384936.454154:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055847abf 00000400:00000010:3.0:1767384936.454157:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055847abf. 00000100:00000001:0.0:1767384936.454157:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.454160:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384936.454164:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384936.454166:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384936.454168:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384936.454169:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384936.454173:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d5242c5. 00000100:00000001:3.0:1767384936.454176:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.454177:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ad47f3 00000400:00000010:0.0:1767384936.454181:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5ad47f3. 00000100:00000040:3.0:1767384936.454182:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384936.454184:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384936.454189:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384936.454190:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384936.454193:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.454200:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384936.454208:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e325b4c x1853237373192064/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384936.454219:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e325b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373192064:12345-0@lo:253: Request processed in 23650us (24109us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384936.454222:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.454236:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384936.454239:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:0.0:1767384936.454240:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.454244:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384936.454246:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 02000000:00000001:0.0:1767384936.454246:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384936.454249:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384936.454251:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.454253:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384936.454253:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.454258:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384936.454259:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=44 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384936.454264:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea7b9462. 00000100:00001000:0.0:1767384936.454264:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384936.454266:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384936.454270:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384936.454272:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00010000:00000001:0.0:1767384936.454272:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384936.454275:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.454279:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384936.454281:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bd6fe92. 00000100:00000040:0.0:1767384936.454282:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384936.454288:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:0.0:1767384936.454289:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384936.454293:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384936.454295:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060b1ae9d. 00000100:00000001:0.0:1767384936.454301:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384936.454302:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384936.454303:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.454308:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384936.454308:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384936.454311:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384936.454314:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384936.454315:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384936.454316:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384936.454316:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384936.454319:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384936.454322:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384936.454323:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384936.454325:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d44a1bfd. 00000020:01000004:0.0:1767384936.454325:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384936.454329:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384936.454332:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055847abf. 00000100:00100000:0.0:1767384936.454337:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373192064:0@lo:253: 00000100:00000001:0.0:1767384936.454342:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.454344:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384936.454346:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373192064/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384936.454350:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384936.454351:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384936.454353:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000001f90549. 02000000:00000001:0.0:1767384936.454356:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384936.454357:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384936.454359:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384936.454360:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384936.454362:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000087533ef4. 02000000:00000001:0.0:1767384936.454364:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384936.454365:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384936.454366:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 00000100:00000001:0.0:1767384936.454368:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384936.454369:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.454370:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384936.454373:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384936.454374:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.454376:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384936.454377:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384936.454624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000abff6751. 00010000:00000010:1.1:1767384936.454630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00000100:00000040:0.0:1767384936.457634:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294927053, at 4294927054 00000100:00000010:0.0:1767384936.457641:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00000100:00000040:3.0:1767384936.457647:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294927053, at 4294927054 00000100:00000040:2.0:1767384936.457647:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294927053, at 4294927054 00000100:00000010:2.0:1767384936.457656:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a8ccb0c. 00000100:00000010:3.0:1767384936.457660:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000367e4542. 00000100:00000040:1.0:1767384936.458645:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294927053, at 4294927055 00000100:00000010:1.0:1767384936.458651:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a55964d0. 00000400:00000200:3.0:1767384937.019736:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp28 00000400:00000010:3.0:1767384937.019743:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008492d3ff. 00000400:00000010:3.0:1767384937.019750:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b3c76ad7. 00000400:00000010:3.0:1767384937.019755:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5935eab. 00000400:00000010:3.0:1767384937.019763:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000789ca48f. 00000400:00000200:3.0:1767384937.019767:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp28 00000400:00000200:3.0:1767384937.019799:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp28 local destination 00000400:00000200:3.0:1767384937.019806:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp28 00000400:00000200:3.0:1767384937.019810:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp28 NI seq info: [56:56:256:4294967295] 192.168.204.149@tcp28 LPNI seq info [56:56:8:4294967295] 00000400:00000200:3.0:1767384937.019817:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp28 00000400:00000200:3.0:1767384937.019824:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28:) -> 192.168.204.149@tcp28(192.168.204.149@tcp28:192.168.204.149@tcp28) : GET try# 0 00000800:00000200:3.0:1767384937.019843:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp28 00000800:00000010:3.0:1767384937.019849:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad784b73. 00000800:00000200:3.0:1767384937.019855:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000800:00000200:3.1:1767384937.019860:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000400:00000200:3.0:1767384937.019896:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp28 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000010:3.0:1767384937.019902:0:16160:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000df83224a. 00000400:02000040:3.0:1767384937.019906:0:16160:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.204.149@tcp28 00000400:00000200:1.0:1767384937.019967:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020016:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020033:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020050:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020064:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020084:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020103:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020119:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020139:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020155:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020172:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020211:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020229:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020249:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020296:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020309:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020322:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020339:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020354:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020390:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020408:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020422:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020437:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020450:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020463:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020479:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020510:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020536:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020557:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384937.020571:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384937.020779:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e1cb8f80. 00000800:00000010:1.0:1767384937.020789:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a477f76. 00000800:00000010:1.0:1767384937.020794:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005407d0d9. 00000800:00000010:1.0:1767384937.020811:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005407d0d9. 00000800:00020000:1.0:1767384937.020820:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384937.020823:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a477f76. 00000800:00000010:1.0:1767384937.020848:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e1cb8f80. 00000400:02020000:1.0:1767384937.020882:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384937.020889:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp28 notifying 192.168.204.149@tcp28: down 00000400:00000200:1.0:1767384937.020893:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384937.020897:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp28 00000800:00000010:1.0:1767384937.020900:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad784b73. 00000400:00000200:1.0:1767384937.020904:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384937.020908:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp28->192.168.204.149@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384937.020916:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384937.020918:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384937.020921:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp28) recovery failed with -71 00000400:00000010:3.0:1767384937.021992:0:16160:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000df83224a. 00010000:00000001:2.0:1767384937.148646:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384937.148652:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.148657:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384937.148659:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384937.148712:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384937.148716:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384937.148721:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384937.702145:0:26551:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384937.702161:0:26551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384937.702167:0:26551:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384937.702174:0:26551:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384937.702181:0:26551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384937.702184:0:26551:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384938.044672:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384938.044679:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384938.044683:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5935eab 00000400:00000010:3.0:1767384938.044689:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5935eab. 00000400:00000200:3.0:1767384938.044697:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384938.044705:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384938.044717:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008492d3ff. 00000400:00000010:3.0:1767384938.044722:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b3c76ad7. 00010000:00000001:2.0:1767384938.171760:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384938.171769:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.171777:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384938.171779:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.171920:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384938.171926:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.171931:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384938.299719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.299731:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384938.299751:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001e013b3. 00000020:00000040:3.0:1767384938.299770:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384938.299777:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.299781:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.299788:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.299798:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dea9a7c9. 00000100:00000001:3.0:1767384938.299828:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.299852:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384938.299870:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.299874:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.299881:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e013b3] to pc [ptlrpcd_00_01+1] req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.299938:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.299943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.299949:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384938.299955:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384938.299960:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384938.299963:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.299965:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.299981:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384938.299983:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384938.299985:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.299991:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384938.299994:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.299998:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe85a6f3. 00000100:00000001:2.0:1767384938.299998:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.300009:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300013:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.300018:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.300019:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384938.300025:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.300029:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.300034:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384938.300052:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384938.300054:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.300058:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.300072:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_02+2] req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.300074:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.300077:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.300085:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384938.300091:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384938.300098:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.300103:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373192448:0@lo:400: 00000100:00000001:2.0:1767384938.300109:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384938.300127:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384938.300130:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.300133:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384938.300137:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384938.300139:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d5fe35d. 00000100:00000040:3.0:1767384938.300148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384938.300148:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.300157:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384938.300158:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.300164:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.300168:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384938.300170:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bafa169. 00000100:00000010:3.0:1767384938.300179:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 00000100:00000040:1.0:1767384938.300180:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384938.300182:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000020:00000040:3.0:1767384938.300192:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:2.0:1767384938.300195:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373192448, portal 25 00000100:00000001:3.0:1767384938.300205:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384938.300206:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.300207:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384938.300214:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.300216:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384938.300216:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013192192 : -129515696359424 : ffff8a34c6ecf800) 02000000:00000001:1.0:1767384938.300221:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384938.300225:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.300227:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384938.300231:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.300237:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.300239:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ccc00e72. 00000100:00100000:1.0:1767384938.300250:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373192576:0@lo:400: 00000100:00000001:3.0:1767384938.300252:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300259:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384938.300266:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384938.300268:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384938.300272:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384938.300275:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384938.300276:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 02000000:00000001:1.0:1767384938.300281:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384938.300284:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373192448, offset 0 02000000:00000001:1.0:1767384938.300290:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384938.300298:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000383b68b0. 00000400:00000200:2.0:1767384938.300304:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384938.300306:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.300312:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384938.300317:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008422302d. 00000100:00000001:3.0:1767384938.300318:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384938.300328:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000400:00000200:2.0:1767384938.300332:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384938.300335:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5d685ef] to pc [ptlrpcd_00_03+3] req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384938.300339:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373192576, portal 4 00000100:00000001:1.0:1767384938.300347:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384938.300351:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000400:00000200:2.0:1767384938.300359:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273504900 00000100:00000040:1.0:1767384938.300369:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.300378:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.300380:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1055 [2] + 0 00000100:00000040:3.0:1767384938.300392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384938.300400:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384938.300403:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ebf4f18. 00000100:00000001:3.0:1767384938.300411:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384938.300412:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384938.300415:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5be0e33 00000100:00000010:3.0:1767384938.300419:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000400:00000010:1.0:1767384938.300419:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000400:00000200:2.0:1767384938.300425:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384938.300431:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1767384938.300431:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373192576, offset 0 00000400:00000200:2.0:1767384938.300437:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384938.300445:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384938.300450:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384938.300452:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.300458:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.300458:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5be0e33 00000400:00000010:2.0:1767384938.300467:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5be0e33. 00000400:00000200:1.0:1767384938.300467:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384938.300469:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000044fb4243. 00000100:00000001:2.0:1767384938.300479:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384938.300481:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384938.300483:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384938.300487:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273504980 00000100:00000040:2.0:1767384938.300494:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000347b8557 x1853237373192448 msgsize 224 00000100:00000040:3.0:1767384938.300498:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384938.300503:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000100:00100000:2.0:1767384938.300519:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384938.300521:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384938.300527:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384938.300538:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384938.300543:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384938.300544:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300545:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.300553:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384938.300557:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000100:00000040:3.0:1767384938.300558:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_00+0] req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384938.300559:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1767384938.300565:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000100:00000010:1.0:1767384938.300569:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e9deb6. 00000100:00000001:2.0:1767384938.300573:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384938.300578:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000f6e9deb6 x1853237373192576 msgsize 224 00000100:00000200:2.0:1767384938.300583:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.300632:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384938.300649:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.300653:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.300661:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384938.300663:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000400:00000010:1.0:1767384938.300668:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000100:00000001:1.0:1767384938.300682:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384938.300693:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.300694:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300701:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384938.300713:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.300722:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384938.300724:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294928913 00000100:00000001:3.0:1767384938.300728:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.300730:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384938.300742:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000098668f5. 00000100:00000040:3.0:1767384938.300745:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (266) 00000100:00000001:2.0:1767384938.300756:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384938.300759:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.300764:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384938.300769:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.300770:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294928913 00000100:00000001:1.0:1767384938.300771:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384938.300780:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098592a41. 00000100:00000040:1.0:1767384938.300781:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6732 usecs (7 jiffies) 00000100:00000001:3.0:1767384938.300789:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.300790:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384938.300791:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928904 00000100:00000001:3.0:1767384938.300797:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384938.300800:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928913 00000100:00000001:2.0:1767384938.300801:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294928913 00000100:00000001:1.0:1767384938.300831:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928904 00000100:00000010:2.0:1767384938.300833:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644f4891. 00000100:00000040:3.0:1767384938.300836:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.300840:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928913 00000100:00000001:1.0:1767384938.300845:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928904 00000100:00000001:2.0:1767384938.300852:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384938.300860:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294928913 00000100:00000001:1.0:1767384938.300864:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928913 00000100:00000010:2.0:1767384938.300868:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047d68e0. 00000100:00000001:1.0:1767384938.300875:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928904 00000100:00000001:2.0:1767384938.300878:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384938.300887:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.300888:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928913 00000100:00000001:3.0:1767384938.300891:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.300896:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.300898:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.300899:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300905:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.300907:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.300912:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384938.300912:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.300914:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.300920:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.300923:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.300926:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384938.300928:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300931:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384938.300941:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373192704:0@lo:400: 00000100:00000001:2.0:1767384938.300942:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.300946:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.300948:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.300952:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384938.300955:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384938.300958:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384938.300961:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384938.300966:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384938.300966:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.300977:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384938.300979:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.300984:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.300990:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384938.300993:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.300997:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384938.301001:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0946798. 00000100:00000001:2.0:1767384938.301002:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.301008:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384938.301010:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.301013:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384938.301019:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.301020:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384938.301022:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002702ad14. 00000100:00100000:1.0:1767384938.301025:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192576 02000000:00000001:1.0:1767384938.301032:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384938.301037:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5935eab. 00000100:00100000:2.0:1767384938.301037:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373192832:0@lo:400: 00000100:00000001:1.0:1767384938.301050:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.301056:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.301061:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373192704, portal 10 00000100:00000001:2.0:1767384938.301063:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384938.301066:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.301070:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384938.301071:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384938.301073:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192576 00000100:00000001:3.0:1767384938.301078:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 02000000:00000001:2.0:1767384938.301078:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.301079:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384938.301084:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 02000000:00000001:2.0:1767384938.301086:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384938.301090:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767384938.301093:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052f9468f. 00000020:00000040:1.0:1767384938.301095:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000040:3.0:1767384938.301100:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384938.301101:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.301103:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000400:00000010:2.0:1767384938.301113:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd9bb03. 00000020:00000001:1.0:1767384938.301113:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:1.0:1767384938.301127:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384938.301138:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384938.301138:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 00000020:00000010:1.0:1767384938.301138:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec164f36. 00000100:00000040:3.0:1767384938.301149:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384938.301149:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004265bf92. 00000100:00000200:2.0:1767384938.301150:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373192832, portal 10 00000400:00000010:3.0:1767384938.301158:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000100:00000001:2.0:1767384938.301159:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384938.301162:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:2.0:1767384938.301163:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000200:3.0:1767384938.301168:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373192704, offset 0 00000100:00000040:2.0:1767384938.301178:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.301182:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384938.301187:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384938.301192:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cc27b01. 00000020:00000010:1.0:1767384938.301203:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc002f0f. 00000100:00000001:2.0:1767384938.301205:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384938.301211:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384938.301214:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000100:00000040:2.0:1767384938.301218:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384938.301228:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:2.0:1767384938.301229:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a0aabd. 00000400:00000200:3.0:1767384938.301238:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273504a00 00000100:00000001:1.0:1767384938.301238:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384938.301240:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373192832, offset 0 00000100:00000001:1.0:1767384938.301245:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384938.301251:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.301258:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384938.301265:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384938.301272:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384938.301274:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:2.0:1767384938.301276:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384938.301277:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.301293:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384938.301295:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.301296:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273504a80 00000400:00000200:3.0:1767384938.301307:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384938.301314:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:1.0:1767384938.301317:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384938.301321:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384938.301323:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384938.301327:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.301333:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384938.301342:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1767384938.301342:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384938.301350:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000010:3.0:1767384938.301354:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064874146. 00000100:00000001:1.0:1767384938.301355:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807131904 : -129514902419712 : ffff8a34f63f8700) 00000100:00000040:3.0:1767384938.301365:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000064874146 x1853237373192704 msgsize 224 00000100:00000040:1.0:1767384938.301366:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6e9deb6 x1853237373192576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.301373:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384938.301390:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192448 00000100:00100000:3.0:1767384938.301392:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384938.301397:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384938.301399:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384938.301402:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.301406:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384938.301407:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80b27eb. 00000100:00000001:3.0:1767384938.301413:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384938.301414:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.301415:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384938.301423:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192448 00000020:00000010:1.0:1767384938.301424:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80b27eb. 00000020:00000001:2.0:1767384938.301432:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384938.301436:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00100000:1.0:1767384938.301437:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e9deb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373192576:12345-0@lo:400: 00000400:00000200:3.0:1767384938.301439:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000020:00000001:2.0:1767384938.301443:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384938.301449:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000100:00000200:1.0:1767384938.301449:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192576 00000020:00000001:1.0:1767384938.301458:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:2.0:1767384938.301459:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384938.301462:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384938.301463:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.301465:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384938.301471:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.301472:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000200:3.0:1767384938.301478:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384938.301481:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384938.301484:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384938.301487:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000010:2.0:1767384938.301491:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ffe8ceb. 00000020:00000001:1.0:1767384938.301498:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384938.301500:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384938.301505:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384938.301510:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ffe8ceb. 00000020:00000001:1.0:1767384938.301514:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384938.301520:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384938.301524:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc640bd4. 00000020:00000001:1.0:1767384938.301525:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.301526:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384938.301534:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384938.301535:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074d2372e. 00000100:00000040:3.0:1767384938.301540:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.301542:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384938.301544:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 02000000:00000001:1.0:1767384938.301548:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384938.301558:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000010:1.0:1767384938.301559:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003669c98f. 00000100:00000001:3.0:1767384938.301562:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.301567:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384938.301568:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.301570:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384938.301573:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384938.301576:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.301577:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.301582:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.301584:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.301588:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384938.301589:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373192576 00010000:00000001:1.0:1767384938.301629:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384938.301635:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6e9deb6 x1853237373192576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.301638:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2385 usecs (3 jiffies) 00000100:00000001:3.0:1767384938.301653:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928901 00000100:00000001:2.0:1767384938.301655:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.301662:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928913 00000100:00000001:2.0:1767384938.301674:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384938.301675:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928901 00000100:00000001:2.0:1767384938.301680:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384938.301684:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928913 00010000:00000001:1.0:1767384938.301693:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384938.301699:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000001:3.0:1767384938.301700:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928901 00010000:00000001:1.0:1767384938.301701:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.301708:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384938.301711:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928913 00000100:00001000:1.0:1767384938.301712:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.301713:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640348752 : -129520069202864 : ffff8a33c248ac50) 00000100:00000001:3.0:1767384938.301723:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928901 00000100:00000001:1.0:1767384938.301727:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384938.301729:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000347b8557 x1853237373192448/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.301732:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928913 00000100:00000040:1.0:1767384938.301735:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384938.301744:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.301745:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384938.301755:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384938.301757:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.301764:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.301770:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.301771:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384938.301773:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.301779:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384938.301780:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ffe8ceb. 00000100:00000001:3.0:1767384938.301787:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384938.301787:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384938.301789:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.301795:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384938.301796:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ffe8ceb. 00000400:00000010:1.0:1767384938.301797:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000100:00100000:2.0:1767384938.301829:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000347b8557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373192448:12345-0@lo:400: 00000100:00000200:1.0:1767384938.301830:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373192576, offset 224 00000100:00000200:2.0:1767384938.301843:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192448 00000100:00000001:3.0:1767384938.301845:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384938.301849:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384938.301862:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384938.301863:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384938.301872:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.301872:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384938.301872:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384938.301879:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.301884:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384938.301892:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273504980 00000020:00000001:2.0:1767384938.301896:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.301900:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000400:00000200:1.0:1767384938.301901:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b1 [1] + 224 00000020:00000001:2.0:1767384938.301911:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:3.0:1767384938.301913:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000200:1.0:1767384938.301914:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384938.301915:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:3.0:1767384938.301924:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000001:2.0:1767384938.301924:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384938.301928:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384938.301932:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384938.301935:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1767384938.301936:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020b6c289. 00000020:00000001:2.0:1767384938.301937:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.301944:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767384938.301945:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384938.301948:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384938.301949:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384938.301954:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384938.301961:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384938.301974:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064b3f3ec. 00000100:00000040:1.0:1767384938.301977:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384938.301978:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384938.301983:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.301987:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.301992:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.302000:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.302002:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba6bdd9d. 00010000:00000040:2.0:1767384938.302010:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373192448 00000100:00000001:3.0:1767384938.302013:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.302015:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384938.302017:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:2.0:1767384938.302025:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000347b8557 x1853237373192448/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.302028:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384938.302028:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000400:00000010:1.0:1767384938.302035:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000100:00000001:3.0:1767384938.302037:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.302043:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384938.302052:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.302054:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:2.0:1767384938.302060:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.302061:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384938.302064:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b6c289] to pc [ptlrpcd_00_01+1] req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.302068:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302071:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384938.302076:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000040:2.0:1767384938.302079:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:1.0:1767384938.302087:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384938.302089:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:1.0:1767384938.302093:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.302098:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384938.302102:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384938.302104:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302111:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384938.302117:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1767384938.302125:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.302126:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4acb0e7. 00000100:00000040:1.0:1767384938.302134:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e9deb6 x1853237373192576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.302137:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373192448, offset 224 00000400:00000200:2.0:1767384938.302155:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384938.302159:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384938.302161:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e9deb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373192576:12345-0@lo:400: Request processed in 754us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384938.302167:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192704 02000000:00000001:3.0:1767384938.302175:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384938.302176:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384938.302177:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384938.302182:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384938.302187:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:3.0:1767384938.302190:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.302192:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.302198:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384938.302199:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273504900 02000000:00000001:3.0:1767384938.302202:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384938.302207:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc002f0f. 00000100:00100000:3.0:1767384938.302211:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192704 00000400:00000200:2.0:1767384938.302213:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17a9 [1] + 224 00000020:00000010:1.0:1767384938.302217:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000001:3.0:1767384938.302220:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384938.302227:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cc27b01. 00000020:00000040:3.0:1767384938.302228:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000400:00000200:2.0:1767384938.302229:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384938.302235:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000020:00000001:3.0:1767384938.302236:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384938.302245:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384938.302246:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000400:00000200:2.0:1767384938.302252:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384938.302258:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:2.0:1767384938.302262:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384938.302269:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000200:2.0:1767384938.302274:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384938.302274:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384938.302278:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384938.302281:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000010:3.0:1767384938.302290:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d341a1. 00000100:00000001:1.0:1767384938.302303:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.302304:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384938.302305:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.302310:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384938.302316:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091d341a1. 00000100:00000001:1.0:1767384938.302317:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384938.302326:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.302328:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384938.302337:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4acb0e7 00000020:00000010:3.0:1767384938.302341:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d01236e0. 00000100:00000001:1.0:1767384938.302342:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384938.302343:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4acb0e7. 00000100:00000001:1.0:1767384938.302347:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.302354:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2acf333. 00000100:00000001:2.0:1767384938.302355:0:16799:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384938.302355:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384938.302361:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384938.302363:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384938.302367:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 02000000:00000001:1.0:1767384938.302369:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302371:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.302381:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020b6c289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373192960:0@lo:13: 00000100:00000040:2.0:1767384938.302383:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384938.302388:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384938.302390:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.302395:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384938.302399:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384938.302400:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384938.302403:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384938.302407:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384938.302408:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384938.302411:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000347b8557 x1853237373192448/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.302413:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.302416:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384938.302420:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384938.302428:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002df843a3. 00000100:00000001:3.0:1767384938.302431:0:16806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1767384938.302436:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.302438:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000347b8557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373192448:12345-0@lo:400: Request processed in 672us (1940us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384938.302439:0:16806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384938.302442:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260bd2af. 00000100:00000001:3.0:1767384938.302446:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.302456:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000400:00000010:1.0:1767384938.302460:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000100:00000001:3.0:1767384938.302463:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384938.302463:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:1.0:1767384938.302468:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373192960, portal 4 00000100:00000001:2.0:1767384938.302472:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.302474:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384938.302477:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384938.302479:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013189504 : -129515696362112 : ffff8a34c6eced80) 00000020:00000010:2.0:1767384938.302483:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074d2372e. 00000100:00000001:3.0:1767384938.302487:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384938.302490:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384938.302492:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00000100:00000001:3.0:1767384938.302494:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384938.302503:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc640bd4. 00000100:00100000:3.0:1767384938.302511:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384938.302513:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384938.302514:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000040:3.0:1767384938.302522:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000040:1.0:1767384938.302523:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384938.302524:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384938.302530:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000064b3f3ec. 00000400:00000010:1.0:1767384938.302532:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000100:00000001:3.0:1767384938.302533:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013186816 : -129515696364800 : ffff8a34c6ece300) 02000000:00000001:2.0:1767384938.302538:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384938.302540:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373192960, offset 0 00000100:00000001:2.0:1767384938.302546:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.302554:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064874146 x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384938.302554:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384938.302555:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384938.302573:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384938.302576:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022f0350c. 00000400:00000010:2.0:1767384938.302590:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035e67ae9. 00000400:00000200:1.0:1767384938.302624:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273504b00 00000400:00000200:1.0:1767384938.302632:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000100:00000001:3.0:1767384938.302639:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384938.302639:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.302650:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384938.302651:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d341a1. 00000100:00000001:1.0:1767384938.302656:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384938.302660:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384938.302661:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:3.0:1767384938.302672:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091d341a1. 00000100:00000010:1.0:1767384938.302672:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000993814d6. 00000100:00000040:1.0:1767384938.302678:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000993814d6 x1853237373192960 msgsize 224 00000100:00000001:2.0:1767384938.302685:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384938.302693:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384938.302696:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064874146 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373192704:12345-0@lo:400: 00000100:00000010:2.0:1767384938.302701:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd7bbbcd. 00000100:00100000:1.0:1767384938.302707:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384938.302711:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000fd7bbbcd x1853237373192832 msgsize 224 00000100:00000200:3.0:1767384938.302716:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192704 00000020:00000001:3.0:1767384938.302726:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384938.302727:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384938.302727:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384938.302738:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384938.302739:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000400:00000010:1.0:1767384938.302746:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000020:00000001:3.0:1767384938.302747:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302755:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.302763:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384938.302764:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384938.302771:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.302772:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000200:2.0:1767384938.302772:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2a0aabd 00000400:00000010:2.0:1767384938.302780:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2a0aabd. 00000020:00000001:3.0:1767384938.302785:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384938.302788:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384938.302795:0:16806:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.302798:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384938.302800:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384938.302824:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.302827:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384938.302834:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384938.302850:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.302861:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384938.302869:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384938.302870:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302871:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384938.302878:0:16164:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384938.302880:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384938.302882:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.302886:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.302889:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1e59456. 00000100:00000040:1.0:1767384938.302896:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6732 usecs (7 jiffies) 02000000:00000001:3.0:1767384938.302899:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302903:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.302908:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302909:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.302913:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928906 00000020:00000001:3.0:1767384938.302919:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.302920:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.302921:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928913 00010000:00000040:3.0:1767384938.302933:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373192704 00000100:00000001:1.0:1767384938.302933:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928906 00000100:00000040:2.0:1767384938.302934:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2912 usecs (3 jiffies) 00010000:00000001:3.0:1767384938.302946:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384938.302946:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928913 00000100:00000001:2.0:1767384938.302947:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294928902 00000100:00000001:1.0:1767384938.302958:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928906 00010000:00000200:3.0:1767384938.302960:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064874146 x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.302961:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294928913 00000100:00000001:1.0:1767384938.302965:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928913 00000100:00000001:2.0:1767384938.302970:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294928902 00000100:00000001:2.0:1767384938.302984:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294928913 00000100:00000001:1.0:1767384938.302986:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928906 00000100:00000001:2.0:1767384938.302995:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294928902 00000100:00000001:1.0:1767384938.302996:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928913 00010000:00000001:3.0:1767384938.303001:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384938.303003:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294928913 00000100:00000001:1.0:1767384938.303005:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384938.303007:0:16806:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.303011:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294928902 00000100:00000001:1.0:1767384938.303016:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.303019:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294928913 00000100:00001000:3.0:1767384938.303020:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.303022:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.303029:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.303031:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.303037:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384938.303039:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.303045:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.303045:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.303050:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000001:2.0:1767384938.303051:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384938.303053:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384938.303056:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.303059:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.303060:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.303063:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384938.303069:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384938.303073:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384938.303074:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bafa169. 02000000:00000001:3.0:1767384938.303079:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.303082:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384938.303087:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:1.0:1767384938.303088:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384938.303089:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384938.303092:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384938.303096:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192960 00000100:00000200:2.0:1767384938.303104:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.303105:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384938.303105:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384938.303112:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384938.303115:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000100:00000001:1.0:1767384938.303116:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.303124:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.303128:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373192704, offset 224 00000100:00100000:1.0:1767384938.303136:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192960 00000100:00000200:2.0:1767384938.303137:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384938.303143:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384938.303148:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000400:00000200:3.0:1767384938.303151:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384938.303154:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.303161:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:1.0:1767384938.303169:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384938.303171:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384938.303175:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384938.303177:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384938.303178:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.303189:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384938.303190:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384938.303195:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273504a00 02000000:00000001:2.0:1767384938.303195:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.303199:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.303206:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384938.303207:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80b27eb. 02000000:00000001:2.0:1767384938.303210:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.303216:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384938.303217:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b9 [1] + 224 00000100:00001000:2.0:1767384938.303221:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=46 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384938.303223:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80b27eb. 00000020:00000010:1.0:1767384938.303235:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cc27b01. 00000100:00001000:2.0:1767384938.303237:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=46 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384938.303239:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384938.303243:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc002f0f. 00000100:00000001:2.0:1767384938.303249:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384938.303253:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000100:00000001:2.0:1767384938.303254:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.303258:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384938.303264:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384938.303268:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.303271:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384938.303271:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384938.303272:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.303279:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384938.303284:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.303285:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384938.303286:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.303291:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.303303:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.303319:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.303332:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384938.303337:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384938.303339:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.303345:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.303349:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.303350:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.303351:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384938.303358:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000040:2.0:1767384938.303361:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.303364:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807140864 : -129514902410752 : ffff8a34f63faa00) 00000100:00000040:1.0:1767384938.303378:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000993814d6 x1853237373192960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.303411:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001e013b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373192448:0@lo:400: 00000100:00000001:2.0:1767384938.303426:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.303436:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384938.303436:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384938.303442:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80b27eb. 00000100:00000001:1.0:1767384938.303446:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.303450:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384938.303451:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80b27eb. 00000100:00000040:2.0:1767384938.303456:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001e013b3 x1853237373192448/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.303467:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000100:00100000:1.0:1767384938.303467:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000993814d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373192960:12345-0@lo:13: 00000400:00000010:3.0:1767384938.303477:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000100:00000200:1.0:1767384938.303481:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192960 00000020:00000001:1.0:1767384938.303488:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384938.303489:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384938.303490:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384938.303493:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384938.303497:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384938.303498:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.303499:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.303506:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d5fe35d. 00000020:00000001:1.0:1767384938.303507:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384938.303511:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.303513:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 02000000:00000001:2.0:1767384938.303516:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384938.303521:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384938.303522:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384938.303525:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:1.0:1767384938.303528:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384938.303529:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00010000:00000001:3.0:1767384938.303533:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384938.303536:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384938.303540:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384938.303541:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dea9a7c9. 00000020:00000001:1.0:1767384938.303544:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384938.303552:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384938.303552:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384938.303553:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384938.303561:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.303562:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384938.303567:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064874146 x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384938.303568:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001e013b3. 00000100:00000001:1.0:1767384938.303570:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384938.303575:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384938.303578:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767384938.303583:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009250100e. 00000100:00000001:2.0:1767384938.303584:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.303593:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384938.303626:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.303631:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384938.303635:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384938.303642:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384938.303644:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384938.303648:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:3.0:1767384938.303662:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064874146 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373192704:12345-0@lo:400: Request processed in 1066us (2294us total) trans 0 rc 0/0 00080000:00000001:1.0:1767384938.303667:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.303684:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384938.303689:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384938.303695:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00100000:3.0:1767384938.303696:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000020:1.0:1767384938.303702:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767384938.303706:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00002000:00000020:1.0:1767384938.303708:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384938.303715:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1767384938.303716:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384938.303724:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1767384938.303725:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384938.303730:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.303734:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2acf333. 00002000:00000001:1.0:1767384938.303734:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384938.303740:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373192960 00010000:00000001:1.0:1767384938.303755:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384938.303758:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00010000:00000200:1.0:1767384938.303763:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000993814d6 x1853237373192960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384938.303770:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d01236e0. 00010000:00000001:1.0:1767384938.303775:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384938.303780:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384938.303784:0:16806:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00001000:1.0:1767384938.303784:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.303797:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384938.303798:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384938.303821:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.303826:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384938.303833:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384938.303846:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.303847:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384938.303850:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.303850:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384938.303855:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384938.303856:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373192832 00000100:00000001:2.0:1767384938.303860:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.303866:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384938.303867:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384938.303867:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384938.303870:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.303876:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.303876:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384938.303876:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000100:00000001:3.0:1767384938.303883:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384938.303886:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373192960, offset 224 02000000:00000001:3.0:1767384938.303891:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384938.303898:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384938.303902:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373192832 00000020:00000001:3.0:1767384938.303915:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384938.303916:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384938.303922:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:3.0:1767384938.303928:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384938.303930:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273504b00 00000400:00000200:1.0:1767384938.303939:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d1 [1] + 224 00000020:00000040:3.0:1767384938.303947:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000400:00000200:1.0:1767384938.303947:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384938.303949:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.303956:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384938.303958:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000400:00000200:1.0:1767384938.303960:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384938.303966:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384938.303978:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384938.303979:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000400:00000010:2.0:1767384938.303981:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002702ad14. 00000400:00000200:2.0:1767384938.303990:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5935eab 00000100:00000001:3.0:1767384938.303992:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384938.303993:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5935eab. 00000020:00000010:3.0:1767384938.304000:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d341a1. 00000100:00000001:2.0:1767384938.304000:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384938.304002:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.304011:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384938.304012:0:16806:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000047368e5a. 00000100:00000200:1.0:1767384938.304015:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384938.304027:0:16806:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:3.0:1767384938.304050:0:16806:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384938.304060:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d01236e0. 00000020:00000010:3.0:1767384938.304074:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2acf333. 00000100:00000040:1.0:1767384938.304077:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.304079:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384938.304085:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000100:00000040:3.0:1767384938.304099:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384938.304108:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384938.304123:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384938.304129:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.304136:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.304141:0:16806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384938.304141:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.304142:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.304150:0:16806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384938.304150:0:16166:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384938.304153:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000100:00000001:3.0:1767384938.304156:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384938.304158:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 02000000:00000001:2.0:1767384938.304165:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.304167:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384938.304170:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.304172:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384938.304174:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.304189:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384938.304190:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.304192:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.304201:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00001000:2.0:1767384938.304203:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=41 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384938.304205:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384938.304210:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.304211:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:2.0:1767384938.304213:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=41 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384938.304217:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384938.304219:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384938.304221:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384938.304227:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000993814d6 x1853237373192960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.304228:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.304237:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00000001:2.0:1767384938.304238:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384938.304249:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.304251:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:3.0:1767384938.304262:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776115200 : -129514933436416 : ffff8a34f4664000) 00000100:00100000:1.0:1767384938.304270:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000993814d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373192960:12345-0@lo:13: Request processed in 827us (1583us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384938.304280:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd7bbbcd x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.304284:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.304294:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384938.304297:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384938.304299:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384938.304308:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:2.0:1767384938.304309:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384938.304314:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.304317:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384938.304324:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.304325:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384938.304327:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384938.304333:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc002f0f. 00000020:00000010:3.0:1767384938.304336:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016a81020. 00000100:00000001:2.0:1767384938.304338:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.304347:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384938.304348:0:16806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.304351:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384938.304352:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000010:3.0:1767384938.304360:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016a81020. 00000020:00000010:1.0:1767384938.304363:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cc27b01. 00000100:00000040:2.0:1767384938.304364:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384938.304376:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00100000:2.0:1767384938.304381:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5d685ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373192704:0@lo:400: 00000100:00100000:3.0:1767384938.304384:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd7bbbcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373192832:12345-0@lo:400: 00000100:00000001:1.0:1767384938.304385:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.304396:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.304402:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.304407:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5d685ef x1853237373192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384938.304413:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373192832 00000100:00080000:1.0:1767384938.304416:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384938.304418:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767384938.304422:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 02000000:00000001:2.0:1767384938.304424:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.304430:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0946798. 00000020:00000001:3.0:1767384938.304433:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384938.304438:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384938.304440:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384938.304441:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.304442:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384938.304445:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384938.304448:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384938.304453:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384938.304456:0:16166:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384938.304458:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:1.0:1767384938.304459:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384938.304461:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384938.304465:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260bd2af. 00000020:00000001:3.0:1767384938.304467:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 02000000:00000010:2.0:1767384938.304467:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ccc00e72. 02000000:00000001:2.0:1767384938.304485:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384938.304487:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384938.304487:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 02000000:00000001:2.0:1767384938.304489:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767384938.304494:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000100:00000010:2.0:1767384938.304496:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 00000020:00000001:3.0:1767384938.304497:0:16806:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.304500:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384938.304507:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384938.304508:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384938.304513:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384938.304514:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.304516:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384938.304522:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.304524:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384938.304532:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384938.304536:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384938.304540:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384938.304541:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384938.304546:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384938.304549:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384938.304550:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.304556:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.304562:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be1b862e. 00000100:00000001:1.0:1767384938.304567:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384938.304571:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.304572:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.304582:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384938.304583:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.304585:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.304619:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.304622:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.304625:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.304631:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.304631:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384938.304641:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=36 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384938.304644:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373192832 00000100:00000001:1.0:1767384938.304648:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384938.304653:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.304654:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384938.304657:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384938.304665:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384938.304669:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd7bbbcd x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.304685:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.304693:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384938.304696:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:3.0:1767384938.304703:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384938.304706:0:16806:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.304711:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384938.304722:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384938.304725:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=41 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384938.304731:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.304741:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384938.304746:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384938.304751:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.304753:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384938.304757:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.304761:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000004:00000001:1.0:1767384938.304762:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384938.304768:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:3.0:1767384938.304771:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000040:1.0:1767384938.304773:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:3.0:1767384938.304779:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384938.304784:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384938.304787:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1767384938.304794:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.304799:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.304823:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020b6c289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373192960:0@lo:13: 00000100:00000001:1.0:1767384938.304828:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.304831:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.304834:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020b6c289 x1853237373192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.304841:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384938.304850:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384938.304853:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 02000000:00000001:1.0:1767384938.304854:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384938.304857:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002df843a3. 02000000:00000001:1.0:1767384938.304864:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384938.304865:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373192832, offset 224 00000020:00000001:1.0:1767384938.304867:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384938.304872:0:16164:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384938.304877:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384938.304879:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba6bdd9d. 00000400:00000200:3.0:1767384938.304885:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384938.304886:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384938.304890:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384938.304893:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020b6c289. 00000100:00000001:1.0:1767384938.304898:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384938.304903:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384938.304911:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.304914:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.304921:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384938.304922:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273504a80 00000100:00000001:1.0:1767384938.304924:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.304938:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.304943:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.304950:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17bd [1] + 224 00000100:00000001:1.0:1767384938.304956:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.304960:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384938.304961:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767384938.304965:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384938.304969:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384938.304975:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384938.304975:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008422302d. 00000400:00000200:1.0:1767384938.304982:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000400:00000010:1.0:1767384938.304986:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000100:00000001:1.0:1767384938.304990:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384938.304992:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.304997:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384938.305005:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384938.305018:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.305052:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.305055:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.305058:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.305059:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384938.305063:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.305065:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.305069:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.305076:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.305085:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384938.305095:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.305098:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384938.305100:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.305102:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384938.305107:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:1.0:1767384938.305108:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.305119:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.305120:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000100:00000001:1.0:1767384938.305122:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384938.305129:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:3.0:1767384938.305130:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000100:00000001:1.0:1767384938.305132:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384938.305138:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384938.305141:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.305146:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.305152:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.305153:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.305166:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:1.0:1767384938.305170:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384938.305176:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384938.305177:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384938.305189:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384938.305191:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.305196:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.305200:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384938.305212:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373192576:0@lo:400: 00000100:00000040:3.0:1767384938.305216:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd7bbbcd x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.305220:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.305225:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.305232:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373192576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.305262:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384938.305268:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd7bbbcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373192832:12345-0@lo:400: Request processed in 933us (2547us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384938.305268:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384938.305273:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000383b68b0. 02000000:00000001:1.0:1767384938.305279:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384938.305282:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384938.305288:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384938.305292:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384938.305296:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 02000000:00000010:1.0:1767384938.305297:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe85a6f3. 02000000:00000001:1.0:1767384938.305303:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384938.305306:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 02000000:00000001:1.0:1767384938.305307:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384938.305311:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:3.0:1767384938.305314:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.305317:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.305320:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384938.305321:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.305325:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.305327:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384938.305329:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2acf333. 00000100:00000001:2.0:1767384938.305331:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.305336:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.305340:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.305341:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000400:00000001:2.0:1767384938.305342:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384938.305344:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1767384938.305347:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384938.305351:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d01236e0. 00000100:00000001:1.0:1767384938.305363:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.305364:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd9bb03. 00000020:00000040:3.0:1767384938.305367:0:16806:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000400:00000200:2.0:1767384938.305375:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000100:00000001:3.0:1767384938.305377:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384938.305380:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000100:00000001:2.0:1767384938.305387:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.305394:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.305404:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.305413:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.305415:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.305417:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384938.305419:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.305421:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.305423:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.305425:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.305429:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384938.305433:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.305435:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.305437:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.305440:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384938.305452:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.305459:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.305462:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384938.305463:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384938.305466:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384938.305467:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.305470:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.305476:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.305478:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.305480:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384938.305483:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.305492:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373192832:0@lo:400: 00000100:00000001:2.0:1767384938.305500:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.305502:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.305505:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373192832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.305512:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384938.305515:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.305518:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052f9468f. 02000000:00000001:2.0:1767384938.305522:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384938.305525:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384938.305527:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384938.305529:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384938.305530:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000044fb4243. 02000000:00000001:2.0:1767384938.305533:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384938.305534:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384938.305535:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:2.0:1767384938.305538:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384938.305539:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.305541:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.305553:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.305556:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.305559:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.305562:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.317669:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294928913, at 4294928914 00000100:00000010:1.0:1767384938.317683:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098592a41. 00000100:00000040:0.0:1767384938.317685:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294928913, at 4294928914 00000100:00000010:0.0:1767384938.317712:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000098668f5. 00000100:00000040:3.0:1767384938.317739:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294928913, at 4294928914 00000100:00000010:3.0:1767384938.317762:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047d68e0. 00000100:00000040:2.0:1767384938.317800:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294928913, at 4294928914 00000100:00000010:2.0:1767384938.317845:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644f4891. 00000001:00000001:1.0:1767384938.678459:0:26716:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384938.678473:0:26716:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:1.0:1767384938.685005:0:26716:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384938.694061:0:26717:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b157dc39. 00000400:00000010:3.0:1767384938.694082:0:26717:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005dccb0ac. 00000400:00000010:3.0:1767384938.694096:0:26717:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002f6dae3a. 00000400:00000010:3.0:1767384938.694101:0:26717:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000098d0fb84. 00000400:00000010:3.0:1767384938.694105:0:26717:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f175eba3. 00000400:00000010:3.0:1767384938.694112:0:26717:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a13c4e3a. 00000400:00000010:3.0:1767384938.694115:0:26717:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000060b618c1. 00000400:00000010:3.0:1767384938.694117:0:26717:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cffe8c01. 00000400:00000010:3.0:1767384938.694122:0:26717:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d2cf97e2. 00000800:00000010:3.0:1767384938.694138:0:26717:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000044fb4243. 00000800:00000200:3.0:1767384938.694153:0:26717:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384938.694166:0:26717:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384938.694216:0:26717:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384938.694248:0:26717:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384938.696759:0:26717:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000a24f8867. 00000400:00000010:3.0:1767384938.696768:0:26717:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b89cc229. 00000400:00000010:3.0:1767384938.696776:0:26717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848f087f. 00000400:00000001:3.0:1767384938.696812:0:26717:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384938.696815:0:26717:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384938.696817:0:26717:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000665a341a. 00000400:00000200:3.0:1767384938.696821:0:26717:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2bd519 00000400:00000010:3.0:1767384938.696824:0:26717:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 00000400:00000010:3.0:1767384938.696828:0:26717:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000d7cec295. 00000400:00000200:3.0:1767384938.696833:0:26717:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (20) 00000400:00000200:3.0:1767384938.696848:0:26717:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384938.696861:0:26717:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384938.696871:0:26717:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000824bbf50. 00000020:01000000:3.0:1767384938.696878:0:26717:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384938.696881:0:26717:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp30 00000400:00000200:2.0:1767384938.696881:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384938.696888:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:2.0:1767384938.696892:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (21) 00000400:00000010:2.0:1767384938.696898:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000052f9468f. 00000400:00000010:2.0:1767384938.696903:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 00000400:00000010:3.0:1767384938.696905:0:26717:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005dccb0ac. 00000400:00000010:2.0:1767384938.696910:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eeb23906. 00000400:00000010:3.0:1767384938.696911:0:26717:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b157dc39. 00000400:00000200:2.0:1767384938.696917:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384938.696935:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:0.0:1767384938.696935:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384938.696942:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384938.696947:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384938.696948:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 10000000:01000000:0.0:1767384938.696950:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384938.696956:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384938.696962:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384938.696966:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384938.696967:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:01000004:0.0:1767384938.696968:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384938.696972:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384938.696975:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384938.696978:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384938.696982:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384938.696985:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384938.696987:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:01000004:0.0:1767384938.696988:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384938.696997:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4ee1880. 00000400:00000200:2.0:1767384938.697000:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000040:0.0:1767384938.697003:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384938.697014:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:0.0:1767384938.697014:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384938.697019:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384938.697026:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 02000000:00000001:0.0:1767384938.697027:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 02000000:00000010:0.0:1767384938.697040:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df874f9e. 00000100:00000001:0.0:1767384938.697049:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697054:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:0.0:1767384938.697060:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384938.697065:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697066:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000040:0.0:1767384938.697074:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ee1880] to pc [ptlrpcd_00_02+2] req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.697080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384938.697101:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 10000000:00000001:0.0:1767384938.697120:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697121:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 10000000:00000001:0.0:1767384938.697127:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.697132:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697137:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:01000000:0.0:1767384938.697137:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384938.697148:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384938.697151:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 10000000:00000001:0.0:1767384938.697152:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384938.697160:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 10000000:00000001:0.0:1767384938.697165:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384938.697169:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384938.697172:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:01000004:0.0:1767384938.697173:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384938.697177:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384938.697180:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384938.697182:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384938.697186:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384938.697188:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384938.697189:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000020:01000004:0.0:1767384938.697190:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384938.697194:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384938.697195:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384938.697200:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384938.697204:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:1.0:1767384938.697205:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384938.697208:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384938.697209:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000100:00000010:0.0:1767384938.697214:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005de34e89. 00000020:00000040:0.0:1767384938.697222:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384938.697229:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384938.697234:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384938.697237:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[56, 8], ns[56, 8] 02000000:00000001:0.0:1767384938.697239:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.697240:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384938.697245:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.697252:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384938.697252:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3bbe55d. 00000400:00000200:2.0:1767384938.697256:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 02000000:00000001:1.0:1767384938.697257:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384938.697259:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.697265:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.697267:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384938.697269:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp10 00000100:00000001:0.0:1767384938.697271:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.697273:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373193088:0@lo:253: 00000100:00000001:1.0:1767384938.697280:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384938.697283:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005de34e89] to pc [ptlrpcd_00_03+3] req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.697285:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp10 lpni_is_preferred = 0 02000000:00000001:1.0:1767384938.697288:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384938.697294:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697299:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp10 02000000:00000001:1.0:1767384938.697302:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384938.697307:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384938.697312:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e1cb8f80. 10000000:00000001:0.0:1767384938.697313:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697314:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp10 NI seq info: [57:57:256:4294967295] 192.168.204.149@tcp10 LPNI seq info [57:57:8:4294967295] 02000000:00000001:1.0:1767384938.697318:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.697321:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384938.697344:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008422302d. 00000020:01000000:0.0:1767384938.697345:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384938.697353:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000824bbf50. 00000400:00000200:2.0:1767384938.697355:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp10 00000400:00000010:1.0:1767384938.697355:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf442481. 00000100:00000200:1.0:1767384938.697368:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373193088, portal 25 00000100:00000001:1.0:1767384938.697376:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384938.697382:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014281856 : -129515695269760 : ffff8a34c6fd9880) 00000400:00000200:2.0:1767384938.697387:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10:) -> 192.168.204.149@tcp10(192.168.204.149@tcp:192.168.204.149@tcp10) : GET try# 0 00000100:00000001:0.0:1767384938.697387:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.697393:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384938.697397:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.697398:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384938.697408:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384938.697410:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp10 00000800:00000010:2.0:1767384938.697422:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d59b2f5. 00000800:00000200:2.0:1767384938.697445:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (6) 00000100:00000001:1.0:1767384938.697446:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384938.697448:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384938.697453:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.697460:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384938.697462:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384938.697469:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp10 ip 192.168.204.149:988 02000000:00000001:0.0:1767384938.697469:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384938.697470:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e1e8a42. 00000800:00000200:2.0:1767384938.697480:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767384938.697481:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373193088, offset 0 02000000:00000001:0.0:1767384938.697483:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.697495:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373193216:0@lo:253: 00000400:00000200:1.0:1767384938.697504:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384938.697505:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384938.697510:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 02000000:00000001:0.0:1767384938.697512:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384938.697518:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.697522:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 02000000:00000001:0.0:1767384938.697525:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384938.697528:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384938.697535:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000085c07c88. 02000000:00000001:0.0:1767384938.697540:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384938.697546:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f1a924. 00000400:00000200:1.0:1767384938.697547:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504b80 00000400:00000010:0.0:1767384938.697555:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a0cfd26. 00000100:00000200:0.0:1767384938.697561:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373193216, portal 25 00000100:00000001:0.0:1767384938.697566:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384938.697568:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014280960 : -129515695270656 : ffff8a34c6fd9500) 00000400:00000200:1.0:1767384938.697574:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1065 [2] + 0 00000100:00000040:0.0:1767384938.697579:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384938.697582:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000441d1f84. 00000400:00000200:1.0:1767384938.697591:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2bde0ea 00000100:00000001:0.0:1767384938.697597:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384938.697601:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384938.697602:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384938.697605:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040847c1f. 00000100:00000200:0.0:1767384938.697655:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373193216, offset 0 00000400:00000200:0.0:1767384938.697663:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.697671:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384938.697677:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.697680:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2bde0ea 00000400:00000010:1.0:1767384938.697685:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2bde0ea. 00000400:00000200:0.0:1767384938.697690:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504c00 00000100:00000001:1.0:1767384938.697694:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384938.697699:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384938.697699:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 00000100:00000040:1.0:1767384938.697707:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000000ca3d705 x1853237373193088 msgsize 4848 00000400:00000010:0.0:1767384938.697708:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1dd8109. 00000400:00000200:0.0:1767384938.697717:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be91747d 00000100:00100000:1.0:1767384938.697724:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384938.697726:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384938.697727:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767384938.697753:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384938.697753:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.697758:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.697759:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be91747d 00000800:00000010:2.0:1767384938.697762:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d59b2f5. 00000400:00000010:0.0:1767384938.697764:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be91747d. 00000100:00000001:0.0:1767384938.697770:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384938.697772:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e1e8a42 00000100:00000200:0.0:1767384938.697775:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384938.697778:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e1e8a42. 00000400:00000200:2.0:1767384938.697780:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384938.697781:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000007e86c3d3 x1853237373193216 msgsize 4848 00000100:00000001:1.0:1767384938.697784:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384938.697817:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.697823:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384938.697824:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: GET: OK 00000100:00000040:0.0:1767384938.697847:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384938.697853:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384938.697856:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384938.697864:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000100:00000040:1.0:1767384938.697865:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.697870:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.697879:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.697882:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384938.697884:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384938.697889:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040847c1f 00000400:00000010:0.0:1767384938.697893:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040847c1f. 00000100:00000001:1.0:1767384938.697895:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.697898:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384938.697899:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.697902:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294929310 00000800:00000001:2.0:1767384938.697905:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384938.697907:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384938.697911:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091c2b011. 00000800:00000001:2.0:1767384938.697918:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.697923:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384938.697928:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384938.697932:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294929310 00000100:00000040:0.0:1767384938.697937:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384938.697940:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039765f70. 00000400:00000200:2.0:1767384938.697943:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10) <- 192.168.204.149@tcp10 : GET - for me 00000100:00000001:1.0:1767384938.697948:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384938.697956:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294929310 00000100:00000001:0.0:1767384938.697961:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384938.697963:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbdf3926. 00000100:00000001:0.0:1767384938.697966:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384938.697969:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384938.697971:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384938.697975:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.697982:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294929310 00000400:00000200:2.0:1767384938.697983:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 368/368 into md 0x17e9 [1] + 0 00000100:00000001:1.0:1767384938.697985:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294929310 00000100:00000001:0.0:1767384938.697988:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294929310 00000100:00000010:1.0:1767384938.697994:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abbe435b. 00000100:00000001:0.0:1767384938.697996:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294929310 00000100:00000001:1.0:1767384938.698001:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384938.698002:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294929310 00000100:00000001:1.0:1767384938.698008:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384938.698009:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294929310 00000400:00000200:2.0:1767384938.698012:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp10 to MR: 192.168.204.149@tcp10 local destination 00000100:00000001:1.0:1767384938.698016:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.698017:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294929310 00000100:00000001:1.0:1767384938.698024:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.698025:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294929310 00000400:00000200:2.0:1767384938.698030:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp10 NI seq info: [58:58:256:4294967295] 192.168.204.149@tcp10 LPNI seq info [58:58:8:4294967295] 00000100:00000001:1.0:1767384938.698032:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.698032:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294929310 00000100:00000001:0.0:1767384938.698040:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384938.698044:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698046:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384938.698065:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698067:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384938.698073:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.698077:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.698082:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.698084:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.698087:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.698089:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384938.698090:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10:192.168.204.149@tcp10) -> 192.168.204.149@tcp10(192.168.204.149@tcp10:192.168.204.149@tcp10) 192.168.204.149@tcp10 : REPLY try# 0 00000100:00000001:1.0:1767384938.698092:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.698098:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.698102:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.698107:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384938.698114:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.149@tcp10 00000100:00000001:0.0:1767384938.698115:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698123:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384938.698125:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d59b2f5. 00000100:00100000:1.0:1767384938.698129:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193088 02000000:00000001:1.0:1767384938.698134:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384938.698137:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1767384938.698142:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (6) 00000100:00000001:1.0:1767384938.698142:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.698150:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.698155:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193088 00000020:00000001:1.0:1767384938.698161:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1767384938.698162:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp10 ip 192.168.204.149:1021 00000020:00000040:1.0:1767384938.698164:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384938.698171:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1767384938.698172:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 3, nob 464 niov 1 nkiov 1 00000020:00000040:1.0:1767384938.698175:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:1.0:1767384938.698182:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384938.698185:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384938.698190:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384938.698194:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000996877b8. 00000100:00000001:1.0:1767384938.698197:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.698200:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000996877b8. 00000020:00000010:1.0:1767384938.698207:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6119aa3. 00000020:00000010:1.0:1767384938.698214:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2e67c79. 00000020:00000010:1.0:1767384938.698222:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000100:00000040:1.0:1767384938.698233:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384938.698236:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384938.698246:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384938.698248:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698258:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384938.698262:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384938.698269:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d59b2f5. 00000100:00000001:1.0:1767384938.698273:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.698275:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.698289:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: REPLY: OK 00000100:00000001:1.0:1767384938.698290:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384938.698299:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193216 02000000:00000001:1.0:1767384938.698302:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384938.698304:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.698307:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.698309:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384938.698310:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384938.698311:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.698315:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384938.698318:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193216 00000800:00000001:2.0:1767384938.698321:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384938.698323:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384938.698327:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000020:00000040:1.0:1767384938.698328:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000800:00000001:2.0:1767384938.698331:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384938.698333:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.698337:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000800:00000001:2.0:1767384938.698340:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384938.698347:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000001:2.0:1767384938.698349:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384938.698349:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:1.0:1767384938.698353:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384938.698357:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640343632 : -129520069207984 : ffff8a33c2489850) 00000800:00000001:2.0:1767384938.698360:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.698360:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384938.698367:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ca3d705 x1853237373193088/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 4848/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384938.698368:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000996877b8. 00000100:00000001:1.0:1767384938.698377:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384938.698385:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp10(192.168.204.149@tcp10) <- 192.168.204.149@tcp10 : REPLY - for me 00000020:00000010:1.0:1767384938.698388:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000996877b8. 00000020:00000010:1.0:1767384938.698404:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f332e367. 00000100:00000001:0.0:1767384938.698404:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384938.698413:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091a007c9. 00000400:00000200:2.0:1767384938.698416:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp10: Reply from 12345-192.168.204.149@tcp10 of length 368/368 into md 0x17ed 00000020:00000010:1.0:1767384938.698417:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d28a5f7c. 00000100:00000001:0.0:1767384938.698418:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384938.698426:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091a007c9. 00000020:00000010:1.0:1767384938.698431:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094dba60. 00000100:00100000:0.0:1767384938.698439:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ca3d705 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373193088:12345-0@lo:253: 00000800:00000001:2.0:1767384938.698440:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384938.698444:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384938.698448:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193088 00000100:00000001:1.0:1767384938.698451:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384938.698454:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384938.698454:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384938.698456:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.698460:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384938.698463:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384938.698466:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698471:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.698472:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384938.698478:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:2.0:1767384938.698480:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp10->192.168.204.149@tcp10: REPLY: OK 00000100:00000001:1.0:1767384938.698481:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384938.698483:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384938.698487:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.698492:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000020:00000001:0.0:1767384938.698492:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384938.698496:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384938.698498:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000020:00000001:0.0:1767384938.698501:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698506:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384938.698507:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384938.698507:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384938.698514:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384938.698515:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384938.698520:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000100:00100000:1.0:1767384938.698527:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 02000000:00000010:0.0:1767384938.698528:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000087533ef4. 00000400:00000200:2.0:1767384938.698533:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 02000000:00000001:0.0:1767384938.698535:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.698537:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384938.698543:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.698545:0:16157:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.149@tcp (384 bytes) 00000100:00000001:1.0:1767384938.698546:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640342608 : -129520069209008 : ffff8a33c2489450) 20000000:00000001:0.0:1767384938.698548:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384938.698560:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000040:1.0:1767384938.698563:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e86c3d3 x1853237373193216/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 4848/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:0.0:1767384938.698563:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000001f90549. 20000000:01000000:0.0:1767384938.698570:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384938.698574:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:2.0:1767384938.698578:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000052f9468f. 20000000:00000001:0.0:1767384938.698579:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384938.698586:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.698590:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (22) 20000000:00000001:0.0:1767384938.698592:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384938.698601:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384938.698606:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.698614:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.698659:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384938.698666:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000996877b8. 00000100:00000001:1.0:1767384938.698670:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.698677:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000996877b8. 00000100:00100000:1.0:1767384938.698685:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e86c3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373193216:12345-0@lo:253: 20000000:00000010:0.0:1767384938.698686:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004245b89. 20000000:01000000:0.0:1767384938.698692:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000100:00000200:1.0:1767384938.698696:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193216 00000400:00000200:2.0:1767384938.698698:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:0.0:1767384938.698700:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384938.698702:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384938.698708:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000052f9468f. 00000020:00000001:1.0:1767384938.698708:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:0.0:1767384938.698709:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384938.698712:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.698717:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384938.698719:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd9bb03. 00000020:00000001:1.0:1767384938.698719:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384938.698728:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384938.698730:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384938.698731:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 00000020:00000001:1.0:1767384938.698732:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384938.698736:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384938.698740:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000052f9468f 00000020:00000001:1.0:1767384938.698741:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698748:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:2.0:1767384938.698750:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384938.698751:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1767384938.698756:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1767384938.698760:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384938.698761:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000294d6efb. 02000000:00000010:1.0:1767384938.698762:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c712a133. 00080000:00000001:0.0:1767384938.698766:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 02000000:00000001:1.0:1767384938.698768:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384938.698771:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.698772:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.698773:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00080000:00000001:0.0:1767384938.698776:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384938.698778:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384938.698781:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000020:00000001:0.0:1767384938.698783:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384938.698791:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 20000000:00000010:1.0:1767384938.698791:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000716ef621. 00000020:00000001:0.0:1767384938.698791:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 20000000:01000000:1.0:1767384938.698818:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384938.698819:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384938.698825:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:2.0:1767384938.698826:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000a73cd801. 20000000:00000001:1.0:1767384938.698829:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000010:0.0:1767384938.698830:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005f38b72. 00000400:00000200:2.0:1767384938.698835:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 20000000:00000001:1.0:1767384938.698835:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384938.698836:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659745280 : -129520049806336 : ffff8a33c370a400) 20000000:00000001:1.0:1767384938.698843:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384938.698845:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384938.698847:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384938.698851:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000200:2.0:1767384938.698860:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:0 00000400:00000200:2.0:1767384938.698864:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc 1 00000400:00000200:2.0:1767384938.698868:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:2.0:1767384938.698872:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (21) 00000400:00000010:2.0:1767384938.698877:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000006d5fe35d. 00000400:00000010:2.0:1767384938.698888:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000400:00000010:2.0:1767384938.698895:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050f0b10a. 00000400:00000200:2.0:1767384938.698902:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384938.698912:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384938.698918:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384938.698924:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000400:00000200:2.0:1767384938.698932:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:2.0:1767384938.698939:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:2.0:1767384938.698948:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:2.0:1767384938.698955:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:2.0:1767384938.698962:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000001:00000001:0.0:1767384938.698967:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384938.698968:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00080000:00000001:0.0:1767384938.698970:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384938.698978:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384938.698983:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:2.0:1767384938.698990:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384938.698996:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00080000:00000001:0.0:1767384938.699002:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.699004:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00080000:00000001:0.0:1767384938.699009:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384938.699016:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384938.699022:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384938.699028:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000400:00000200:2.0:1767384938.699035:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000400:00000200:2.0:1767384938.699041:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000400:00000200:2.0:1767384938.699058:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000400:00000200:2.0:1767384938.699065:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:2.0:1767384938.699070:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:2.0:1767384938.699076:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp11 00000400:00000200:2.0:1767384938.699081:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp11 lpni_is_preferred = 0 00000400:00000200:2.0:1767384938.699086:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp11 00000400:00000200:2.0:1767384938.699092:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp11 NI seq info: [59:59:256:4294967295] 192.168.204.149@tcp11 LPNI seq info [59:59:8:4294967295] 00000400:00000200:2.0:1767384938.699100:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp11 00000400:00000200:2.0:1767384938.699113:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11:) -> 192.168.204.149@tcp11(192.168.204.149@tcp:192.168.204.149@tcp11) : GET try# 0 00080000:00000001:0.0:1767384938.699117:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000200:2.0:1767384938.699123:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp11 00080000:00000001:0.0:1767384938.699124:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384938.699132:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d59b2f5. 00000800:00000200:2.0:1767384938.699140:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (6) 00000800:00000200:2.0:1767384938.699150:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:988 00000800:00000200:2.0:1767384938.699155:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384938.699192:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384938.699196:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000800:00000001:0.0:1767384938.699310:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384938.699320:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384938.699322:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384938.699329:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384938.699330:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d59b2f5. 00000400:00000200:2.0:1767384938.699339:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384938.699341:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.699349:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: GET: OK 00000400:00000200:0.0:1767384938.699360:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11) <- 192.168.204.149@tcp11 : GET - for me 00000400:00000200:2.0:1767384938.699363:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384938.699372:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000400:00000200:0.0:1767384938.699377:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384938.699385:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 384/384 into md 0x17e9 [1] + 0 00000400:00000200:0.0:1767384938.699397:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp11 to MR: 192.168.204.149@tcp11 local destination 00000400:00000200:0.0:1767384938.699402:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp11 NI seq info: [60:60:256:4294967295] 192.168.204.149@tcp11 LPNI seq info [60:60:8:4294967295] 00000400:00000200:0.0:1767384938.699414:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) -> 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) 192.168.204.149@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767384938.699421:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.149@tcp11 00000800:00000010:0.0:1767384938.699426:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000172c02ec. 00000800:00000200:0.0:1767384938.699441:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (6) 00000800:00000200:0.0:1767384938.699450:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:1019 00000800:00000200:0.0:1767384938.699453:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000172c02ec type 3, nob 480 niov 1 nkiov 1 00000800:00000001:2.0:1767384938.699499:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384938.699530:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384938.699535:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000172c02ec. 00000400:00000200:0.0:1767384938.699540:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384938.699545:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: REPLY: OK 00000800:00000001:2.0:1767384938.699553:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384938.699556:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384938.699682:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384938.699703:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384938.699709:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.699716:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11) <- 192.168.204.149@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384938.699730:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp11: Reply from 12345-192.168.204.149@tcp11 of length 384/384 into md 0x1805 00000800:00000001:0.0:1767384938.699736:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384938.699742:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.699744:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384938.699750:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: REPLY: OK 00000400:00000200:0.0:1767384938.699754:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00000400:00000010:0.0:1767384938.699757:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000400:00000200:0.0:1767384938.699761:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384938.699765:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:0.0:1767384938.699768:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384938.699772:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 22. state = 0x100271 00000400:00000200:0.0:1767384938.699777:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384938.699810:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (22) 00000800:00000001:0.0:1767384938.699817:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384938.699821:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.699864:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384938.699873:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:1.0:1767384938.699882:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000f30c37c1. 00000400:00000010:1.0:1767384938.699885:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000c3327a96. 00000400:00000010:1.0:1767384938.699895:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000c8f0ea9e. 00000400:00000200:1.0:1767384938.699933:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp28(000000004442c8ac) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384938.699941:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000fb33872. 00000400:00000200:1.0:1767384938.699949:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000fb33872 nid 192.168.204.149@tcp29 00000400:00000010:1.0:1767384938.699952:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008c3aa077. 00000400:00000200:1.0:1767384938.699956:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000008c3aa077 net tcp29 00000400:00000200:1.0:1767384938.699960:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (21) 00000400:00000200:1.0:1767384938.699967:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp29 flags 0x11 00000400:00000010:1.0:1767384938.699972:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000383b68b0. 00000400:00000200:1.0:1767384938.699976:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000383b68b0 nid 192.168.204.149@tcp30 00000400:00000010:1.0:1767384938.699979:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000035dfa1e3. 00000400:00000200:1.0:1767384938.699982:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000035dfa1e3 net tcp30 00000400:00000200:1.0:1767384938.699985:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (22) 00000400:00000200:1.0:1767384938.699991:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp30 flags 0x11 00000400:00000010:1.0:1767384938.699996:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000f30c37c1. 00000400:00000010:1.0:1767384938.700001:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000c3327a96. 00000400:00000010:1.0:1767384938.700005:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000c8f0ea9e. 00000400:00000010:1.0:1767384938.700009:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000006d5fe35d. 00000400:00000200:1.0:1767384938.700016:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384938.700020:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:1.0:1767384938.700025:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:1.0:1767384938.700030:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:1.0:1767384938.700037:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000400:00000200:1.0:1767384938.700041:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000400:00000010:1.0:1767384938.700046:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ca9eee5. 00000400:00000200:1.0:1767384938.700051:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp11 00000400:00000200:1.0:1767384938.700061:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp11 to MR: 192.168.204.149@tcp11 local destination 00000400:00000200:1.0:1767384938.700069:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp11 NI seq info: [61:61:256:4294967295] 192.168.204.149@tcp11 LPNI seq info [61:61:8:4294967295] 00000400:00000200:1.0:1767384938.700075:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp11 00000400:00000200:1.0:1767384938.700106:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) -> 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) : PUT try# 0 00000800:00000200:1.0:1767384938.700115:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.149@tcp11 00000800:00000010:1.0:1767384938.700127:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc688400. 00000800:00000200:1.0:1767384938.700133:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (6) 00000800:00000200:1.0:1767384938.700142:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:988 00000800:00000200:1.0:1767384938.700146:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc688400 type 1, nob 480 niov 1 nkiov 1 00000400:00000200:1.0:1767384938.700160:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384938.700164:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000800:00000200:0.0:1767384938.700351:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384938.700356:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc688400. 00000400:00000200:0.0:1767384938.700361:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384938.700368:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384938.700369:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: PUT: OK 00000400:00000200:0.0:1767384938.700376:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384938.700378:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp11: 0 00000800:00000001:1.0:1767384938.700380:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384938.700385:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.700389:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.700402:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11) <- 192.168.204.149@tcp11 : PUT - for me 00000400:00000200:1.0:1767384938.700415:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384938.700421:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 384/384 into md 0x1801 [1] + 0 00000400:00000010:1.0:1767384938.700426:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd9bb03. 00000400:00000200:1.0:1767384938.700431:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf7307ed 00000800:00000001:1.0:1767384938.700435:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.700443:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.700445:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.700449:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: PUT: OK 00000400:00000200:1.0:1767384938.700453:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000400:00000010:1.0:1767384938.700455:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000400:00000200:1.0:1767384938.700457:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384938.700460:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (24) 00000400:00000200:1.0:1767384938.700464:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384938.700468:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c8f0ea9e. 00000400:00000200:1.0:1767384938.700471:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 22 00000400:00000200:1.0:1767384938.700474:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384938.700489:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (25) 00000400:00000200:1.0:1767384938.700494:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384938.700499:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp11 to MR: 192.168.204.149@tcp11 local destination 00000400:00000200:1.0:1767384938.700503:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp11 NI seq info: [62:62:256:4294967295] 192.168.204.149@tcp11 LPNI seq info [62:62:8:4294967295] 00000400:00000200:1.0:1767384938.700517:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) -> 192.168.204.149@tcp11(192.168.204.149@tcp11:192.168.204.149@tcp11) 192.168.204.149@tcp11 : ACK try# 0 00000800:00000200:1.0:1767384938.700534:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp11 00000800:00000010:1.0:1767384938.700540:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8f1c1fd. 00000800:00000200:1.0:1767384938.700545:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (6) 00000800:00000200:1.0:1767384938.700553:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:1019 00000800:00000200:1.0:1767384938.700556:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8f1c1fd type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384938.700700:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384938.700701:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384938.700707:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8f1c1fd. 00000400:00000010:0.0:1767384938.700708:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b08a92. 00000400:00000200:1.0:1767384938.700712:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384938.700716:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000400:00000200:1.0:1767384938.700725:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: ACK: OK 00000400:00000200:0.0:1767384938.700726:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000052f9468f 00000800:00000001:1.0:1767384938.700735:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384938.700740:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004f1 00000800:00000001:1.0:1767384938.700743:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384938.700748:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384938.700749:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000f3176d35. 00000800:00000001:1.0:1767384938.700754:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384938.700757:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000c9f76a10. 00000800:00000001:1.0:1767384938.700759:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384938.700767:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000092f85a31. 00000800:00000001:1.0:1767384938.700769:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.700781:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp11(192.168.204.149@tcp11) <- 192.168.204.149@tcp11 : ACK - for me 00000400:00000200:1.0:1767384938.700824:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp11: ACK from 12345-192.168.204.149@tcp11 into md 0x1809 00000400:00000010:0.0:1767384938.700826:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000f3176d35. 00000400:00000200:1.0:1767384938.700846:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384938.700848:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000c9f76a10. 00000400:00000010:0.0:1767384938.700854:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000092f85a31. 00000400:00000200:1.0:1767384938.700855:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp11->192.168.204.149@tcp11: ACK: OK 00000400:00000010:0.0:1767384938.700860:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c8f0ea9e. 00000400:00000200:1.0:1767384938.700864:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000400:00000010:1.0:1767384938.700868:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000400:00000200:0.0:1767384938.700869:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384938.700876:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384938.700877:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100571 00000400:00000200:1.0:1767384938.700886:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:0.0:1767384938.700887:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:1.0:1767384938.700895:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384938.700899:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (24) 00000400:00000200:0.0:1767384938.700906:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000800:00000001:1.0:1767384938.700907:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.700914:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.700914:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384938.700921:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384938.700926:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384938.700930:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (23) 00080000:00000001:1.0:1767384938.710918:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384938.710924:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384938.710928:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384938.710931:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384938.710932:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384938.710938:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384938.710942:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384938.710943:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384938.710945:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384938.710948:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384938.710953:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005f38b72. 00080000:00000001:2.0:1767384938.710961:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384938.710963:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384938.710968:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384938.710971:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f3176d35. 00080000:00000020:1.0:1767384938.710975:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384938.710978:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:0.0:1767384938.710983:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384938.710987:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384938.710995:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384938.710999:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384938.711002:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384938.711007:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384938.711009:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384938.711010:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384938.711016:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384938.711018:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384938.711021:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384938.711022:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ffb7d5a. 00000020:00000001:0.0:1767384938.711025:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384938.711028:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384938.711030:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000010:1.0:1767384938.711033:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00080000:00000001:0.0:1767384938.711037:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384938.711040:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384938.711044:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b3709 to hash 00080000:00000010:0.0:1767384938.711044:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9f76a10. 00000020:00000001:1.0:1767384938.711048:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384938.711050:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659741184 : -129520049810432 : ffff8a33c3709400) 00010000:00000001:1.0:1767384938.711052:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00080000:00000001:0.0:1767384938.711055:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384938.711057:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.711061:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.711063:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.711068:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711077:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384938.711081:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384938.711083:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384938.711085:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384938.711087:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.711090:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384938.711092:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.711094:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384938.711097:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384938.711099:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384938.711100:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384938.711103:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ffb7d5a) refcount = 1 00010000:00010000:1.0:1767384938.711106:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384938.711112:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384938.711115:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384938.711117:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384938.711127:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384938.711129:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711130:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384938.711133:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384938.711136:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384938.711137:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711141:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384938.711144:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384938.711147:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384938.711151:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384938.711152:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.711170:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384938.711173:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.711176:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.711179:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384938.711181:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711187:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384938.711190:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711195:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.711197:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384938.711199:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711204:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.711205:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711209:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384938.711211:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384938.711217:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:1.0:1767384938.711218:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384938.711226:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384938.711226:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384938.711238:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384938.711240:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711247:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384938.711249:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384938.711250:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.711251:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000020:00000001:1.0:1767384938.711253:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.711255:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.711258:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384938.711260:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711265:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384938.711268:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384938.711269:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711273:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384938.711274:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384938.711276:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.711278:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384938.711281:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b3709 from hash 00010000:00000001:1.0:1767384938.711283:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384938.711284:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.711286:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.711287:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384938.711289:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384938.711290:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384938.711292:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384938.711294:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.711297:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711299:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384938.711301:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384938.711303:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.711304:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.711306:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711315:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.711317:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.711320:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711325:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.711326:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.711328:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384938.711330:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384938.711332:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.711334:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.711336:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384938.711338:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384938.711340:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.711342:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.711348:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384938.711349:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384938.711351:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b3709 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384938.711357:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003ffb7d5a count: 0 00010000:00000001:1.0:1767384938.711375:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384938.711379:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384938.714647:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294929310, at 4294929311 00000100:00000010:1.0:1767384938.714657:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039765f70. 00000100:00000040:2.0:1767384938.714660:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294929310, at 4294929311 00000100:00000040:0.0:1767384938.714660:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294929310, at 4294929311 00000100:00000010:0.0:1767384938.714671:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091c2b011. 00000100:00000010:2.0:1767384938.714675:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbdf3926. 00000100:00000040:3.0:1767384938.714722:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294929310, at 4294929311 00000100:00000010:3.0:1767384938.714731:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abbe435b. 00010000:00000010:1.1:1767384938.718632:0:26718:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ffb7d5a. 00010000:00000010:1.1:1767384938.718645:0:26718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00080000:00000001:2.0:1767384938.721123:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384938.721128:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384938.721128:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384938.721131:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384938.721136:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384938.721137:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384938.721142:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384938.721142:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384938.721148:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384938.721150:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9f76a10. 20000000:01000000:0.0:1767384938.721151:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384938.721159:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384938.721160:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384938.721165:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384938.721171:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384938.721176:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384938.721183:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384938.721186:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384938.721192:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384938.721195:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384938.721203:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ffb7d5a. 00010000:00000001:1.0:1767384938.721208:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384938.721213:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384938.721217:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384938.721231:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b3710 to hash 00000020:00000001:1.0:1767384938.721235:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384938.721238:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.721242:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.721246:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.721249:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.721253:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721264:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384938.721268:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384938.721271:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384938.721273:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384938.721276:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.721279:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384938.721282:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.721285:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384938.721288:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384938.721290:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384938.721292:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384938.721295:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ffb7d5a) refcount = 1 00010000:00010000:1.0:1767384938.721299:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721309:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384938.721312:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384938.721314:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.721317:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.721320:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384938.721324:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384938.721329:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:1.0:1767384938.721333:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384938.721336:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.721339:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384938.721342:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.721356:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.721360:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384938.721364:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721373:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384938.721376:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721384:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.721387:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384938.721389:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721397:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.721400:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.721403:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384938.721406:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384938.721414:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384938.721418:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384938.721421:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384938.721424:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721432:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384938.721434:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384938.721436:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.721438:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000020:00000001:1.0:1767384938.721441:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.721444:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384938.721447:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384938.721450:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721469:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384938.721472:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384938.721474:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.721479:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384938.721482:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384938.721485:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.721487:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384938.721491:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b3710 from hash 00010000:00000001:1.0:1767384938.721495:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384938.721497:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.721500:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.721502:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384938.721505:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384938.721507:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384938.721513:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384938.721516:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.721519:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.721522:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384938.721524:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384938.721527:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.721530:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.721532:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.721535:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.721537:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.721541:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721550:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.721552:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.721554:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384938.721557:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384938.721560:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.721562:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.721565:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384938.721569:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384938.721572:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.721587:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.721629:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384938.721632:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384938.721635:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b3710 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384938.721644:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003ffb7d5a count: 0 00010000:00000001:1.0:1767384938.721661:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384938.721664:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384938.724738:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384938.724743:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384938.724747:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000001f90549. 20000000:00000001:1.0:1767384938.724753:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384938.724758:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193088 00010000:00000001:1.0:1767384938.724762:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384938.724770:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ca3d705 x1853237373193088/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.724780:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384938.724783:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.724788:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.724793:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384938.724814:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.724817:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384938.724820:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384938.724823:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.724828:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.724833:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.724839:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008db00520. 00000100:00000200:1.0:1767384938.724844:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373193088, offset 224 00000400:00000200:1.0:1767384938.724853:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.724867:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.724879:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504b80 00000400:00000200:1.0:1767384938.724888:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17f1 [2] + 224 00000400:00000200:1.0:1767384938.724906:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.724912:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.724920:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.724926:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384938.724937:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.724952:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384938.724961:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008db00520 00000400:00000010:1.0:1767384938.724963:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008db00520. 00000100:00000001:1.0:1767384938.724968:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384938.724971:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.724976:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.724979:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384938.724982:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384938.724985:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.724988:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384938.724993:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ca3d705 x1853237373193088/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.725004:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ca3d705 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373193088:12345-0@lo:253: Request processed in 26598us (27293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384938.725014:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:1.0:1767384938.725017:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384938.725020:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.725023:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384938.725028:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2e67c79. 00000020:00000010:1.0:1767384938.725032:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767384938.725035:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6119aa3. 00000020:00000040:1.0:1767384938.725042:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:1.0:1767384938.725047:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384938.725049:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000087533ef4. 02000000:00000001:1.0:1767384938.725055:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384938.725057:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384938.725069:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384938.725075:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260bd2af. 00000400:00000010:1.0:1767384938.725080:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008db00520. 00000100:00000001:1.0:1767384938.725102:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.725104:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384938.725108:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384938.725110:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384938.725112:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008422302d. 00000400:00000200:1.0:1767384938.725116:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf442481 00000400:00000010:1.0:1767384938.725118:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf442481. 00000100:00000001:1.0:1767384938.725121:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.725124:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384938.725134:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.725141:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.725143:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.725145:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384938.725148:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.725149:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.725151:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.725154:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.725158:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384938.725162:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.725166:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384938.725168:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.725170:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384938.725172:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.725175:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.725179:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.725185:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.725188:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384938.725190:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384938.725194:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384938.725195:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384938.725205:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384938.725207:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384938.725208:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384938.725209:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384938.725211:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384938.725212:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384938.725214:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384938.725215:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384938.725218:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.725225:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373193088:0@lo:253: 00000100:00000001:1.0:1767384938.725231:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.725234:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.725238:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4ee1880 x1853237373193088/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.725245:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384938.725247:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384938.725249:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e1cb8f80. 02000000:00000001:1.0:1767384938.725255:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384938.725257:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384938.725259:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384938.725261:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384938.725263:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df874f9e. 02000000:00000001:1.0:1767384938.725270:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384938.725272:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384938.725274:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4ee1880. 00000100:00000001:1.0:1767384938.725279:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384938.725281:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.725284:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.725290:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.725292:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.725296:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.725299:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384938.726087:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384938.726090:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384938.726092:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000716ef621. 20000000:00000001:1.0:1767384938.726097:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384938.726108:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193216 00010000:00000001:1.0:1767384938.726111:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384938.726115:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e86c3d3 x1853237373193216/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.726123:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384938.726125:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.726127:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.726129:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384938.726131:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.726134:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384938.726136:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384938.726138:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.726140:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.726143:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.726147:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf442481. 00000100:00000200:1.0:1767384938.726150:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373193216, offset 224 00000400:00000200:1.0:1767384938.726155:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.726161:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.726169:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504c00 00000400:00000200:1.0:1767384938.726173:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17f9 [2] + 224 00000400:00000200:1.0:1767384938.726179:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.726184:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.726188:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.726193:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384938.726200:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.726220:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384938.726225:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf442481 00000400:00000010:1.0:1767384938.726227:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf442481. 00000100:00000001:1.0:1767384938.726231:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384938.726233:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.726238:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.726241:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384938.726252:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384938.726254:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.726256:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384938.726263:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e86c3d3 x1853237373193216/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.726272:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384938.726273:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e86c3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373193216:12345-0@lo:253: Request processed in 27614us (28490us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384938.726280:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384938.726285:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000400:00000001:2.0:1767384938.726290:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384938.726290:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384938.726293:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384938.726296:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384938.726298:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384938.726302:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f1a924. 00000020:00000010:1.0:1767384938.726303:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d28a5f7c. 00000400:00000200:2.0:1767384938.726315:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a0cfd26 00000020:00000010:1.0:1767384938.726315:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094dba60. 00000400:00000010:2.0:1767384938.726323:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a0cfd26. 00000020:00000010:1.0:1767384938.726325:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f332e367. 00000100:00000001:2.0:1767384938.726332:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384938.726333:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384938.726339:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384938.726340:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c712a133. 00000100:00000200:2.0:1767384938.726345:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.726349:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384938.726355:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384938.726363:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384938.726371:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384938.726372:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008422302d. 00000400:00000010:1.0:1767384938.726383:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf442481. 00000100:00000001:2.0:1767384938.726388:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.726393:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.726397:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384938.726400:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.726403:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.726405:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.726409:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.726413:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384938.726419:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.726422:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.726424:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.726426:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384938.726429:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.726432:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.726436:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.726463:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.726467:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.726469:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384938.726474:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384938.726476:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384938.726478:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384938.726480:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384938.726483:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384938.726484:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384938.726487:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384938.726489:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384938.726491:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384938.726496:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.726508:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373193216:0@lo:253: 00000100:00000001:2.0:1767384938.726514:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.726517:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.726521:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005de34e89 x1853237373193216/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.726531:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384938.726533:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.726537:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000085c07c88. 02000000:00000001:2.0:1767384938.726542:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384938.726544:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384938.726545:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384938.726549:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384938.726552:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3bbe55d. 02000000:00000001:2.0:1767384938.726556:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384938.726558:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384938.726559:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005de34e89. 00000100:00000001:2.0:1767384938.726564:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384938.726566:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.726569:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.726575:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.726586:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.726590:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.726623:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.728086:0:26722:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fec6d9ee. 00000400:00000040:3.0:1767384938.728104:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384938.728107:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384938.728110:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384938.728111:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384938.728114:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384938.728115:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384938.728118:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384938.728119:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384938.728121:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384938.728122:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384938.728124:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384938.728126:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384938.728128:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384938.728129:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384938.728131:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384938.728133:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384938.728134:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384938.728136:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384938.728137:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384938.728140:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384938.728141:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384938.728142:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384938.728144:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384938.728145:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384938.728147:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384938.728150:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384938.728151:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384938.728153:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384938.728154:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384938.728156:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384938.728157:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384938.728159:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384938.728160:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384938.728162:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384938.728163:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384938.728164:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384938.728165:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384938.728175:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384938.728177:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384938.728179:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384938.728180:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384938.728182:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384938.728184:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384938.728185:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384938.728187:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384938.728188:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384938.728190:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384938.728191:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384938.728193:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384938.728194:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384938.728196:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384938.728197:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384938.728198:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384938.728200:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384938.728201:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384938.728203:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384938.728204:0:26722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384938.728271:0:26722:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fec6d9ee. 00010000:00000010:1.1:1767384938.733669:0:26718:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ffb7d5a. 00010000:00000010:1.1:1767384938.733677:0:26718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00000400:00000200:3.0:1767384939.067911:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp28 00000400:00000010:3.0:1767384939.067917:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000500940e3. 00000400:00000010:3.0:1767384939.067924:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f8a4adf. 00000400:00000010:3.0:1767384939.067928:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040efd4c4. 00000400:00000010:3.0:1767384939.067935:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b78d44f7. 00000400:00000200:3.0:1767384939.067940:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp28 00000400:00000200:3.0:1767384939.067955:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp28 local destination 00000400:00000200:3.0:1767384939.067961:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp28 00000400:00000200:3.0:1767384939.067966:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp28 NI seq info: [63:63:256:4294967295] 192.168.204.149@tcp28 LPNI seq info [63:63:8:4294967295] 00000400:00000200:3.0:1767384939.067973:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp28 00000400:00000200:3.0:1767384939.067985:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28:) -> 192.168.204.149@tcp28(192.168.204.149@tcp28:192.168.204.149@tcp28) : GET try# 0 00000800:00000200:3.0:1767384939.067990:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp28 00000800:00000010:3.0:1767384939.067994:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dea9a7c9. 00000800:00000200:3.0:1767384939.068002:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000800:00000200:3.1:1767384939.068012:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000400:00000200:2.0:1767384939.068109:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068159:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384939.068175:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp28 added to recovery queue. ping count: 2 next ping: 266 health :800 00000400:00000200:2.0:1767384939.068194:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068227:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068254:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068277:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068297:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068316:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068334:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068351:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068372:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068389:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068411:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068455:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068502:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068547:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068580:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068625:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068657:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068680:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068696:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068711:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068727:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068744:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068762:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068780:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068816:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068835:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068876:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068891:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068905:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068920:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068935:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384939.068950:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384939.069087:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdf21e1b. 00000800:00000010:2.0:1767384939.069092:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b1ce05d. 00000800:00000010:2.0:1767384939.069097:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d1cd0ffe. 00000800:00000010:2.0:1767384939.069115:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d1cd0ffe. 00000800:00020000:2.0:1767384939.069122:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384939.074285:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b1ce05d. 00000800:00000010:2.0:1767384939.074299:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cdf21e1b. 00000400:02020000:2.0:1767384939.074377:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384939.079166:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp28 notifying 192.168.204.149@tcp28: down 00000800:00000200:2.0:1767384939.079171:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp28 down 00000800:00000100:2.0:1767384939.079177:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp28 00000800:00000010:2.0:1767384939.079180:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dea9a7c9. 00000400:00000200:2.0:1767384939.079184:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384939.079187:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp28->192.168.204.149@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384939.079193:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384939.079196:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384939.079199:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp28) recovery failed with -71 00010000:00000001:2.0:1767384939.196657:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384939.196661:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384939.196667:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384939.196668:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384939.196703:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384939.196707:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384939.196709:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384939.825149:0:27065:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384939.825164:0:27065:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384939.825170:0:27065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384939.825178:0:27065:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384939.825184:0:27065:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384939.825187:0:27065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384940.092661:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384940.092667:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384940.092670:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040efd4c4 00000400:00000010:1.0:1767384940.092674:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040efd4c4. 00000400:00000200:1.0:1767384940.092687:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384940.092694:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384940.092703:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000500940e3. 00000400:00000010:1.0:1767384940.092707:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f8a4adf. 00010000:00000001:2.0:1767384940.219651:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384940.219656:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.219662:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384940.219663:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384940.219792:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384940.219797:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384940.219801:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384940.520559:0:27229:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384940.520571:0:27229:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:2.0:1767384940.527309:0:27229:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384940.543107:0:27230:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002df843a3. 00000400:00000010:1.0:1767384940.543131:0:27230:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000048a232dd. 00000400:00000010:1.0:1767384940.543150:0:27230:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000c3a671a. 00000400:00000010:1.0:1767384940.543158:0:27230:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ef002a4d. 00000400:00000010:1.0:1767384940.543164:0:27230:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000098c39da6. 00000400:00000010:1.0:1767384940.543173:0:27230:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006205f9cc. 00000400:00000010:1.0:1767384940.543178:0:27230:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001192edca. 00000400:00000010:1.0:1767384940.543182:0:27230:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006bc5bb07. 00000400:00000010:1.0:1767384940.543189:0:27230:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008b298782. 00000800:00000010:1.0:1767384940.543212:0:27230:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002deec981. 00000800:00000200:1.0:1767384940.543230:0:27230:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384940.543249:0:27230:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384940.543310:0:27230:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384940.543355:0:27230:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp31 [8/256/0/180] 00000400:00000010:1.0:1767384940.547421:0:27230:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000002bf8ef0d. 00000400:00000010:1.0:1767384940.547435:0:27230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e2aea5. 00000400:00000010:1.0:1767384940.547445:0:27230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000400:00000001:1.0:1767384940.547479:0:27230:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384940.547483:0:27230:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384940.547486:0:27230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b89cc229. 00000400:00000200:1.0:1767384940.547491:0:27230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848f087f 00000400:00000010:1.0:1767384940.547494:0:27230:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848f087f. 00000400:00000010:1.0:1767384940.547500:0:27230:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000a24f8867. 00000400:00000200:1.0:1767384940.547506:0:27230:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (22) 00000400:00000200:1.0:1767384940.547526:0:27230:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384940.547541:0:27230:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:1.0:1767384940.547551:0:27230:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c712a133. 00000020:01000000:1.0:1767384940.547563:0:27230:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384940.547568:0:27230:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp31 00000400:00000010:1.0:1767384940.547590:0:27230:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000048a232dd. 00000400:00000200:0.0:1767384940.547640:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384940.547659:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:1.0:1767384940.547660:0:27230:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002df843a3. 00000020:00000001:2.0:1767384940.547662:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384940.547672:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384940.547678:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767384940.547680:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 10000000:01000000:2.0:1767384940.547683:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384940.547691:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384940.547693:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000020:01000004:2.0:1767384940.547695:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384940.547704:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384940.547707:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384940.547708:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384940.547711:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767384940.547712:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4c94787. 00000020:01000004:2.0:1767384940.547714:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384940.547719:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384940.547723:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384940.547727:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384940.547732:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000100:00000010:2.0:1767384940.547738:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000020:00000040:2.0:1767384940.547748:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384940.547755:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384940.547758:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 02000000:00000001:2.0:1767384940.547761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384940.547792:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.547802:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 02000000:00000010:2.0:1767384940.547806:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cdf21e1b. 00000100:00000001:2.0:1767384940.547821:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.547827:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:2.0:1767384940.547837:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384940.547844:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.547844:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000100:00000040:2.0:1767384940.547861:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db0db9f] to pc [ptlrpcd_00_00+0] req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384940.547867:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:0.0:1767384940.547899:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:0.0:1767384940.547913:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 10000000:00000001:2.0:1767384940.547934:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.547940:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 10000000:00000001:2.0:1767384940.547942:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.547946:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384940.547950:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384940.547959:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384940.547964:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384940.547970:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384940.547973:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384940.547980:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:3.0:1767384940.547989:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384940.547992:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384940.548000:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384940.548005:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384940.548005:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384940.548007:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:01000004:2.0:1767384940.548015:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384940.548016:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384940.548025:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384940.548030:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384940.548033:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:3.0:1767384940.548039:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384940.548039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:01000004:2.0:1767384940.548040:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384940.548047:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384940.548054:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb0be596. 00000020:00000040:2.0:1767384940.548062:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384940.548072:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384940.548074:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 02000000:00000001:2.0:1767384940.548077:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384940.548084:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384940.548101:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000829747c3. 00000100:00000001:3.0:1767384940.548104:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384940.548108:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000001:3.0:1767384940.548112:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384940.548127:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384940.548127:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.548131:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000001:3.0:1767384940.548136:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384940.548139:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384940.548145:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384940.548151:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.548156:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000040:2.0:1767384940.548160:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb0be596] to pc [ptlrpcd_00_01+1] req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384940.548166:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373193344:0@lo:253: 00000100:00000001:3.0:1767384940.548189:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384940.548192:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 02000000:00000001:3.0:1767384940.548201:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384940.548204:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384940.548210:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384940.548214:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.548214:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 02000000:00000001:3.0:1767384940.548222:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384940.548224:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384940.548232:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384940.548240:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c712a133. 02000000:00000010:3.0:1767384940.548241:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000824bbf50. 00000400:00000200:0.0:1767384940.548241:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 02000000:00000001:3.0:1767384940.548253:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.548261:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384940.548267:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000010:3.0:1767384940.548268:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e843897d. 00000100:00000001:2.0:1767384940.548269:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384940.548275:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384940.548285:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384940.548289:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073d3a728. 00000400:00000200:0.0:1767384940.548294:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[63, 12] 00000100:00000200:3.0:1767384940.548307:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373193344, portal 25 00000100:00000001:3.0:1767384940.548322:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384940.548323:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384940.548332:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000100:00000001:2.0:1767384940.548333:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.548334:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 02000000:00000001:2.0:1767384940.548344:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384940.548351:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384940.548357:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384940.548362:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.548362:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00100000:2.0:1767384940.548376:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb0be596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373193472:0@lo:253: 00000400:00000200:0.0:1767384940.548393:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000100:00000001:2.0:1767384940.548403:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384940.548411:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384940.548412:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp29 02000000:00000001:2.0:1767384940.548413:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384940.548420:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384940.548429:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384940.548429:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384940.548431:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp29 lpni_is_preferred = 0 02000000:00000010:2.0:1767384940.548441:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9adc47a. 00000400:00000010:3.0:1767384940.548443:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008320fe04. 00000400:00000200:0.0:1767384940.548444:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp29 02000000:00000001:2.0:1767384940.548450:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384940.548468:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373193344, offset 0 00000400:00000010:2.0:1767384940.548468:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000294d6efb. 00000400:00000200:0.0:1767384940.548469:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp29 NI seq info: [64:64:256:4294967295] 192.168.204.149@tcp29 LPNI seq info [64:64:8:4294967295] 00000400:00000010:2.0:1767384940.548482:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fa9e8e8. 00000400:00000200:3.0:1767384940.548493:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384940.548498:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp29 00000100:00000200:2.0:1767384940.548507:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373193472, portal 25 00000100:00000001:2.0:1767384940.548515:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384940.548518:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776124160 : -129514933427456 : ffff8a34f4666300) 00000100:00000040:2.0:1767384940.548534:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384940.548547:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp29(192.168.204.149@tcp29:) -> 192.168.204.149@tcp29(192.168.204.149@tcp:192.168.204.149@tcp29) : PUT try# 0 00000100:00000001:2.0:1767384940.548553:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384940.548559:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384940.548563:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7bb767a. 00000100:00000200:2.0:1767384940.548572:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373193472, offset 0 00000400:00000200:2.0:1767384940.548590:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384940.548654:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384940.548660:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.149@tcp29 00000400:00000200:2.0:1767384940.548673:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504d00 00000800:00000010:0.0:1767384940.548675:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004191da11. 00000400:00000200:2.0:1767384940.548685:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000400:00000010:2.0:1767384940.548691:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021bc06c2. 00000800:00000010:0.0:1767384940.548697:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000065cffea9. 00000400:00000200:2.0:1767384940.548698:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053b705fa 00000400:00000200:2.0:1767384940.548711:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384940.548712:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000411f06d1. 00000400:00000200:2.0:1767384940.548725:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384940.548733:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053b705fa 00000800:00000200:0.0:1767384940.548734:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000400:00000010:2.0:1767384940.548741:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053b705fa. 00000100:00000001:2.0:1767384940.548751:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.1:1767384940.548753:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000100:00000200:2.0:1767384940.548755:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384940.548785:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000000be1933d x1853237373193472 msgsize 4848 00000400:00000200:3.0:1767384940.548794:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384940.548800:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384940.548816:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384940.548826:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000100:00000001:2.0:1767384940.548834:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384940.548835:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504c80 00000400:00000200:0.0:1767384940.548842:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000400:00000200:2.0:1767384940.548847:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7bb767a 00000400:00000010:2.0:1767384940.548863:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7bb767a. 00000100:00000001:2.0:1767384940.548870:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384940.548877:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1095 [2] + 0 00000100:00000200:2.0:1767384940.548878:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.548891:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384940.548900:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384940.548909:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009198b86f. 00000100:00000001:2.0:1767384940.548912:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.548914:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384940.548919:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384940.548924:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a3e471d 00000100:00100000:0.0:1767384940.548924:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193472 00000100:00000001:2.0:1767384940.548930:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.548936:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384940.548938:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294931161 00000400:00000200:3.0:1767384940.548944:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384940.548944:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384940.548949:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644f4891. 00000100:00000001:0.0:1767384940.548952:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.548963:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384940.548964:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384940.548966:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.548976:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294931161 00000100:00100000:0.0:1767384940.548982:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193472 00000400:00000200:3.0:1767384940.548983:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3e471d 00000100:00000010:2.0:1767384940.548985:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36d0cd9. 00000020:00000001:0.0:1767384940.548995:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384940.548996:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a3e471d. 00000100:00000001:2.0:1767384940.548997:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384940.549004:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384940.549011:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294931161 00000100:00000001:3.0:1767384940.549014:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384940.549014:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384940.549018:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048a47e00. 00000100:00000200:3.0:1767384940.549023:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:0.0:1767384940.549025:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:2.0:1767384940.549026:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384940.549036:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000002e01043d x1853237373193344 msgsize 4848 00000100:00000001:2.0:1767384940.549036:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294931161 00000020:00000001:0.0:1767384940.549038:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000010:2.0:1767384940.549050:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aadb220. 00000020:00000001:0.0:1767384940.549054:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384940.549060:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767384940.549069:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384940.549070:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384940.549072:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384940.549083:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384940.549084:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:0.0:1767384940.549085:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9272621. 00000100:00000001:2.0:1767384940.549088:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.549097:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.549099:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384940.549108:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9272621. 00000100:00000001:2.0:1767384940.549109:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384940.549112:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384940.549116:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384940.549122:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384940.549125:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384940.549126:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000407885f2. 00000400:00000200:3.0:1767384940.549129:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008320fe04 00000100:00000001:2.0:1767384940.549130:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384940.549141:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008320fe04. 00000100:00000001:2.0:1767384940.549141:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384940.549144:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018c5b132. 00000100:00000001:3.0:1767384940.549158:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384940.549160:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b237fe7. 00000100:00000200:3.0:1767384940.549175:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384940.549197:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384940.549210:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384940.549214:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384940.549217:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384940.549225:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384940.549226:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.549242:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.549247:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.549255:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384940.549268:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.549270:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:0.0:1767384940.549272:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384940.549276:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294931161 00000100:00000001:3.0:1767384940.549283:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294931161 00000100:00000001:3.0:1767384940.549293:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294931161 00000100:00000001:3.0:1767384940.549302:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294931161 00000100:00000001:3.0:1767384940.549307:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294931161 00000100:00000001:3.0:1767384940.549312:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294931161 00000100:00000001:3.0:1767384940.549317:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294931161 00000100:00000001:3.0:1767384940.549321:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294931161 00000100:00000001:0.0:1767384940.549323:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384940.549326:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384940.549331:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193344 02000000:00000001:0.0:1767384940.549338:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384940.549342:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.549349:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.549352:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.549361:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.549362:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384940.549372:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193344 00000100:00000001:3.0:1767384940.549374:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384940.549381:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384940.549387:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384940.549390:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384940.549392:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000020:00000001:0.0:1767384940.549393:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384940.549399:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384940.549403:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384940.549409:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384940.549414:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384940.549416:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384940.549425:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.549426:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384940.549438:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.549439:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384940.549450:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9272621. 00000100:00000001:0.0:1767384940.549459:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384940.549465:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9272621. 00000400:00000200:2.0:1767384940.549487:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000020:00000010:0.0:1767384940.549489:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023cd52ee. 00000100:00000001:3.0:1767384940.549498:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384940.549504:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6f831f6. 00000100:00000001:3.0:1767384940.549506:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384940.549519:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f4ab98a. 00000100:00100000:3.0:1767384940.549528:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:0.0:1767384940.549537:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384940.549539:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384940.549546:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384940.549549:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640351824 : -129520069199792 : ffff8a33c248b850) 00000100:00000001:0.0:1767384940.549553:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.549574:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:0.0:1767384940.549582:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384940.549583:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000be1933d x1853237373193472/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.549638:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384940.549659:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384940.549662:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384940.549668:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384940.549669:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a0ddd32. 00000100:00000001:3.0:1767384940.549679:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384940.549679:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:0.0:1767384940.549689:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000010:3.0:1767384940.549692:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a0ddd32. 00000100:00000001:0.0:1767384940.549695:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640347728 : -129520069203888 : ffff8a33c248a850) 00000100:00000040:0.0:1767384940.549708:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e01043d x1853237373193344/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384940.549720:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000be1933d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373193472:12345-0@lo:253: 00000400:00000200:2.0:1767384940.549722:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:0.0:1767384940.549737:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384940.549740:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193472 00000020:00000001:3.0:1767384940.549747:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384940.549757:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384940.549759:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9272621. 00000020:00000001:3.0:1767384940.549787:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.549797:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384940.549799:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384940.549800:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000020:00000001:3.0:1767384940.549809:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000010:0.0:1767384940.549810:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9272621. 00000020:00000001:3.0:1767384940.549824:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384940.549831:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384940.549834:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e01043d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373193344:12345-0@lo:253: 00000020:00000001:3.0:1767384940.549840:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384940.549843:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193344 00000020:00000001:3.0:1767384940.549847:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384940.549850:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384940.549853:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000020:00000001:3.0:1767384940.549856:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.549858:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384940.549865:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.549870:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384940.549871:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384940.549879:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 02000000:00000001:3.0:1767384940.549882:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384940.549885:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384940.549888:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384940.549891:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384940.549893:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384940.549896:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.549899:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:0.0:1767384940.549904:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384940.549911:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384940.549915:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003a68bf3a. 02000000:00000010:0.0:1767384940.549921:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060b1ae9d. 02000000:00000001:3.0:1767384940.549924:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.549927:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.549935:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.549936:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.549946:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 20000000:00000001:0.0:1767384940.549948:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384940.549951:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384940.549966:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b240a29c. 20000000:01000000:0.0:1767384940.549974:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384940.549978:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384940.549982:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384940.549987:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384940.549990:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005de2edff. 20000000:00000001:0.0:1767384940.549991:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.549992:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 20000000:00000001:0.0:1767384940.550004:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384940.550008:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384940.550017:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384940.550021:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f498d20. 20000000:00000001:3.0:1767384940.550022:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384940.550031:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384940.550032:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384940.550041:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.550042:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384940.550044:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 20000000:00000001:3.0:1767384940.550052:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384940.550053:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384940.550100:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00080000:00000001:0.0:1767384940.550128:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384940.550136:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384940.550139:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384940.550154:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384940.550160:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384940.550161:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000020:00000001:0.0:1767384940.550168:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384940.550178:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384940.550203:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6d7d399. 00080000:00000001:0.0:1767384940.550207:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659742208 : -129520049809408 : ffff8a33c3709800) 00080000:00000001:0.0:1767384940.550212:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384940.550240:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.550324:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.550404:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000001:00000001:0.0:1767384940.550432:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384940.550437:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384940.550443:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384940.550461:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00080000:00000001:0.0:1767384940.550488:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384940.550495:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384940.550519:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.550585:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.550678:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.550796:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00080000:00000001:0.0:1767384940.550802:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384940.550809:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384940.550882:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.550970:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551052:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551092:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551122:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551176:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551231:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551283:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551327:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551381:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551430:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551488:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551535:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384940.551575:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384940.551887:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe3c674f. 00000800:00000010:2.0:1767384940.551895:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7bb767a. 00000800:00000010:2.0:1767384940.551905:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e70169f. 00000800:00000010:2.0:1767384940.551942:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e70169f. 00000800:00020000:2.0:1767384940.551958:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384940.551963:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7bb767a. 00000800:00000010:2.0:1767384940.551967:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fe3c674f. 00000400:02020000:2.0:1767384940.552043:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp29 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384940.552054:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp29 notifying 192.168.204.149@tcp29: down 00000800:00000200:2.0:1767384940.552063:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp29 down 00000800:00000100:2.0:1767384940.552075:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.204.149@tcp29 00000800:00000010:2.0:1767384940.552080:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004191da11. 00000400:00000200:2.0:1767384940.552086:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384940.552094:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp29->192.168.204.149@tcp29: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384940.552104:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp29 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:2.0:1767384940.552109:0:16151:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384940.552113:0:16151:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384940.552117:0:16151:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384940.552181:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384940.552193:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101151 00000400:00000001:3.0:1767384940.552200:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384940.552203:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384940.552206:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585abff4 00000400:00000010:3.0:1767384940.552209:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000400:00000200:3.0:1767384940.552216:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384940.552224:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384940.552229:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (24) 00000400:00000200:3.0:1767384940.552235:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384940.552240:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc -71 00000400:00000200:3.0:1767384940.552245:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384940.552250:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (23) 00000100:00000040:1.0:1767384940.565679:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294931161, at 4294931162 00000100:00000010:1.0:1767384940.565691:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36d0cd9. 00080000:00000001:2.0:1767384940.565785:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:0.0:1767384940.565790:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294931161, at 4294931162 00040000:00000001:2.0:1767384940.565791:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384940.565796:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384940.565801:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384940.565803:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384940.565807:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6d7d399. 00000100:00000010:0.0:1767384940.565807:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644f4891. 00080000:00000001:2.0:1767384940.565820:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384940.565839:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384940.565849:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384940.565853:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.565857:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384940.565877:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384940.565896:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384940.565902:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384940.565908:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384940.565914:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384940.565915:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384940.565918:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384940.565926:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:3.0:1767384940.565928:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004492f419. 20000000:01000000:3.0:1767384940.565937:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00010000:00000001:2.0:1767384940.565943:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384940.565947:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384940.565952:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008037344e. 00080000:00000001:3.0:1767384940.565957:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384940.565960:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384940.565965:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001d973713. 00000020:00000001:2.0:1767384940.565970:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384940.565973:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001d973713 with handle 0xcb8130832f6b3717 to hash 00000020:00000001:2.0:1767384940.565976:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384940.565979:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.565982:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.565987:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.565989:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.565992:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384940.566000:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384940.566002:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384940.566009:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384940.566011:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384940.566014:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384940.566016:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.566019:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384940.566025:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384940.566025:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.566032:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384940.566033:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384940.566034:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.566040:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384940.566042:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:2.0:1767384940.566043:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384940.566047:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384940.566051:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384940.566052:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384940.566058:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008037344e) refcount = 1 00010000:00010000:2.0:1767384940.566063:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384940.566064:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b157dc39. 00010000:00000001:2.0:1767384940.566070:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384940.566073:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384940.566075:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.566081:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384940.566082:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632611328 : -129520076940288 : ffff8a33c1d29c00) 00010000:00000001:2.0:1767384940.566084:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384940.566088:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384940.566091:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384940.566096:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384940.566110:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.566112:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.566115:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001d973713 refcount=4 00000020:00000001:2.0:1767384940.566117:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.566121:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.566124:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384940.566126:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566133:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384940.566135:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566142:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.566144:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384940.566146:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566152:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1767384940.566153:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384940.566155:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384940.566158:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.566160:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:3.0:1767384940.566163:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384940.566165:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384940.566174:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001d973713 already unused, calling callback (0000000051dbbedc) 00080000:00000001:3.0:1767384940.566177:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.566178:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.566183:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:3.0:1767384940.566185:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384940.566187:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566196:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384940.566198:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.566199:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.566201:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001d973713 refcount=5 00000020:00000001:2.0:1767384940.566203:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.566211:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.566216:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384940.566218:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566225:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384940.566227:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.566229:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.566234:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384940.566237:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384940.566240:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.566242:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384940.566245:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001d973713 with handle 0xcb8130832f6b3717 from hash 00010000:00000001:2.0:1767384940.566249:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384940.566251:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.566253:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.566255:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384940.566258:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384940.566260:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384940.566264:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384940.566266:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384940.566270:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384940.566271:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384940.566281:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384940.566281:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384940.566287:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384940.566290:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.566291:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.566294:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.566296:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.566298:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.566301:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566306:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.566308:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.566310:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384940.566311:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384940.566321:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.566323:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.566324:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384940.566327:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.566330:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.566332:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.566338:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384940.566339:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384940.566340:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001d973713/0xcb8130832f6b3717 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384940.566347:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008037344e count: 0 00010000:00000001:2.0:1767384940.566354:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384940.566356:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384940.566648:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294931161, at 4294931163 00000100:00000010:2.0:1767384940.566657:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048a47e00. 00000100:00000040:3.0:1767384940.566696:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294931161, at 4294931163 00000100:00000010:3.0:1767384940.566710:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aadb220. 00010000:00000010:2.1:1767384940.573653:0:16628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008037344e. 00010000:00000010:2.1:1767384940.573665:0:16628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d973713. 00080000:00000001:2.0:1767384940.578435:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384940.578439:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384940.578442:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384940.578455:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384940.578457:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384940.578460:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b157dc39. 00080000:00000001:2.0:1767384940.578467:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384940.578507:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384940.578526:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:3.0:1767384940.578531:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384940.578535:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384940.578539:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384940.578555:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384940.578561:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384940.578570:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384940.578583:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384940.578588:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384940.578591:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384940.578621:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384940.578624:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384940.578630:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008037344e. 00010000:00000001:2.0:1767384940.578634:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384940.578636:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001d973713. 00000020:00000001:2.0:1767384940.578651:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384940.578654:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001d973713 with handle 0xcb8130832f6b371e to hash 00000020:00000001:2.0:1767384940.578656:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384940.578659:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.578672:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.578675:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.578677:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.578681:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578689:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384940.578692:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384940.578694:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384940.578695:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384940.578697:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.578699:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384940.578700:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.578702:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384940.578704:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384940.578705:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384940.578706:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384940.578708:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008037344e) refcount = 1 00010000:00010000:2.0:1767384940.578710:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578716:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384940.578717:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384940.578718:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.578720:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.578722:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384940.578724:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384940.578726:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003278707s 00010000:00000001:2.0:1767384940.578729:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.578731:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.578732:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001d973713 refcount=4 00000020:00000001:2.0:1767384940.578734:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.578736:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.578738:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384940.578739:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578753:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384940.578755:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578760:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.578783:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384940.578785:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578790:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.578792:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.578794:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384940.578795:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384940.578801:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001d973713 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384940.578803:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.578804:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384940.578806:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578817:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384940.578818:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.578819:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.578821:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001d973713 refcount=5 00000020:00000001:2.0:1767384940.578822:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.578824:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000001:2.0:1767384940.578827:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384940.578828:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578833:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384940.578834:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.578841:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.578844:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384940.578845:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384940.578847:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.578848:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384940.578850:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001d973713 with handle 0xcb8130832f6b371e from hash 00010000:00000001:2.0:1767384940.578852:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384940.578853:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.578855:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.578856:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384940.578857:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384940.578858:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384940.578860:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384940.578861:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.578863:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.578865:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384940.578866:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384940.578869:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.578870:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.578871:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.578873:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.578874:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.578876:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578881:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.578882:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.578883:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384940.578884:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384940.578886:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.578887:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.578888:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384940.578890:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.578891:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.578893:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.578898:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384940.578903:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384940.578904:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001d973713/0xcb8130832f6b371e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384940.578910:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008037344e count: 0 00010000:00000001:2.0:1767384940.578917:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384940.578918:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384940.581580:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384940.581587:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384940.581592:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b240a29c. 20000000:00000001:1.0:1767384940.581639:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384940.581646:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193344 00010000:00000001:1.0:1767384940.581652:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384940.581664:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e01043d x1853237373193344/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384940.581680:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384940.581685:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384940.581691:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384940.581699:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384940.581703:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384940.581708:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384940.581714:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384940.581718:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.581724:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384940.581729:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384940.581736:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdd7f88. 00000100:00000200:1.0:1767384940.581744:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373193344, offset 224 00000400:00000200:1.0:1767384940.581756:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384940.581793:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384940.581809:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504c80 00000400:00000200:1.0:1767384940.581819:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x182d [2] + 224 00000400:00000200:1.0:1767384940.581832:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.581840:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384940.581850:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384940.581857:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384940.581885:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.581915:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384940.581929:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bdd7f88 00000100:00000001:2.0:1767384940.581930:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384940.581934:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bdd7f88. 00000100:00000001:2.0:1767384940.581935:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384940.581944:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384940.581946:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384940.581948:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384940.581951:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384940.581956:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e843897d. 00000100:00000001:1.0:1767384940.581959:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.581962:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d3a728 00000400:00000010:2.0:1767384940.581967:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073d3a728. 00000100:00000040:1.0:1767384940.581971:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384940.581973:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384940.581980:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384940.581986:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384940.581987:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384940.581997:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384940.582013:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384940.582013:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e01043d x1853237373193344/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.582043:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384940.582050:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384940.582057:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e01043d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373193344:12345-0@lo:253: Request processed in 32313us (33014us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384940.582058:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384940.582063:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384940.582068:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384940.582072:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384940.582076:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384940.582081:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00001000:2.0:1767384940.582082:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=48 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384940.582091:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00001000:2.0:1767384940.582092:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384940.582102:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384940.582103:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384940.582109:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.582110:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384940.582113:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384940.582116:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.582120:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384940.582121:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6f831f6. 00000100:00000040:2.0:1767384940.582128:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384940.582133:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f4ab98a. 00000100:00000001:2.0:1767384940.582144:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384940.582147:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023cd52ee. 00000100:00000001:2.0:1767384940.582159:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384940.582160:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384940.582162:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384940.582171:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:1.0:1767384940.582172:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384940.582173:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:1.0:1767384940.582180:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060b1ae9d. 00000020:01000004:2.0:1767384940.582181:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384940.582184:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384940.582189:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384940.582191:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384940.582193:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384940.582194:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384940.582200:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384940.582202:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384940.582202:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384940.582206:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384940.582213:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384940.582215:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384940.582228:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373193344:0@lo:253: 00000400:00000010:1.0:1767384940.582229:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022811b18. 00000100:00000001:2.0:1767384940.582241:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384940.582244:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdd7f88. 00000100:00000001:2.0:1767384940.582245:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384940.582251:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373193344/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.582260:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384940.582264:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384940.582267:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000824bbf50. 02000000:00000001:2.0:1767384940.582271:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384940.582273:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384940.582275:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384940.582278:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384940.582281:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cdf21e1b. 02000000:00000001:2.0:1767384940.582287:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384940.582289:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384940.582291:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:2.0:1767384940.582296:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384940.582298:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.582300:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.582307:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384940.582309:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.582312:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384940.582323:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384940.583631:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384940.583635:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384940.583639:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005de2edff. 20000000:00000001:2.0:1767384940.583647:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384940.583651:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193472 00010000:00000001:2.0:1767384940.583654:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384940.583659:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000be1933d x1853237373193472/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384940.583669:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384940.583671:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384940.583674:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384940.583678:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384940.583682:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384940.583685:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384940.583688:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384940.583690:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.583694:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384940.583698:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384940.583703:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a5e1da8. 00000100:00000200:2.0:1767384940.583706:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373193472, offset 224 00000400:00000200:2.0:1767384940.583715:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384940.583722:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384940.583733:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504d00 00000400:00000200:2.0:1767384940.583738:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1835 [2] + 224 00000400:00000200:2.0:1767384940.583745:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384940.583749:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384940.583753:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384940.583756:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384940.583855:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.583876:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384940.583887:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a5e1da8 00000400:00000010:2.0:1767384940.583898:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a5e1da8. 00000100:00000001:2.0:1767384940.583903:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384940.583906:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384940.583913:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384940.583916:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384940.583920:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384940.583923:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.583926:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384940.583929:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384940.583932:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000be1933d x1853237373193472/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384940.583947:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000be1933d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373193472:12345-0@lo:253: Request processed in 34284us (35155us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384940.583949:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384940.583961:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384940.583962:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000400:00000001:1.0:1767384940.583968:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384940.583969:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384940.583975:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384940.583976:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000294d6efb. 00000100:00000001:2.0:1767384940.583978:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384940.583985:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018c5b132. 00000400:00000200:1.0:1767384940.583988:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa9e8e8 00000020:00000010:2.0:1767384940.583993:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b237fe7. 00000400:00000010:1.0:1767384940.583995:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fa9e8e8. 00000020:00000010:2.0:1767384940.584001:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000407885f2. 00000100:00000001:1.0:1767384940.584006:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384940.584010:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:2.0:1767384940.584017:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384940.584021:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003a68bf3a. 00000100:00000200:1.0:1767384940.584021:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384940.584029:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384940.584032:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384940.584041:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384940.584051:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bafa169. 00000100:00000200:1.0:1767384940.584053:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384940.584058:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a5e1da8. 00000100:00000001:1.0:1767384940.584074:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384940.584078:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.584082:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384940.584086:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384940.584088:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384940.584091:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384940.584095:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384940.584101:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384940.584107:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384940.584111:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384940.584113:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.584116:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384940.584119:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.584123:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.584130:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.584141:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384940.584145:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384940.584148:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384940.584154:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384940.584157:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384940.584160:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384940.584163:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384940.584166:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384940.584169:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384940.584185:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384940.584187:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384940.584190:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384940.584196:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384940.584209:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb0be596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373193472:0@lo:253: 00000100:00000001:1.0:1767384940.584217:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.584221:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384940.584227:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb0be596 x1853237373193472/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.584237:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384940.584239:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384940.584243:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9adc47a. 02000000:00000001:1.0:1767384940.584249:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384940.584251:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384940.584253:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384940.584256:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384940.584259:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000829747c3. 02000000:00000001:1.0:1767384940.584268:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384940.584270:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384940.584272:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb0be596. 00000100:00000001:1.0:1767384940.584277:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384940.584278:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.584282:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.584290:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384940.584292:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.584295:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384940.584298:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.589318:0:27235:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005bc354ea. 00000400:00000040:0.0:1767384940.589342:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384940.589345:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384940.589349:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384940.589351:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384940.589354:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384940.589355:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384940.589359:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384940.589361:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384940.589362:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384940.589364:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384940.589366:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384940.589377:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384940.589380:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384940.589382:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384940.589384:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384940.589387:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384940.589389:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384940.589390:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384940.589392:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384940.589395:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384940.589396:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384940.589398:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384940.589399:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384940.589401:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384940.589402:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384940.589404:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384940.589406:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384940.589407:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384940.589409:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384940.589410:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384940.589411:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384940.589413:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384940.589415:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384940.589417:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384940.589418:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384940.589420:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384940.589421:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384940.589423:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384940.589425:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384940.589426:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384940.589428:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384940.589429:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384940.589431:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384940.589432:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384940.589434:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384940.589435:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384940.589437:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384940.589438:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384940.589440:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384940.589441:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384940.589450:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384940.589452:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384940.589453:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384940.589455:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384940.589457:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384940.589458:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384940.589460:0:27235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384940.589552:0:27235:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005bc354ea. 00010000:00000010:2.1:1767384940.589672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008037344e. 00010000:00000010:2.1:1767384940.589685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d973713. 00000800:00000010:0.0:1767384941.116681:0:16155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003492f8ce. 00000800:00000200:0.0:1767384941.116696:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (6) 00000800:00000200:0.0:1767384941.116701:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp14 ip 192.168.204.149:988 00000800:00000200:0.0:1767384941.116705:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384941.116720:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp29 00000400:00000010:1.0:1767384941.116726:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000076d198a4. 00000400:00000010:1.0:1767384941.116734:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065d3265c. 00000400:00000010:1.0:1767384941.116740:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000400:00000010:1.0:1767384941.116750:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000552e24ce. 00000400:00000200:1.0:1767384941.116771:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp29 00000400:00000200:1.0:1767384941.116794:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp29 local destination 00000400:00000200:1.0:1767384941.116810:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp29 00000400:00000200:1.0:1767384941.116815:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp29 NI seq info: [65:65:256:4294967295] 192.168.204.149@tcp29 LPNI seq info [65:65:8:4294967295] 00000400:00000200:1.0:1767384941.116824:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp29 00000400:00000200:1.0:1767384941.116835:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp29(192.168.204.149@tcp29:) -> 192.168.204.149@tcp29(192.168.204.149@tcp29:192.168.204.149@tcp29) : GET try# 0 00000800:00000200:1.0:1767384941.116842:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp29 00000800:00000010:1.0:1767384941.116847:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092023916. 00000800:00000200:1.0:1767384941.116853:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000800:00000200:1.1:1767384941.116859:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000400:00000200:1.0:1767384941.116882:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp29 added to recovery queue. ping count: 1 next ping: 266 health :900 00000800:00000200:2.0:1767384941.116898:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384941.116904:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384941.116913:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384941.116917:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384941.116919:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384941.116952:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.116990:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117014:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117034:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117053:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117071:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117086:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117101:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117113:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117125:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117138:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117152:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117167:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117191:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117211:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117241:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117276:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117309:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117340:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117376:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117429:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117475:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117501:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117520:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117538:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117555:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117573:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117588:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117634:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117677:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117711:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117750:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117786:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117807:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.117828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384941.117949:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060b1ae9d. 00000800:00000010:0.0:1767384941.117954:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009955b1e. 00000800:00000010:0.0:1767384941.117959:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098fbb475. 00000800:00000010:0.0:1767384941.117983:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098fbb475. 00000800:00020000:0.0:1767384941.118003:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384941.118006:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009955b1e. 00000800:00000010:0.0:1767384941.118009:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000060b1ae9d. 00000400:02020000:0.0:1767384941.118052:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp29 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384941.118057:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp29 notifying 192.168.204.149@tcp29: down 00000400:00000200:0.0:1767384941.118061:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384941.118064:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp29 00000800:00000010:0.0:1767384941.118066:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092023916. 00000400:00000200:0.0:1767384941.118069:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384941.118072:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp29->192.168.204.149@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384941.118079:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384941.118081:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384941.118091:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384941.243713:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384941.243719:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.243725:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384941.243733:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.243773:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384941.243793:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384941.243797:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384941.859137:0:27590:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384941.859149:0:27590:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384941.859152:0:27590:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384941.859157:0:27590:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384941.859162:0:27590:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384941.859164:0:27590:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384941.883641:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384941.883645:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:3.0:1767384941.883650:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384941.883653:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384941.883654:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384941.883656:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384941.883658:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384941.883659:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384941.883661:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 45 10000000:00000001:3.0:1767384941.883664:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384941.883665:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384941.883670:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000040:3.0:1767384941.883679:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384941.883683:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384941.883686:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384941.883690:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384941.883696:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000808a67e3. 00000100:00000001:3.0:1767384941.883702:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384941.883706:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384941.883709:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384941.883714:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000bac1d5a. 00010000:00000001:3.0:1767384941.883717:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384941.883720:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000749f0660. 00000020:00000001:3.0:1767384941.883723:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384941.883725:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000749f0660 with handle 0xcb8130832f6b3725 to hash 00000020:00000001:3.0:1767384941.883726:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384941.883727:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384941.883729:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384941.883732:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384941.883734:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384941.883736:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384941.883757:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384941.883764:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384941.883768:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384941.883770:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384941.883774:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847619d. 00000100:00000001:3.0:1767384941.883776:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553649453888 : -129520060097728 : ffff8a33c2d39b40) 00000100:00000001:3.0:1767384941.883779:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384941.883780:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000001:3.0:1767384941.883784:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384941.883791:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.883804:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384941.883805:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384941.883811:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.883818:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384941.883820:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.883823:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384941.883825:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384941.883826:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384941.883828:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373193600:0@lo:101: 00000100:00000001:3.0:1767384941.883831:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384941.883835:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384941.883837:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.883839:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384941.883842:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000015415e8e. 02000000:00000001:3.0:1767384941.883843:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384941.883848:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fbb53ab. 00000400:00000010:3.0:1767384941.883854:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 00000100:00000200:3.0:1767384941.883859:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373193600, portal 25 00000100:00000001:3.0:1767384941.883861:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384941.883861:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000040:3.0:1767384941.883865:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.883870:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384941.883872:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384941.883874:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000200:3.0:1767384941.883876:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373193600, offset 0 00000400:00000200:3.0:1767384941.883881:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384941.883891:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384941.883967:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273504d80 00000400:00000200:3.0:1767384941.883971:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10a5 [2] + 0 00000400:00000010:3.0:1767384941.883974:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004548686c. 00000400:00000200:3.0:1767384941.883977:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000017153fec 00000400:00000200:3.0:1767384941.883995:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384941.883998:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384941.884001:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017153fec 00000400:00000010:3.0:1767384941.884003:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017153fec. 00000100:00000001:3.0:1767384941.884006:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384941.884008:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384941.884010:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000c774a7f6 x1853237373193600 msgsize 328 00000100:00100000:3.0:1767384941.884013:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384941.884014:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384941.884022:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384941.884028:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:3.0:1767384941.884029:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:3.0:1767384941.884031:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384941.884033:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.884041:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384941.884043:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.884048:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.884049:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384941.884053:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.884055:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384941.884056:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294932496 00000100:00000010:3.0:1767384941.884062:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec64bf57. 00000100:00100000:2.0:1767384941.884062:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193600 02000000:00000001:2.0:1767384941.884068:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384941.884070:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384941.884072:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384941.884076:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294932496 00000100:00000001:2.0:1767384941.884077:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384941.884082:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c66091a. 00000100:00000001:3.0:1767384941.884085:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384941.884085:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384941.884092:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193600 00000100:00000001:3.0:1767384941.884093:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294932496 00000020:00000001:2.0:1767384941.884097:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384941.884098:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005568a4d0. 00000020:00000040:2.0:1767384941.884101:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384941.884102:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384941.884107:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384941.884108:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294932496 00000100:00000010:3.0:1767384941.884112:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075192acd. 00000020:00000040:2.0:1767384941.884112:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384941.884116:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384941.884118:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384941.884124:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384941.884125:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384941.884127:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.884132:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384941.884133:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384941.884134:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384941.884138:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c847619d going to sleep for 11 seconds 00000100:00000001:3.0:1767384941.884141:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384941.884141:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003991ac7b. 00000100:00000001:3.0:1767384941.884143:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.884147:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384941.884152:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003991ac7b. 00000020:00000010:2.0:1767384941.884159:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054eac36d. 00000020:00000010:2.0:1767384941.884166:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:2.0:1767384941.884171:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 00000100:00000040:2.0:1767384941.884180:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384941.884184:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384941.884185:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384941.884187:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.884195:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.884207:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384941.884218:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384941.884220:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384941.884226:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384941.884230:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384941.884233:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640341584 : -129520069210032 : ffff8a33c2489050) 00000100:00000040:2.0:1767384941.884239:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c774a7f6 x1853237373193600/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:167/0 lens 328/0 e 0 to 0 dl 1767384952 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384941.884264:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384941.884267:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003991ac7b. 00000100:00000001:2.0:1767384941.884269:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384941.884271:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003991ac7b. 00000100:00100000:2.0:1767384941.884276:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c774a7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373193600:12345-0@lo:101: 00000100:00000200:2.0:1767384941.884280:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193600 00000020:00000001:2.0:1767384941.884284:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384941.884288:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384941.884290:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384941.884292:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384941.884295:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:2.0:1767384941.884298:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384941.884300:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384941.884302:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384941.884304:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384941.884307:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384941.884309:0:16796:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384941.884312:0:16796:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384941.884313:0:16796:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384941.884315:0:16796:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384941.884317:0:16796:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.884322:0:16796:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384941.884327:0:16796:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008037344e. 00010000:00000001:2.0:1767384941.884330:0:16796:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384941.884332:0:16796:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bfafa458. 00000020:00000001:2.0:1767384941.884335:0:16796:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384941.884336:0:16796:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bfafa458 with handle 0xcb8130832f6b372c to hash 00000020:00000001:2.0:1767384941.884338:0:16796:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384941.884340:0:16796:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949949952 : -129515759601664 : ffff8a34c327f800) 00010000:00000001:2.0:1767384941.884342:0:16796:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949949952 : -129515759601664 : ffff8a34c327f800) 00010000:00010000:2.0:1767384941.884344:0:16796:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b3725 expref: -99 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384941.884361:0:16796:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:2.0:1767384941.884363:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:2.0:1767384941.884370:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384941.884372:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384941.884376:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000117f519d. 02000000:00000001:2.0:1767384941.884378:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.884380:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.884383:0:16796:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384941.884386:0:16796:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384941.884389:0:16796:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384941.884391:0:16796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384941.884392:0:16796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384941.884394:0:16796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384941.884396:0:16796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384941.884398:0:16796:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384941.884400:0:16796:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384941.884401:0:16796:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384941.884403:0:16796:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384941.884405:0:16796:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008037344e) refcount = 1 00010000:00010000:2.0:1767384941.884410:0:16796:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 15 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384941.884416:0:16796:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384941.884418:0:16796:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384941.884420:0:16796:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384941.884422:0:16796:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.884423:0:16796:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384941.884427:0:16796:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384941.884429:0:16796:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 15 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384941.884436:0:16796:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384941.884438:0:16796:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384941.884440:0:16796:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384941.884447:0:16796:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.884449:0:16796:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384941.884450:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384941.884452:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384941.884453:0:16796:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bfafa458, rc 0) 00000020:00000001:2.0:1767384941.884456:0:16796:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384941.884459:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193600 00010000:00000001:2.0:1767384941.884462:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384941.884466:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c774a7f6 x1853237373193600/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:167/0 lens 328/344 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384941.884474:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384941.884488:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384941.884492:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384941.884496:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384941.884498:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384941.884500:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384941.884503:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384941.884506:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.884509:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384941.884511:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384941.884514:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000100:00000200:2.0:1767384941.884517:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373193600, offset 224 00000400:00000200:2.0:1767384941.884522:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384941.884528:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384941.884534:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273504d80 00000400:00000200:2.0:1767384941.884538:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1851 [1] + 224 00000400:00000200:2.0:1767384941.884543:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384941.884545:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384941.884549:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384941.884552:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384941.884573:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384941.884589:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384941.884643:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384941.884646:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:2.0:1767384941.884652:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384941.884654:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384941.884660:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384941.884660:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384941.884666:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:3.0:1767384941.884667:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384941.884671:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384941.884672:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384941.884673:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fbb53ab. 00000020:00000001:2.0:1767384941.884677:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.884678:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000400:00000010:3.0:1767384941.884682:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000020:00000001:2.0:1767384941.884683:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384941.884685:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384941.884691:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384941.884691:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c774a7f6 x1853237373193600/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:167/0 lens 328/344 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384941.884712:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384941.884719:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c774a7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373193600:12345-0@lo:101: Request processed in 451us (703us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384941.884721:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384941.884725:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.884729:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384941.884731:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384941.884734:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384941.884734:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000001:3.0:1767384941.884735:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.884752:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384941.884756:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00001000:3.0:1767384941.884757:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384941.884763:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384941.884763:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384941.884768:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384941.884769:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384941.884770:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384941.884773:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384941.884775:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384941.884776:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000100:00000001:3.0:1767384941.884777:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384941.884791:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384941.884794:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00000100:00000001:3.0:1767384941.884800:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384941.884802:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054eac36d. 00000100:00000001:3.0:1767384941.884803:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384941.884808:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:3.0:1767384941.884813:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384941.884815:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384941.884818:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384941.884820:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000117f519d. 02000000:00000001:2.0:1767384941.884826:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384941.884829:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373193600:0@lo:101: 00000100:00000001:2.0:1767384941.884831:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.884836:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384941.884839:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384941.884840:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.884844:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384941.884846:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384941.884846:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65ca127. 00000100:00000040:3.0:1767384941.884849:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384941.884853:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2867b5c. 00000100:00000001:3.0:1767384941.884858:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384941.884861:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c847619d. 00000100:00000001:3.0:1767384941.884865:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384941.884866:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384941.884868:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384941.884870:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384941.884872:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384941.884874:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=4 00000020:00000001:3.0:1767384941.884875:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384941.884878:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000040:3.0:1767384941.884881:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000749f0660, remote cookie: 0xcb8130832f6b372c, flags: 0x0 00010000:00000001:3.0:1767384941.884884:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384941.884886:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384941.884888:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384941.884889:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384941.884890:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384941.884891:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bac1d5a) refcount = 1 00010000:00010000:3.0:1767384941.884893:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384941.884897:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384941.884898:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384941.884899:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384941.884905:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384941.884907:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384941.884909:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384941.884912:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384941.884913:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384941.884914:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384941.884915:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384941.884915:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384941.884916:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.884917:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384941.884919:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373193600/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384957 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.884923:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384941.884924:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384941.884926:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000015415e8e. 02000000:00000001:3.0:1767384941.884928:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384941.884929:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384941.884930:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384941.884932:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384941.884933:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000808a67e3. 02000000:00000001:3.0:1767384941.884935:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384941.884936:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384941.884937:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:3.0:1767384941.884940:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384941.884940:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384941.884942:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384941.884943:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384941.884944:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:3.0:1767384941.884945:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384941.884947:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384941.884947:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384941.884948:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=3 00000020:00000001:3.0:1767384941.884949:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384941.884950:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384941.884952:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384941.884956:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384941.884957:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384941.884958:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384941.884960:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384941.884962:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dbaf22ed. 00000100:00000010:3.0:1767384941.884972:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000040:3.0:1767384941.884974:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384941.884976:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384941.884977:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384941.884979:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384941.884981:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000808a67e3. 00000100:00000001:3.0:1767384941.884983:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.884986:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384941.884988:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000015415e8e. 00000100:00000010:3.0:1767384941.884989:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004a0ddd32. 00000020:00000040:3.0:1767384941.884990:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384941.884993:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384941.885004:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384941.885006:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847619d. 00000100:00000001:3.0:1767384941.885007:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553649453888 : -129520060097728 : ffff8a33c2d39b40) 00000100:00000001:3.0:1767384941.885009:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384941.885010:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000001:3.0:1767384941.885012:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384941.885013:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885014:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384941.885014:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384941.885016:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.885020:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384941.885021:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.885023:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384941.885024:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384941.885025:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384941.885026:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373193728:0@lo:256: 00000100:00000001:3.0:1767384941.885028:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384941.885033:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384941.885034:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885036:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384941.885039:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fbb53ab. 00000400:00000010:3.0:1767384941.885041:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000035e94df. 00000100:00000200:3.0:1767384941.885043:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273504e00-0x6958273504e00, portal 33 00000100:00000001:3.0:1767384941.885046:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.885047:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384941.885048:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071f5162f. 02000000:00000001:3.0:1767384941.885049:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384941.885051:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061257991. 00000400:00000010:3.0:1767384941.885052:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 00000100:00000200:3.0:1767384941.885053:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373193728, portal 25 00000100:00000001:3.0:1767384941.885054:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384941.885055:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000040:3.0:1767384941.885057:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.885061:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384941.885063:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384941.885064:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000200:3.0:1767384941.885065:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373193728, offset 0 00000400:00000200:3.0:1767384941.885067:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384941.885071:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384941.885074:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273504e00 00000400:00000200:3.0:1767384941.885077:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10b5 [2] + 0 00000400:00000010:3.0:1767384941.885078:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000449569. 00000400:00000200:3.0:1767384941.885080:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e85ca8e4 00000400:00000200:3.0:1767384941.885082:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384941.885084:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384941.885086:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85ca8e4 00000400:00000010:3.0:1767384941.885087:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e85ca8e4. 00000100:00000001:3.0:1767384941.885089:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384941.885090:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384941.885091:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000b99dd375 x1853237373193728 msgsize 304 00000100:00100000:3.0:1767384941.885097:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384941.885098:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384941.885106:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384941.885110:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:3.0:1767384941.885111:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:3.0:1767384941.885112:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384941.885114:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.885118:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384941.885120:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.885124:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885125:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384941.885127:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885129:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294932497 00000100:00000001:2.0:1767384941.885133:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384941.885143:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932496 00000100:00100000:2.0:1767384941.885144:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193728 00000100:00000001:3.0:1767384941.885147:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294932497 02000000:00000001:2.0:1767384941.885148:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384941.885150:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932496 00000100:00000001:3.0:1767384941.885153:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294932497 00000100:00000001:2.0:1767384941.885153:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384941.885157:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885158:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932496 00000100:00000001:3.0:1767384941.885163:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294932497 02000000:00000001:2.0:1767384941.885164:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885165:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932496 00000100:00000001:3.0:1767384941.885170:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384941.885171:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193728 00000100:00000001:3.0:1767384941.885172:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885174:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384941.885174:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384941.885176:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c847619d going to sleep for 11 seconds 00000100:00000001:3.0:1767384941.885177:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384941.885178:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384941.885183:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384941.885186:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384941.885188:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384941.885190:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:2.0:1767384941.885193:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384941.885195:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384941.885198:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384941.885200:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003991ac7b. 00000100:00000001:2.0:1767384941.885202:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384941.885204:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003991ac7b. 00000020:00000010:2.0:1767384941.885208:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054eac36d. 00000020:00000010:2.0:1767384941.885211:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:2.0:1767384941.885214:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 00000100:00000040:2.0:1767384941.885219:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384941.885221:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384941.885222:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384941.885223:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885227:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885237:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384941.885245:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384941.885246:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384941.885250:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:2.0:1767384941.885252:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384941.885254:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640338512 : -129520069213104 : ffff8a33c2488450) 00000100:00000040:2.0:1767384941.885259:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b99dd375 x1853237373193728/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:167/0 lens 304/0 e 0 to 0 dl 1767384952 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384941.885267:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384941.885269:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003991ac7b. 00000100:00000001:2.0:1767384941.885271:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384941.885273:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003991ac7b. 00000100:00100000:2.0:1767384941.885277:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b99dd375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373193728:12345-0@lo:256: 00000100:00000200:2.0:1767384941.885280:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193728 00000020:00000001:2.0:1767384941.885289:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384941.885292:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384941.885294:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384941.885296:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384941.885298:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:2.0:1767384941.885301:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384941.885303:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384941.885305:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384941.885307:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384941.885309:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885313:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384941.885314:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384941.885317:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000117f519d. 02000000:00000001:2.0:1767384941.885319:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885321:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384941.885324:0:16796:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384941.885328:0:16796:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384941.885330:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384941.885333:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384941.885335:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384941.885338:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384941.885340:0:16796:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384941.885343:0:16796:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e0218765. 20000000:00000001:2.0:1767384941.885346:0:16796:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384941.885360:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384941.885365:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384941.885370:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384941.885372:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384941.885374:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384941.885376:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384941.885378:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384941.885380:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384941.885382:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384941.885384:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384941.885387:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384941.885389:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384941.885391:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384941.885393:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384941.885400:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384941.885403:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384941.885405:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384941.885407:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384941.885409:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384941.885411:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384941.885412:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384941.885414:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384941.885416:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:2.0:1767384941.885419:0:16796:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3612/1/4/3. 20000000:00000040:2.0:1767384941.885427:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384941.885429:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384941.885431:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384941.885434:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384941.885436:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384941.885437:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384941.885439:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384941.885441:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384941.885444:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384941.885446:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384941.885448:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384941.885450:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384941.885452:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384941.885454:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384941.885456:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384941.885458:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384941.885460:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384941.885462:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384941.885464:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384941.885466:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384941.885468:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384941.885470:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384941.885472:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:2.0:1767384941.885474:0:16796:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3128/1/4/3. 20000000:01000000:2.0:1767384941.885476:0:16796:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 968, version 50 20000000:00000001:2.0:1767384941.885478:0:16796:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=968 : 968 : 3c8) 00000100:00000001:2.0:1767384941.885481:0:16796:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384941.885484:0:16796:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fd587e22. 00000100:00000010:2.0:1767384941.885487:0:16796:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000085e88dde. 00000020:00000040:2.0:1767384941.885494:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:2.0:1767384941.885497:0:16796:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384941.885500:0:16796:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384941.885503:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000400:00000010:2.0:1767384941.885509:0:16796:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006796fb02. 00000400:00000200:2.0:1767384941.885512:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384941.885519:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384941.885525:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 968 into portal 33 MB=0x6958273504e00 00000400:00000200:2.0:1767384941.885529:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 968/968 into md 0x1861 [4] + 0 00000400:00000010:2.0:1767384941.885532:0:16796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fbb53ab. 00000400:00000200:2.0:1767384941.885535:0:16796:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000035e94df 00000400:00000200:2.0:1767384941.885539:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384941.885542:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384941.885544:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000035e94df 00000400:00000010:2.0:1767384941.885546:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000035e94df. 00000100:00000001:2.0:1767384941.885549:0:16796:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384941.885551:0:16796:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009c79541a desc 0000000015415e8e mbits 1853237373193728 00000100:00000001:2.0:1767384941.885563:0:16796:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384941.885566:0:16796:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384941.885571:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384941.885579:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384941.885580:0:16796:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x186d 00000100:00000001:3.0:1767384941.885583:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384941.885585:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384941.885590:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384941.885615:0:16796:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384941.885617:0:16796:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fd587e22 00000100:00000001:2.0:1767384941.885621:0:16796:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384941.885629:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384941.885631:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:2.0:1767384941.885634:0:16796:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384941.885636:0:16796:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fd587e22 00000100:00000001:2.0:1767384941.885638:0:16796:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384941.885642:0:16796:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 968 bytes via portal 33 id 12345-0@lo mbits 0x6958273504e00-0x6958273504e00 00000100:00000001:2.0:1767384941.885645:0:16796:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.885649:0:16796:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885651:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384941.885659:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:2.0:1767384941.885662:0:16796:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000085e88dde. 00000100:00000010:2.0:1767384941.885665:0:16796:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fd587e22. 00000100:00000001:2.0:1767384941.885667:0:16796:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384941.885669:0:16796:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384941.885674:0:16796:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e0218765. 20000000:00000001:2.0:1767384941.885678:0:16796:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384941.885680:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193728 00010000:00000001:2.0:1767384941.885682:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384941.885686:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b99dd375 x1853237373193728/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:167/0 lens 304/240 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384941.885693:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384941.885694:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384941.885696:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384941.885699:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384941.885701:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384941.885703:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384941.885705:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384941.885707:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885709:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384941.885711:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384941.885714:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000100:00000200:2.0:1767384941.885717:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373193728, offset 224 00000400:00000200:2.0:1767384941.885721:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384941.885726:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384941.885732:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273504e00 00000400:00000200:2.0:1767384941.885735:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1865 [1] + 224 00000400:00000200:2.0:1767384941.885752:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384941.885755:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384941.885758:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384941.885761:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384941.885770:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384941.885796:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384941.885802:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384941.885803:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:2.0:1767384941.885806:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384941.885808:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384941.885812:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885813:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384941.885815:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384941.885818:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384941.885822:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384941.885823:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384941.885825:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384941.885826:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384941.885828:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061257991. 00000400:00000200:3.0:1767384941.885832:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000100:00000040:2.0:1767384941.885832:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b99dd375 x1853237373193728/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:167/0 lens 304/240 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384941.885836:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000100:00000001:3.0:1767384941.885839:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384941.885844:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384941.885853:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b99dd375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373193728:12345-0@lo:256: Request processed in 581us (756us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384941.885856:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.885870:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384941.885873:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384941.885873:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:3.0:1767384941.885877:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384941.885879:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384941.885879:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384941.885881:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384941.885884:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384941.885885:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.885889:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384941.885889:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384941.885891:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=49 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384941.885894:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000100:00001000:3.0:1767384941.885895:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384941.885900:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384941.885902:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384941.885902:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00010000:00000001:3.0:1767384941.885906:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384941.885908:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384941.885909:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054eac36d. 00000100:00000001:3.0:1767384941.885910:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384941.885915:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384941.885916:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384941.885923:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384941.885925:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384941.885926:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000117f519d. 02000000:00000001:2.0:1767384941.885942:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384941.885945:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384941.885946:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.885947:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384941.885953:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384941.885954:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384941.885961:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373193728:0@lo:256: 00000400:00000010:2.0:1767384941.885962:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039bd18d2. 00000400:00000010:2.0:1767384941.885968:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051f9b32d. 00000100:00000001:3.0:1767384941.885973:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.885976:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.885978:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384941.885979:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384941.885980:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.885985:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384941.885986:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c847619d. 00000100:00000001:3.0:1767384941.885988:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384941.885989:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384941.885991:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 50, more 0. 10000000:00000001:3.0:1767384941.885993:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384941.885998:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000138e6a2b. 10000000:00000040:3.0:1767384941.886006:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384941.886009:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384941.886011:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384941.886014:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:3.0:1767384941.886016:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.886018:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384941.886019:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:3.0:1767384941.886020:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:3.0:1767384941.886023:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 23 NIDs 00000400:00001000:3.0:1767384941.886025:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384941.886027:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:3.0:1767384941.886030:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384941.886034:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (22) 00000400:00000200:3.0:1767384941.886037:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000400:00000200:3.0:1767384941.886047:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384941.886048:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384941.886050:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384941.886052:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:3.0:1767384941.886053:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (24) 00000400:00000200:3.0:1767384941.886055:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:3.0:1767384941.886056:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:3.0:1767384941.886062:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886063:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:3.0:1767384941.886064:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:3.0:1767384941.886066:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886067:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:3.0:1767384941.886068:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:3.0:1767384941.886069:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886070:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:3.0:1767384941.886071:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:3.0:1767384941.886073:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886074:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:3.0:1767384941.886075:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:3.0:1767384941.886076:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886077:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:3.0:1767384941.886078:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:3.0:1767384941.886080:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886080:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:3.0:1767384941.886081:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:3.0:1767384941.886083:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886084:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:3.0:1767384941.886085:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:3.0:1767384941.886087:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886088:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:3.0:1767384941.886089:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:3.0:1767384941.886091:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886092:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:3.0:1767384941.886093:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:3.0:1767384941.886095:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886096:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:3.0:1767384941.886097:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:3.0:1767384941.886100:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886101:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:3.0:1767384941.886102:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:0.0:1767384941.886104:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384941.886105:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886109:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:3.0:1767384941.886111:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:0.0:1767384941.886113:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:3.0:1767384941.886119:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000010:0.0:1767384941.886121:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000400:00000200:3.0:1767384941.886122:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:3.0:1767384941.886127:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:0.0:1767384941.886127:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000400:00000200:3.0:1767384941.886131:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886133:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000010:0.0:1767384941.886134:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d896a39. 00000400:00000200:3.0:1767384941.886136:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:0.0:1767384941.886140:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384941.886143:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886145:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:3.0:1767384941.886147:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:3.0:1767384941.886149:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886151:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:0.0:1767384941.886152:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1767384941.886155:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:3.0:1767384941.886159:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384941.886162:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:3.0:1767384941.886163:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:3.0:1767384941.886167:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:3.0:1767384941.886172:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886175:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:0.0:1767384941.886175:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384941.886178:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:3.0:1767384941.886184:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384941.886187:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:3.0:1767384941.886188:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:3.0:1767384941.886192:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:3.0:1767384941.886198:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384941.886198:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:3.0:1767384941.886202:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:3.0:1767384941.886206:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:0.0:1767384941.886209:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:3.0:1767384941.886211:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384941.886215:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:3.0:1767384941.886218:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:0.0:1767384941.886220:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000010:3.0:1767384941.886223:0:16801:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000047a311b3. 00000400:00000200:0.0:1767384941.886224:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767384941.886230:0:16801:0:(peer.c:264:lnet_peer_alloc()) 0000000047a311b3 nid 192.168.204.149@tcp31 00000400:00000200:0.0:1767384941.886232:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000010:3.0:1767384941.886234:0:16801:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009a144a7d. 00000400:00000200:3.0:1767384941.886239:0:16801:0:(peer.c:204:lnet_peer_net_alloc()) 000000009a144a7d net tcp31 00000400:00000200:0.0:1767384941.886242:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000010:3.0:1767384941.886243:0:16801:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d50ce1fd. 00000400:00000200:0.0:1767384941.886249:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:3.0:1767384941.886254:0:16801:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d50ce1fd nid 192.168.204.149@tcp31 00000400:00000200:0.0:1767384941.886254:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:0.0:1767384941.886260:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384941.886263:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:0.0:1767384941.886265:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:0.0:1767384941.886275:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:0.0:1767384941.886278:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:0.0:1767384941.886281:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:0.0:1767384941.886284:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384941.886287:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[63, 12] 00000400:00000200:0.0:1767384941.886290:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[65, 12], ns[65, 12] 00000400:00000200:0.0:1767384941.886292:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:0.0:1767384941.886295:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:0.0:1767384941.886299:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp30 00000400:00000200:0.0:1767384941.886302:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp30 lpni_is_preferred = 0 00000400:00000200:0.0:1767384941.886304:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp30 00000400:00000200:0.0:1767384941.886306:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [66:66:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [66:66:8:4294967295] 00000400:00000200:0.0:1767384941.886312:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp30 00000400:00000200:0.0:1767384941.886317:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:) -> 192.168.204.149@tcp30(192.168.204.149@tcp:192.168.204.149@tcp30) : PUT try# 0 00000400:00000200:3.0:1767384941.886321:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (0) 00000800:00000200:0.0:1767384941.886322:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.149@tcp30 00000400:00000200:3.0:1767384941.886327:0:16801:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.149@tcp31: -2 00000800:00000010:0.0:1767384941.886327:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea2015a9. 00000400:00000200:3.0:1767384941.886333:0:16801:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp31 NID 192.168.204.149@tcp31 flags 0x1 00000800:00000010:0.0:1767384941.886337:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fefece68. 00000800:00000010:0.0:1767384941.886342:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000084001d17. 00000400:00000200:3.0:1767384941.886343:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (1) 00000400:00000200:3.0:1767384941.886346:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (2) 00000400:00000200:3.0:1767384941.886348:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (1) 00000800:00000200:0.0:1767384941.886352:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:3.0:1767384941.886353:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (2) 00000400:00000200:3.0:1767384941.886361:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp31 (0000000047a311b3): 0 00000800:00000200:0.1:1767384941.886362:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:3.0:1767384941.886364:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384941.886368:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384941.886369:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp31 NID 192.168.204.149@tcp31: 0. pending discovery 00000400:00000200:3.0:1767384941.886370:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (3) 00000100:00000001:3.0:1767384941.886372:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384941.886374:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384941.886376:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:3.0:1767384941.886379:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000bd207848. 10000000:00000040:3.0:1767384941.886382:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 50/50 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000400:00000200:0.0:1767384941.886382:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384941.886386:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000020:00000080:3.0:1767384941.886387:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384941.886392:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x41 00000400:00000200:0.0:1767384941.886395:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (2) 00000020:00000001:3.0:1767384941.886396:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384941.886400:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf76b64. 00000400:00000010:0.0:1767384941.886401:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079b3ba04. 00000020:00000010:3.0:1767384941.886404:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004965a246. 00000400:00000010:0.0:1767384941.886406:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000040:00000010:3.0:1767384941.886410:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d90b73d6. 00000020:00000010:3.0:1767384941.886414:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000065aa45f0. 00000400:00000010:0.0:1767384941.886417:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e4c267d. 00000020:00000010:3.0:1767384941.886419:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059335979. 00000400:00000200:0.0:1767384941.886423:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp31 00000020:00000010:3.0:1767384941.886425:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2b0dc77. 80000000:00000010:3.0:1767384941.886430:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000367e4542. 00000400:00000200:0.0:1767384941.886433:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp31 local destination 40000000:00000010:3.0:1767384941.886434:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c3ab344. 00000400:00000200:0.0:1767384941.886438:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00100000:00000010:3.0:1767384941.886440:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087117654. 00000400:00000200:0.0:1767384941.886442:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp31 00040000:00000010:3.0:1767384941.886444:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000650e716b. 00000400:00000200:0.0:1767384941.886445:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp31 lpni_is_preferred = 0 00000400:00000200:0.0:1767384941.886449:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp31 00040000:00000010:3.0:1767384941.886451:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d408af23. 00000400:00000200:0.0:1767384941.886451:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp31 NI seq info: [67:67:256:4294967295] 192.168.204.149@tcp31 LPNI seq info [1:1:8:4294967295] 00040000:00000010:3.0:1767384941.886457:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e079fa8. 00000400:00000200:0.0:1767384941.886458:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp31 00080000:00000010:3.0:1767384941.886462:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000043d209bd. 00000400:00000200:0.0:1767384941.886468:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp31(192.168.204.149@tcp31:) -> 192.168.204.149@tcp31(192.168.204.149@tcp31:192.168.204.149@tcp31) : GET try# 0 00000004:00000010:3.0:1767384941.886469:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e70e41e3. 00000800:00000200:0.0:1767384941.886472:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp31 00000800:00000010:0.0:1767384941.886482:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb514e9c. 00000004:00000010:3.0:1767384941.886487:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000686446c7. 00000800:00000010:0.0:1767384941.886488:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003909ae5f. 00000004:00000010:3.0:1767384941.886493:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009cd5a9ea. 00000800:00000010:0.0:1767384941.886494:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c16458f9. 00000800:00000200:0.0:1767384941.886499:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000400:00000200:1.0:1767384941.886501:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00002000:00000010:3.0:1767384941.886505:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bfacf0c5. 00000800:00000200:0.1:1767384941.886508:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000004:00000010:3.0:1767384941.886511:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000edb06fcd. 00000004:00000001:3.0:1767384941.886515:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384941.886517:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384941.886519:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000bd207848 00000040:00001000:3.0:1767384941.886521:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384941.886522:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp31 00000040:00001000:3.0:1767384941.886524:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384941.886526:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:0.0:1767384941.886527:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x241 rc 0 00000040:00001000:3.0:1767384941.886528:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384941.886533:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384941.886535:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384941.886547:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384941.886548:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:3.0:1767384941.886549:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384941.886553:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.886586:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000004:00000001:3.0:1767384941.886621:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384941.886626:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004965a246. 00000400:00000200:2.0:1767384941.886626:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000040:00000010:3.0:1767384941.886632:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d90b73d6. 00000020:00000010:3.0:1767384941.886637:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000065aa45f0. 00000020:00000010:3.0:1767384941.886641:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384941.886644:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c2b0dc77. 80000000:00000010:3.0:1767384941.886648:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000367e4542. 40000000:00000010:3.0:1767384941.886652:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c3ab344. 00000400:00000200:1.0:1767384941.886655:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00100000:00000010:3.0:1767384941.886656:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000087117654. 00040000:00000010:3.0:1767384941.886661:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000650e716b. 00040000:00000010:3.0:1767384941.886666:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d408af23. 00040000:00000010:3.0:1767384941.886669:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e079fa8. 00080000:00000010:3.0:1767384941.886674:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000043d209bd. 00000004:00000010:3.0:1767384941.886677:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e70e41e3. 00000004:00000010:3.0:1767384941.886681:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000686446c7. 00000004:00000010:3.0:1767384941.886685:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009cd5a9ea. 00002000:00000010:3.0:1767384941.886688:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bfacf0c5. 00000004:00000010:3.0:1767384941.886691:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000edb06fcd. 00000020:00000010:3.0:1767384941.886694:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf76b64. 00000020:00000001:3.0:1767384941.886696:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384941.886699:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384941.886699:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 10000000:00000010:3.0:1767384941.886702:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000bd207848. 10000000:00000010:3.0:1767384941.886712:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000138e6a2b. 00000400:00000200:1.0:1767384941.886712:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 10000000:00000001:3.0:1767384941.886715:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.886718:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384941.886722:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373193728/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384957 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.886728:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384941.886731:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384941.886732:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071f5162f. 02000000:00000001:3.0:1767384941.886735:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384941.886736:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384941.886749:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384941.886751:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384941.886752:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384941.886753:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384941.886754:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384941.886756:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384941.886757:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004a0ddd32. 00000100:00000010:3.0:1767384941.886760:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000015415e8e. 00000100:00000001:3.0:1767384941.886762:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384941.886764:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000808a67e3. 02000000:00000001:3.0:1767384941.886767:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384941.886768:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384941.886769:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:3.0:1767384941.886771:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384941.886772:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384941.886781:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 10000000:00000010:3.0:1767384941.886793:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dbaf22ed. 10000000:01000000:3.0:1767384941.886798:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384941.886802:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384941.886803:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384941.886803:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000020:00000001:3.0:1767384941.886805:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384941.886807:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=3 00000020:00000001:3.0:1767384941.886808:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:3.0:1767384941.886810:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00000400:00000200:1.0:1767384941.886812:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00010000:00000001:3.0:1767384941.886815:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384941.886819:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384941.886829:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384941.886831:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384941.886833:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384941.886837:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384941.886839:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384941.886841:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384941.886842:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384941.886844:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384941.886847:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384941.886849:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384941.886851:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:3.0:1767384941.886853:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384941.886874:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.886896:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.886918:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.886960:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.886968:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887038:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887075:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887117:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887159:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887163:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887214:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887255:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887295:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887300:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887348:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887366:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887390:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887430:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887450:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887491:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887540:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887565:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887586:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887655:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887703:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887754:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887765:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887821:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887834:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887862:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887896:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887915:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.887958:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.887961:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.888008:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888029:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.888048:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888090:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.888095:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.888155:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888160:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.888185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888224:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888270:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888312:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000800:00000010:1.0:1767384941.888331:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000716ef621. 00000800:00000010:1.0:1767384941.888337:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026f19e68. 00000800:00000010:1.0:1767384941.888342:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002dc0cee. 00000400:00000200:2.0:1767384941.888351:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000010:1.0:1767384941.888363:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002dc0cee. 00000800:00020000:1.0:1767384941.888372:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384941.888375:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026f19e68. 00000800:00000010:1.0:1767384941.888378:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000716ef621. 00000400:00000200:2.0:1767384941.888396:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:02020000:1.0:1767384941.888424:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384941.888431:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp30 notifying 192.168.204.149@tcp30: down 00000800:00000200:1.0:1767384941.888437:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp30 down 00000800:00000100:1.0:1767384941.888443:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.204.149@tcp30 00000800:00000010:1.0:1767384941.888446:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea2015a9. 00000400:00000200:1.0:1767384941.888449:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384941.888451:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384941.888455:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384941.888464:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp30 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:1.0:1767384941.888485:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384941.888489:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:1.0:1767384941.888493:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384941.888499:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384941.888530:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384941.888535:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101171 00000400:00000200:2.0:1767384941.888539:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000001:0.0:1767384941.888547:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384941.888551:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384941.888553:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:0.0:1767384941.888554:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000400:00000200:0.0:1767384941.888558:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384941.888564:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384941.888567:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (24) 00000400:00000200:0.0:1767384941.888569:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384941.888571:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc -71 00000400:00000200:0.0:1767384941.888574:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384941.888577:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (23) 00000400:00000200:2.0:1767384941.888617:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888659:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888694:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888723:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384941.888781:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384941.888914:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe3c674f. 00000800:00000010:2.0:1767384941.888919:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006fa9e8e8. 00000800:00000010:2.0:1767384941.888924:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003991ac7b. 00000800:00000010:2.0:1767384941.888948:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003991ac7b. 00000800:00020000:2.0:1767384941.888956:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384941.888959:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006fa9e8e8. 00000800:00000010:2.0:1767384941.888963:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fe3c674f. 00000400:02020000:2.0:1767384941.889015:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp31 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384941.889020:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp31 notifying 192.168.204.149@tcp31: down 00000800:00000200:2.0:1767384941.889025:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp31 down 00000800:00000100:2.0:1767384941.889030:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp31 00000800:00000010:2.0:1767384941.889033:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb514e9c. 00000400:00000200:2.0:1767384941.889037:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384941.889042:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp31->192.168.204.149@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384941.889046:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp31 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:2.0:1767384941.889050:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384941.889054:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp31: 1 00000400:00000200:2.0:1767384941.889059:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp31 (0000000047a311b3): -114 00000400:00000200:0.0:1767384941.889136:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384941.889142:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x841 00000400:00000001:0.0:1767384941.889152:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384941.889153:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384941.889155:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000010:0.0:1767384941.889156:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000400:00000200:0.0:1767384941.889159:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384941.889161:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp31 (0000000047a311b3): -114 00000400:00000010:0.0:1767384941.889163:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079b3ba04. 00000400:00000200:0.0:1767384941.889165:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (3) 00000400:00000200:0.0:1767384941.889168:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp31:-71 00000400:00000200:0.0:1767384941.889169:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x2041 rc -71 00000400:00000200:0.0:1767384941.889172:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp31 (0000000047a311b3) 00000400:00000200:0.0:1767384941.889173:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (2) 00000020:00000010:0.0:1767384941.892656:0:27609:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000073c910af. 00000020:00000040:0.0:1767384941.892662:0:27609:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384941.892664:0:27609:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000073c910af. 00000100:00000040:3.0:1767384941.901645:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000010:3.0:1767384941.901653:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075192acd. 00000100:00000040:0.0:1767384941.901661:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000010:0.0:1767384941.901668:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec64bf57. 00000100:00000040:2.0:1767384941.901681:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000040:1.0:1767384941.901684:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000010:2.0:1767384941.901690:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005568a4d0. 00000100:00000010:1.0:1767384941.901692:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c66091a. 00000400:00000001:2.0:1767384942.139690:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.139697:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384942.139700:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000400:00000010:2.0:1767384942.139704:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000400:00000200:2.0:1767384942.139710:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384942.139717:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384942.139727:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000076d198a4. 00000400:00000010:2.0:1767384942.139732:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065d3265c. 00010000:00000001:2.0:1767384942.267660:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384942.267666:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.267678:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384942.267681:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384942.267683:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384942.267686:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.267688:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384942.267690:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.267692:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.267694:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.267718:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384942.267724:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384942.267728:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384942.555387:0:27756:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384942.555393:0:27756:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384942.561978:0:27756:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384942.573502:0:27757:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000225d8f24. 00000400:00000010:2.0:1767384942.573524:0:27757:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006fa9e8e8. 00000400:00000010:2.0:1767384942.573538:0:27757:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000080e12992. 00000400:00000010:2.0:1767384942.573543:0:27757:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b52f85b4. 00000400:00000010:2.0:1767384942.573548:0:27757:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb841ece. 00000400:00000010:2.0:1767384942.573553:0:27757:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003991ac7b. 00000400:00000010:2.0:1767384942.573556:0:27757:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058b68433. 00000400:00000010:2.0:1767384942.573558:0:27757:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce9fb913. 00000400:00000010:2.0:1767384942.573563:0:27757:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000096a328df. 00000800:00000010:2.0:1767384942.573580:0:27757:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e82f2891. 00000800:00000200:2.0:1767384942.573641:0:27757:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384942.573663:0:27757:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384942.573723:0:27757:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384942.573805:0:27757:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp32 [8/256/0/180] 00000400:00000010:2.0:1767384942.576555:0:27757:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000054eac36d. 00000400:00000010:2.0:1767384942.576564:0:27757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc23425. 00000400:00000010:2.0:1767384942.576570:0:27757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000400:00000001:2.0:1767384942.576588:0:27757:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.576591:0:27757:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384942.576634:0:27757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e2aea5. 00000400:00000200:2.0:1767384942.576643:0:27757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000400:00000010:2.0:1767384942.576648:0:27757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000400:00000010:2.0:1767384942.576657:0:27757:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000002bf8ef0d. 00000400:00000200:2.0:1767384942.576677:0:27757:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (22) 00000400:00000200:2.0:1767384942.576704:0:27757:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384942.576710:0:27757:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (1) 00000400:00000200:2.0:1767384942.576716:0:27757:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp31 (0000000047a311b3): 0 00000400:00000200:2.0:1767384942.576753:0:27757:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000400:00000200:0.0:1767384942.576760:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384942.576765:0:27757:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fe3c674f. 00000400:00000200:0.0:1767384942.576780:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000020:01000000:2.0:1767384942.576783:0:27757:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384942.576787:0:27757:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp32 00000400:00000010:0.0:1767384942.576790:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000400:00000200:0.0:1767384942.576796:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000400:00000010:0.0:1767384942.576805:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8bbbf2f. 00000400:00000010:2.0:1767384942.576806:0:27757:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006fa9e8e8. 00000400:00000010:2.0:1767384942.576813:0:27757:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000225d8f24. 00000400:00000200:0.0:1767384942.576813:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000020:00000001:3.0:1767384942.576830:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384942.576832:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:3.0:1767384942.576839:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384942.576845:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384942.576847:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:01000000:3.0:1767384942.576850:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384942.576856:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384942.576862:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384942.576869:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:3.0:1767384942.576870:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384942.576876:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384942.576879:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384942.576885:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384942.576889:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384942.576890:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:01000004:3.0:1767384942.576892:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384942.576896:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384942.576898:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384942.576907:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000400:00000200:0.0:1767384942.576908:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000040:3.0:1767384942.576917:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384942.576927:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384942.576927:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 02000000:00000001:3.0:1767384942.576932:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384942.576938:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.576948:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:0.0:1767384942.576961:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 02000000:00000010:3.0:1767384942.576964:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a943ed5f. 00000400:00000200:0.0:1767384942.576975:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:3.0:1767384942.576976:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.576989:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:3.0:1767384942.576992:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384942.576997:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.577006:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000040:3.0:1767384942.577011:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c79541a] to pc [ptlrpcd_00_02+2] req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384942.577032:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:0.0:1767384942.577045:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384942.577055:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:0.0:1767384942.577063:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 10000000:00000001:3.0:1767384942.577066:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384942.577075:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.577080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000020:00000001:3.0:1767384942.577082:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384942.577090:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384942.577101:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000020:00000001:3.0:1767384942.577102:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384942.577108:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384942.577113:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384942.577118:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384942.577119:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000020:01000004:3.0:1767384942.577127:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384942.577134:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384942.577137:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384942.577140:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384942.577141:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00000001:1.0:1767384942.577147:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384942.577148:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384942.577154:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384942.577157:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384942.577162:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384942.577163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[63, 12] 00000020:01000004:3.0:1767384942.577167:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384942.577168:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384942.577173:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384942.577179:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384942.577189:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000400:00000200:0.0:1767384942.577191:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[65, 12], ns[65, 12] 00000020:00000040:3.0:1767384942.577198:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384942.577200:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384942.577206:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.577209:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384942.577216:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384942.577219:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384942.577221:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.577226:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384942.577226:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[66, 12], ns[66, 12] 02000000:00000010:3.0:1767384942.577233:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001a777710. 02000000:00000001:1.0:1767384942.577235:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.577244:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.577246:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373193856:0@lo:253: 00000400:00000200:0.0:1767384942.577250:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:3.0:1767384942.577253:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384942.577259:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.577261:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384942.577269:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp12 00000100:00000040:3.0:1767384942.577270:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_00_03+3] req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384942.577270:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384942.577277:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.577287:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp12 lpni_is_preferred = 0 02000000:00000001:1.0:1767384942.577288:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384942.577300:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000716ef621. 10000000:00000001:3.0:1767384942.577302:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.577302:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp12 02000000:00000001:1.0:1767384942.577306:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384942.577315:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88be556. 10000000:00000001:3.0:1767384942.577322:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.577329:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp12 NI seq info: [68:68:256:4294967295] 192.168.204.149@tcp12 LPNI seq info [67:67:8:4294967295] 00000020:00000001:3.0:1767384942.577330:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384942.577330:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023283eac. 00000020:01000000:3.0:1767384942.577341:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384942.577343:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373193856, portal 25 00000020:00000010:3.0:1767384942.577350:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fe3c674f. 00000100:00000001:1.0:1767384942.577351:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384942.577353:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp12 00000100:00000001:1.0:1767384942.577356:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000040:1.0:1767384942.577367:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.577376:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.577383:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.577388:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384942.577394:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12:) -> 192.168.204.149@tcp12(192.168.204.149@tcp:192.168.204.149@tcp12) : PUT try# 0 00000100:00000001:1.0:1767384942.577397:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.577400:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384942.577423:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.149@tcp12 00000100:00000040:1.0:1767384942.577424:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384942.577427:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384942.577433:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8ccd096. 00000100:00000001:3.0:1767384942.577434:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384942.577439:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a95fd4e. 00000100:00000200:1.0:1767384942.577444:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373193856, offset 0 02000000:00000001:3.0:1767384942.577445:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384942.577453:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384942.577460:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384942.577462:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (6) 00000400:00000200:1.0:1767384942.577464:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384942.577470:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373193984:0@lo:253: 00000100:00000001:3.0:1767384942.577478:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384942.577483:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384942.577489:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.577490:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384942.577492:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp12 ip 192.168.204.149:988 02000000:00000001:3.0:1767384942.577494:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384942.577506:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a95fd4e type 1, nob 512 niov 1 nkiov 1 02000000:00000010:3.0:1767384942.577507:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000043a6124. 02000000:00000001:3.0:1767384942.577517:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.577518:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504e80 00000400:00000010:3.0:1767384942.577527:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061257991. 00000400:00000200:1.0:1767384942.577534:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 00000400:00000010:1.0:1767384942.577542:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f3b3a83. 00000400:00000200:0.0:1767384942.577543:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384942.577548:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009fe6ace5 00000400:00000200:0.0:1767384942.577555:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000400:00000010:3.0:1767384942.577559:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032982e99. 00000400:00000200:1.0:1767384942.577561:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.577570:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x2061 00000100:00000200:3.0:1767384942.577571:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373193984, portal 25 00000400:00000200:1.0:1767384942.577577:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384942.577583:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384942.577584:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000047a311b3 (2) 00000100:00000001:3.0:1767384942.577588:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000040:3.0:1767384942.577628:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.577638:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384942.577641:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079b3ba04. 00000100:00000040:3.0:1767384942.577647:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.577654:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce97d3c1. 00000400:00000010:0.0:1767384942.577654:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:3.0:1767384942.577665:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373193984, offset 0 00000400:00000200:3.0:1767384942.577674:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384942.577691:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b000c84. 00000400:00000200:1.0:1767384942.577697:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe6ace5 00000400:00000200:3.0:1767384942.577703:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384942.577705:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fe6ace5. 00000100:00000001:1.0:1767384942.577712:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384942.577718:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384942.577722:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp31 00000100:00000040:1.0:1767384942.577755:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000044150763 x1853237373193856 msgsize 4848 00000400:00000200:3.0:1767384942.577763:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273504f00 00000400:00000200:0.0:1767384942.577771:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp31 local destination 00000100:00100000:1.0:1767384942.577776:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384942.577782:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ed [2] + 0 00000100:00000040:1.0:1767384942.577787:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384942.577791:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0815a76. 00000400:00000200:0.0:1767384942.577793:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:3.0:1767384942.577800:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba726354 00000100:00000001:1.0:1767384942.577806:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384942.577807:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp31 00000400:00000200:3.0:1767384942.577811:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.577819:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp31 lpni_is_preferred = 0 00000400:00000200:3.0:1767384942.577821:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384942.577833:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp31 00000400:00000200:0.0:1767384942.577840:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp31 NI seq info: [69:69:256:4294967295] 192.168.204.149@tcp31 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384942.577849:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp31 00000400:00000200:0.0:1767384942.577861:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp31(192.168.204.149@tcp31:) -> 192.168.204.149@tcp31(192.168.204.149@tcp31:192.168.204.149@tcp31) : GET try# 0 00000800:00000200:0.0:1767384942.577870:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp31 00000400:00000200:1.0:1767384942.577875:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ccd096 00000800:00000010:0.0:1767384942.577877:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e303e1cd. 00000400:00000010:1.0:1767384942.577881:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8ccd096. 00000100:00000001:1.0:1767384942.577889:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384942.577890:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba726354 00000800:00000200:0.0:1767384942.577893:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000400:00000010:3.0:1767384942.577896:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba726354. 00000100:00000200:1.0:1767384942.577901:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384942.577904:0:16161:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.149 (cnted 0, interval 1, 1 secs later) 00000100:00000001:3.0:1767384942.577907:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384942.577913:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384942.577922:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000091f78370 x1853237373193984 msgsize 4848 00000800:00000200:0.1:1767384942.577932:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000100:00000001:1.0:1767384942.577933:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384942.577942:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384942.577943:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384942.577946:0:16161:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.149 (cnted 0, interval 1, 1 secs later) 00000100:00000040:3.0:1767384942.577950:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384942.577966:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1767384942.577970:0:16161:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.149@tcp31 00000100:00000001:1.0:1767384942.577972:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384942.577973:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384942.577980:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384942.577985:0:16161:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e303e1cd. 00000400:00000200:3.0:1767384942.577986:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce97d3c1 00000100:00000001:1.0:1767384942.577988:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294933190 00000400:00000010:3.0:1767384942.577994:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce97d3c1. 00000100:00000010:1.0:1767384942.578000:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091c2b011. 00000400:00000200:0.0:1767384942.578000:0:16161:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1767384942.578002:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384942.578013:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.578015:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384942.578024:0:16161:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp31->192.168.204.149@tcp31: GET: REMOTE_ERROR 00000100:00000001:1.0:1767384942.578028:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294933190 00000400:00000200:0.0:1767384942.578041:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384942.578044:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384942.578046:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbdf3926. 00000400:00000200:0.0:1767384942.578052:0:16161:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp31: 1 00000100:00000040:3.0:1767384942.578054:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.578056:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384942.578067:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294933190 00000400:00000200:0.0:1767384942.578069:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp31 (0000000047a311b3): -114 00000100:00000010:1.0:1767384942.578077:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abbe435b. 00000100:00000001:1.0:1767384942.578088:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384942.578090:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.578094:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294933190 00000400:00000200:0.0:1767384942.578097:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp31 00000100:00000001:3.0:1767384942.578098:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384942.578101:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d155729. 00000100:00000001:1.0:1767384942.578110:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384942.578111:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578112:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x861 rc 0 00000100:00000001:1.0:1767384942.578117:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.578120:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294933190 00000100:00000001:1.0:1767384942.578126:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578130:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x861 00000100:00000001:3.0:1767384942.578132:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294933190 00000100:00000001:1.0:1767384942.578134:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.578142:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294933190 00000100:00000001:1.0:1767384942.578144:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384942.578146:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384942.578149:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294933190 00000400:00000001:0.0:1767384942.578153:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384942.578155:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294933190 00000100:00000001:1.0:1767384942.578158:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384942.578160:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000100:00000001:3.0:1767384942.578161:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294933190 00000100:00000001:1.0:1767384942.578163:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384942.578172:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294933190 00000100:00000001:1.0:1767384942.578172:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384942.578172:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:1.0:1767384942.578177:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384942.578184:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578185:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:3.0:1767384942.578191:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294933190 00000100:00000001:1.0:1767384942.578196:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.578197:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384942.578204:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp31 (0000000047a311b3): -114 00000100:00000001:3.0:1767384942.578206:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.578217:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384942.578218:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079b3ba04. 00000100:00000001:3.0:1767384942.578220:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.578229:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384942.578231:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (3) 00000100:00000001:3.0:1767384942.578245:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384942.578247:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193856 00000100:00000001:3.0:1767384942.578251:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384942.578254:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp31:-5 02000000:00000001:1.0:1767384942.578255:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384942.578258:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.578262:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.578264:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384942.578268:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578269:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp31(0000000047a311b3) state 0x2061 rc -5 00000100:00000001:3.0:1767384942.578271:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.578277:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.578279:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578288:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp31 (0000000047a311b3) 00000100:00100000:1.0:1767384942.578289:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193856 00000020:00000001:1.0:1767384942.578298:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384942.578300:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (2) 00000020:00000040:1.0:1767384942.578301:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384942.578310:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384942.578315:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384942.578317:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384942.578319:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:3.0:1767384942.578324:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373193984 00000020:00000001:1.0:1767384942.578326:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 02000000:00000001:3.0:1767384942.578332:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384942.578336:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384942.578337:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.578343:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384942.578345:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e08a5bc. 02000000:00000001:3.0:1767384942.578348:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.578351:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384942.578354:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373193984 00000020:00000001:3.0:1767384942.578358:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384942.578362:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000010:1.0:1767384942.578366:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e08a5bc. 00000020:00000001:3.0:1767384942.578368:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384942.578375:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000020:00000001:3.0:1767384942.578379:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384942.578380:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0eee4ad. 00000020:00000001:3.0:1767384942.578383:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384942.578391:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c70f81b. 00000100:00000001:3.0:1767384942.578392:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384942.578400:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a0ddd32. 00000020:00000010:1.0:1767384942.578403:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094dba60. 00000100:00000001:3.0:1767384942.578406:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384942.578412:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a0ddd32. 00000100:00000040:1.0:1767384942.578422:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384942.578423:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ffe226. 00000100:00000001:1.0:1767384942.578431:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384942.578435:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cf54e75. 00000100:00000001:1.0:1767384942.578437:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384942.578442:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.578448:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000100:00000001:1.0:1767384942.578453:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.578458:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384942.578463:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384942.578466:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.578479:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.578484:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.578498:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384942.578502:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.578503:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1767384942.578506:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767384942.578515:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000800:00000010:0.0:1767384942.578516:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a95fd4e. 00000100:00000040:1.0:1767384942.578522:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000200:0.0:1767384942.578526:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384942.578527:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384942.578528:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640339536 : -129520069212080 : ffff8a33c2488850) 00000100:00000001:3.0:1767384942.578534:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384942.578547:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044150763 x1853237373193856/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 4848/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384942.578551:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: PUT: OK 00000100:00100000:3.0:1767384942.578552:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000400:00000200:0.0:1767384942.578564:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1767384942.578573:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384942.578577:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384942.578577:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000100:00000001:3.0:1767384942.578580:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640337488 : -129520069214128 : ffff8a33c2488050) 00000020:00000010:1.0:1767384942.578586:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e08a5bc. 00000100:00000001:1.0:1767384942.578593:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384942.578626:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091f78370 x1853237373193984/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 4848/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384942.578633:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e08a5bc. 00000800:00000001:0.0:1767384942.578641:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384942.578649:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044150763 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373193856:12345-0@lo:253: 00000100:00000001:3.0:1767384942.578651:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384942.578659:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193856 00000800:00000001:0.0:1767384942.578660:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384942.578661:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a0ddd32. 00000020:00000001:1.0:1767384942.578663:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384942.578674:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384942.578675:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:0.0:1767384942.578675:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384942.578682:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.578684:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a0ddd32. 00000020:00000001:1.0:1767384942.578687:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:0.0:1767384942.578688:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384942.578693:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00100000:3.0:1767384942.578698:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091f78370 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373193984:12345-0@lo:253: 00000020:00000001:1.0:1767384942.578703:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384942.578709:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.578714:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12) <- 192.168.204.149@tcp12 : PUT - for me 00000100:00000200:3.0:1767384942.578715:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373193984 00000020:00000001:1.0:1767384942.578717:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384942.578724:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384942.578745:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384942.578751:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384942.578756:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.578758:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.578760:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384942.578767:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:0.0:1767384942.578768:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384942.578780:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384942.578782:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384942.578787:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384942.578789:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384942.578796:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384942.578799:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384942.578801:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c712a133. 00000020:00000001:3.0:1767384942.578806:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578806:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 384/416 into md 0x180d [1] + 0 02000000:00000001:1.0:1767384942.578809:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.578816:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384942.578818:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.578822:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384942.578822:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b08a92. 20000000:00000001:1.0:1767384942.578825:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384942.578833:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee026b91 02000000:00000010:3.0:1767384942.578847:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005de2edff. 00000800:00000001:0.0:1767384942.578848:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:1.0:1767384942.578854:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d3bbe55d. 02000000:00000001:3.0:1767384942.578855:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384942.578862:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.578864:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384942.578865:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384942.578870:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:3.0:1767384942.578875:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384942.578876:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384942.578883:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384942.578888:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: PUT: OK 20000000:00000001:1.0:1767384942.578889:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384942.578898:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578901:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000400:00000010:0.0:1767384942.578910:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 20000000:00000001:1.0:1767384942.578911:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384942.578916:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f55e3783. 00000400:00000200:0.0:1767384942.578920:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 20000000:01000000:3.0:1767384942.578923:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384942.578927:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000076854bdb. 00000400:00000200:0.0:1767384942.578930:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (24) 20000000:00000001:3.0:1767384942.578931:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384942.578933:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:3.0:1767384942.578943:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384942.578945:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384942.578946:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 20000000:00000001:3.0:1767384942.578948:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384942.578957:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384942.578958:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.578959:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (416 bytes) 20000000:00000001:3.0:1767384942.578966:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384942.578971:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384942.578989:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (25) 00000400:00000200:0.0:1767384942.578997:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384942.579007:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp12 to MR: 192.168.204.149@tcp12 local destination 00000400:00000200:0.0:1767384942.579018:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp12 NI seq info: [70:70:256:4294967295] 192.168.204.149@tcp12 LPNI seq info [68:68:8:4294967295] 00080000:00000001:1.0:1767384942.579024:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384942.579033:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384942.579038:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384942.579043:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384942.579051:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384942.579053:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12:192.168.204.149@tcp12) -> 192.168.204.149@tcp12(192.168.204.149@tcp12:192.168.204.149@tcp12) 192.168.204.149@tcp12 : ACK try# 0 00000020:00000001:1.0:1767384942.579057:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384942.579066:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:0.0:1767384942.579068:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp12 00080000:00000010:1.0:1767384942.579076:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc4081c3. 00000800:00000010:0.0:1767384942.579079:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a95fd4e. 00080000:00000001:1.0:1767384942.579083:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635083264 : -129520074468352 : ffff8a33c1f85400) 00080000:00000001:1.0:1767384942.579090:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384942.579097:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (6) 00000800:00000200:0.0:1767384942.579108:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp12 ip 192.168.204.149:1017 00000800:00000200:0.0:1767384942.579113:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a95fd4e type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384942.579133:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.579146:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384942.579205:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384942.579211:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a95fd4e. 00000400:00000200:0.0:1767384942.579219:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.579227:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: ACK: OK 00000001:00000001:1.0:1767384942.579241:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384942.579245:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384942.579249:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:0.0:1767384942.579251:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.579261:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384942.579267:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384942.579274:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384942.579276:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384942.579281:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000001:0.0:1767384942.579284:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.579296:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.579307:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp12(192.168.204.149@tcp12) <- 192.168.204.149@tcp12 : ACK - for me 00000400:00000200:0.0:1767384942.579327:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp12: ACK from 12345-192.168.204.149@tcp12 into md 0x1885 00000400:00000200:0.0:1767384942.579334:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.579342:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp12->192.168.204.149@tcp12: ACK: OK 00000400:00000200:0.0:1767384942.579349:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000010:0.0:1767384942.579354:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000400:00000200:0.0:1767384942.579359:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384942.579365:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:0.0:1767384942.579371:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384942.579377:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (24) 00000800:00000001:0.0:1767384942.579386:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.579393:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.579440:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384942.579447:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000079b3ba04. 00000400:00000010:0.0:1767384942.579455:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b08a92. 00000400:00000010:0.0:1767384942.579461:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000400:00000200:0.0:1767384942.579477:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000079b3ba04 00080000:00000001:1.0:1767384942.579481:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:0.0:1767384942.579483:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000052f9468f. 00080000:00000001:1.0:1767384942.579489:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384942.579495:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000400:00000200:0.0:1767384942.579506:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:0.0:1767384942.579511:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000400:00000010:0.0:1767384942.579515:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000042992487. 00000400:00000010:0.0:1767384942.579520:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000400:00000010:0.0:1767384942.579525:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd1827a8. 00000400:00000200:0.0:1767384942.579531:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1767384942.579542:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1767384942.579549:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384942.579559:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384942.579580:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:0.0:1767384942.579589:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000400:00000200:0.0:1767384942.579633:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:0.0:1767384942.579643:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:0.0:1767384942.579655:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:0.0:1767384942.579664:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:0.0:1767384942.579672:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:0.0:1767384942.579679:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:0.0:1767384942.579690:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:0.0:1767384942.579699:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:0.0:1767384942.579708:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:0.0:1767384942.579719:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:0.0:1767384942.579751:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000400:00000200:0.0:1767384942.579758:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000400:00000200:0.0:1767384942.579765:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000400:00000200:0.0:1767384942.579772:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000400:00000200:0.0:1767384942.579780:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 14], ns[63, 14] 00000400:00000200:0.0:1767384942.579788:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 00000400:00000200:0.0:1767384942.579813:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[66, 14], ns[66, 14] 00000400:00000200:0.0:1767384942.579819:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:0.0:1767384942.579826:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp13 00000400:00000200:0.0:1767384942.579831:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp13 lpni_is_preferred = 0 00000400:00000200:0.0:1767384942.579836:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp13 00000400:00000200:0.0:1767384942.579844:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp13 NI seq info: [71:71:256:4294967295] 192.168.204.149@tcp13 LPNI seq info [69:69:8:4294967295] 00000400:00000200:0.0:1767384942.579853:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp13 00000400:00000200:0.0:1767384942.579871:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13:) -> 192.168.204.149@tcp13(192.168.204.149@tcp:192.168.204.149@tcp13) : GET try# 0 00000800:00000200:0.0:1767384942.579883:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp13 00000800:00000010:0.0:1767384942.579890:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a95fd4e. 00000800:00000200:0.0:1767384942.579901:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (6) 00000800:00000200:0.0:1767384942.579911:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:988 00000800:00000200:0.0:1767384942.579916:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a95fd4e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384942.579945:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384942.579950:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000800:00000200:1.0:1767384942.580069:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384942.580076:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a95fd4e. 00000400:00000200:1.0:1767384942.580082:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384942.580094:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384942.580103:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: GET: OK 00000800:00000001:0.0:1767384942.580111:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.580112:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384942.580120:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:0.0:1767384942.580122:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.580140:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.580154:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13) <- 192.168.204.149@tcp13 : GET - for me 00000400:00000200:0.0:1767384942.580171:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384942.580182:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 416/416 into md 0x1881 [1] + 0 00000400:00000200:0.0:1767384942.580196:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp13 to MR: 192.168.204.149@tcp13 local destination 00000400:00000200:0.0:1767384942.580204:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp13 NI seq info: [72:72:256:4294967295] 192.168.204.149@tcp13 LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1767384942.580226:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) -> 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) 192.168.204.149@tcp13 : REPLY try# 0 00000800:00000200:0.0:1767384942.580236:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.149@tcp13 00000800:00000010:0.0:1767384942.580243:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e303e1cd. 00000800:00000200:0.0:1767384942.580266:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (6) 00000800:00000200:0.0:1767384942.580276:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:1015 00000800:00000200:0.0:1767384942.580281:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e303e1cd type 3, nob 512 niov 1 nkiov 1 00000800:00000200:0.0:1767384942.580400:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384942.580405:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e303e1cd. 00000400:00000200:0.0:1767384942.580411:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384942.580415:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384942.580423:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: REPLY: OK 00000800:00000001:1.0:1767384942.580427:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384942.580433:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.580442:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384942.580445:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.580451:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.580462:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13) <- 192.168.204.149@tcp13 : REPLY - for me 00000400:00000200:1.0:1767384942.580486:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp13: Reply from 12345-192.168.204.149@tcp13 of length 416/416 into md 0x18a1 00000800:00000001:1.0:1767384942.580494:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.580501:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.580504:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384942.580509:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: REPLY: OK 00000400:00000200:1.0:1767384942.580515:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000400:00000010:1.0:1767384942.580518:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000400:00000200:1.0:1767384942.580523:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384942.580530:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:1.0:1767384942.580534:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:1.0:1767384942.580548:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 24. state = 0x100271 00000400:00000200:1.0:1767384942.580553:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384942.580566:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (24) 00000800:00000001:1.0:1767384942.580571:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.580575:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.580690:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384942.580696:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:1.0:1767384942.580705:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 000000001136ec01. 00000400:00000010:1.0:1767384942.580710:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000002df843a3. 00000400:00000010:1.0:1767384942.580713:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000ff2e565d. 00000400:00000200:1.0:1767384942.580767:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp28(000000004442c8ac) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384942.580773:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp29(000000000fb33872) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384942.580779:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp30(00000000383b68b0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384942.580801:0:16161:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.149@tcp31 00000400:00000200:1.0:1767384942.580808:0:16161:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.149@tcp31 NID 192.168.204.149@tcp31 00000400:00000200:1.0:1767384942.580813:0:16161:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000d50ce1fd nid 192.168.204.149@tcp31 00000400:00000010:1.0:1767384942.580816:0:16161:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000d50ce1fd. 00000400:00000200:1.0:1767384942.580822:0:16161:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000009a144a7d net tcp31 00000400:00000010:1.0:1767384942.580824:0:16161:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000009a144a7d. 00000400:00000200:1.0:1767384942.580829:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000047a311b3 (1) 00000400:00000200:1.0:1767384942.580833:0:16161:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000047a311b3 nid 192.168.204.149@tcp31 00000400:00000010:1.0:1767384942.580837:0:16161:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000047a311b3. 00000400:00000010:1.0:1767384942.580844:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bcad8b53. 00000400:00000200:1.0:1767384942.580852:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bcad8b53 nid 192.168.204.149@tcp31 00000400:00000010:1.0:1767384942.580857:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000053aee007. 00000400:00000200:1.0:1767384942.580861:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000053aee007 net tcp31 00000400:00000200:1.0:1767384942.580865:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (23) 00000400:00000200:1.0:1767384942.580874:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp31 flags 0x11 00000400:00000010:1.0:1767384942.580883:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000843c4a38. 00000400:00000200:1.0:1767384942.580889:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000843c4a38 nid 192.168.204.149@tcp32 00000400:00000010:1.0:1767384942.580893:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007c280345. 00000400:00000200:1.0:1767384942.580898:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000007c280345 net tcp32 00000400:00000200:1.0:1767384942.580902:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (24) 00000400:00000200:1.0:1767384942.580910:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp32 flags 0x11 00000400:00000010:1.0:1767384942.580915:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 000000001136ec01. 00000400:00000010:1.0:1767384942.580922:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000002df843a3. 00000400:00000010:1.0:1767384942.580927:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000ff2e565d. 00000400:00000010:1.0:1767384942.580933:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000042992487. 00000400:00000200:1.0:1767384942.580940:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384942.580945:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:1.0:1767384942.580951:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:1.0:1767384942.580958:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:1.0:1767384942.580962:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384942.580966:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:1.0:1767384942.580971:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384942.580977:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (25) 00080000:00000001:2.0:1767384942.592771:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384942.592793:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384942.592799:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.592803:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384942.592824:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:2.0:1767384942.592827:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384942.592830:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384942.592835:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384942.592838:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384942.592841:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384942.592841:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384942.592845:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dc4081c3. 20000000:01000000:2.0:1767384942.592846:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384942.592852:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384942.592856:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384942.592864:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009117eaad. 20000000:01000000:3.0:1767384942.592871:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:3.0:1767384942.592877:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384942.592879:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384942.592883:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384942.592887:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384942.592895:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384942.592902:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384942.592907:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384942.592916:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384942.592917:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008037344e count: 2 00080000:00000001:3.0:1767384942.592926:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384942.592927:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384942.592931:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.592935:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384942.592936:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384942.592943:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384942.592946:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007acb64b8. 00000020:00000001:3.0:1767384942.592947:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384942.592956:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384942.592957:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384942.592962:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007acb64b8 with handle 0xcb8130832f6b3733 to hash 00080000:00000010:3.0:1767384942.592963:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015415e8e. 00000020:00000001:2.0:1767384942.592965:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384942.592972:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575542272 : -129515134009344 : ffff8a34e871c000) 00010000:00000001:2.0:1767384942.592973:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00080000:00000001:3.0:1767384942.592982:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384942.592983:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:2.0:1767384942.592989:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.592991:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.593009:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.593020:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384942.593024:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384942.593027:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384942.593030:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.593033:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384942.593037:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 16 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.593045:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384942.593048:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.593051:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.593053:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.593056:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.593058:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384942.593062:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384942.593066:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:2.0:1767384942.593069:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008037344e) refcount = 2 00080000:00000001:3.0:1767384942.593070:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384942.593078:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384942.593080:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384942.593086:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 16 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384942.593093:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384942.593095:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384942.593096:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384942.593105:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000010:2.0:1767384942.593119:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ace681e. 00000100:00000001:2.0:1767384942.593125:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384942.593130:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e90b3b. 00000100:00000001:2.0:1767384942.593133:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558896045440 : -129514813506176 : ffff8a34fb8c3d80) 00000100:00000001:2.0:1767384942.593136:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558896045440 : -129514813506176 : ffff8a34fb8c3d80) 00000100:00000001:2.0:1767384942.593139:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384942.593141:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384942.593152:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384942.593156:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.593159:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384942.593161:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.593165:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.593168:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384942.593181:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384942.593187:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000020:00000040:2.0:1767384942.593192:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:2.0:1767384942.593196:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384942.593199:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384942.593203:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384942.593209:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4922d54. 00000100:00000001:2.0:1767384942.593215:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.593222:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 16 pid: 16796 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384942.593247:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:2.0:1767384942.593249:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 16 pid: 16796 timeout: 415 lvb_type: 0 00080000:00000001:3.0:1767384942.593255:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384942.593265:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384942.593269:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384942.593274:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384942.593285:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384942.593287:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384942.593291:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373194112:0@lo:104: 00000100:00000001:2.0:1767384942.593295:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384942.593299:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384942.593302:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.593306:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384942.593313:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d50ce1fd. 02000000:00000001:2.0:1767384942.593317:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384942.593326:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ae259c1. 00000400:00000010:2.0:1767384942.593335:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a0aabd. 00000100:00000200:2.0:1767384942.593341:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373194112, portal 16 00000100:00000001:2.0:1767384942.593356:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384942.593358:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000100:00000040:2.0:1767384942.593366:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384942.593378:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384942.593382:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384942.593388:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4acb0e7. 00000100:00000200:2.0:1767384942.593394:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373194112, offset 0 00000400:00000200:2.0:1767384942.593405:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384942.593418:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384942.593431:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273504f80 00000400:00000200:2.0:1767384942.593439:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 0 00000400:00000200:2.0:1767384942.593446:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384942.593452:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384942.593461:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384942.593464:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384942.593471:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441a17ae. 00000100:00000040:2.0:1767384942.593482:0:16820:0:(events.c:337:request_in_callback()) incoming req@00000000441a17ae x1853237373194112 msgsize 328 00000100:00100000:2.0:1767384942.593491:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384942.593513:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384942.593524:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4acb0e7 00000400:00000010:2.0:1767384942.593528:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4acb0e7. 00000100:00000001:2.0:1767384942.593533:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384942.593540:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384942.593556:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384942.593561:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384942.593563:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384942.593567:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194112 02000000:00000001:0.0:1767384942.593572:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384942.593573:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.593574:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384942.593577:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384942.593578:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.593583:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.593584:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.593587:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194112 00000100:00000001:2.0:1767384942.593589:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294933205 00000020:00000001:0.0:1767384942.593591:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384942.593618:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000020:00000001:0.0:1767384942.593623:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384942.593624:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294933190 00000020:00000040:0.0:1767384942.593626:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000100:00000001:2.0:1767384942.593630:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294933206 00000020:00000001:0.0:1767384942.593630:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000020:00000001:0.0:1767384942.593635:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384942.593641:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384942.593646:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000100:00000001:2.0:1767384942.593647:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294933190 00000100:00000001:0.0:1767384942.593660:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.593664:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294933206 00000020:00000010:0.0:1767384942.593664:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d67f4c60. 00000100:00000001:2.0:1767384942.593669:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294933190 00000020:00000010:0.0:1767384942.593673:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a177ffe3. 00000100:00000001:2.0:1767384942.593674:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294933206 00000100:00000001:2.0:1767384942.593679:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294933190 00000020:00000010:0.0:1767384942.593680:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b08e2fcb. 00000100:00000001:2.0:1767384942.593686:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384942.593688:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000100:00000001:2.0:1767384942.593691:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.593695:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.593698:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.593698:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:2.0:1767384942.593706:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.593710:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.593713:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.593715:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.593715:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384942.593718:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384942.593720:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384942.593721:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.593723:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384942.593748:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.593749:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.593752:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.593755:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384942.593759:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a1e90b3b going to sleep for 11 seconds 00000100:00000001:2.0:1767384942.593764:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.593766:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.593818:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.593818:0:18589:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384942.593822:0:18589:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384942.593831:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384942.593837:0:18589:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:0.0:1767384942.593842:0:18589:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776127744 : -129514933423872 : ffff8a34f4667100) 00000100:00000040:0.0:1767384942.593849:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000441a17ae x1853237373194112/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 328/0 e 0 to 0 dl 1767384953 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384942.593865:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384942.593872:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000100:00000001:0.0:1767384942.593877:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384942.593881:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d67f4c60. 00000100:00100000:0.0:1767384942.593889:0:18589:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000441a17ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373194112:12345-0@lo:104: 00000100:00000200:0.0:1767384942.593896:0:18589:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194112 00010000:00000001:0.0:1767384942.593900:0:18589:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384942.593907:0:18589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.593911:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.593914:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=2 00000020:00000001:0.0:1767384942.593918:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:0.0:1767384942.593926:0:18589:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:0.0:1767384942.593932:0:18589:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.593936:0:18589:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.593942:0:18589:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384942.593955:0:18589:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384942.593959:0:18589:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384942.594195:0:18589:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000081c2a385. 02000000:00000001:0.0:1767384942.594210:0:18589:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.594215:0:18589:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.594222:0:18589:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384942.594226:0:18589:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.594231:0:18589:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384942.594238:0:18589:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384942.594243:0:18589:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384942.594298:0:18589:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384942.594304:0:18589:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384942.594308:0:18589:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.594314:0:18589:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384942.594318:0:18589:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384942.594487:0:18589:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:0.0:1767384942.594495:0:18589:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373194112, offset 224 00000400:00000200:0.0:1767384942.594548:0:18589:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384942.594561:0:18589:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384942.594572:0:18589:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273504f80 00000400:00000200:0.0:1767384942.594580:0:18589:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18a5 [1] + 224 00000400:00000200:0.0:1767384942.594588:0:18589:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.594635:0:18589:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384942.594644:0:18589:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384942.594652:0:18589:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384942.594671:0:18589:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384942.594695:0:18589:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384942.594705:0:18589:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:0.0:1767384942.594709:0:18589:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:0.0:1767384942.594717:0:18589:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384942.594720:0:18589:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384942.594752:0:18589:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.594770:0:18589:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384942.594776:0:18589:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384942.594781:0:18589:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fc0ae6af. 00010000:00000001:0.0:1767384942.594795:0:18589:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384942.594816:0:18589:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384942.594821:0:18589:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.594824:0:18589:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.594827:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384942.594829:0:18589:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.594834:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384942.594841:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384942.594845:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000441a17ae x1853237373194112/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384942.594848:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384942.594853:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384942.594858:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384942.594887:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000749f0660 already unused, calling callback (00000000e3583925) 00000100:00100000:0.0:1767384942.594894:0:18589:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000441a17ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373194112:12345-0@lo:104: Request processed in 1021us (1402us total) trans 0 rc 0/0 10000000:00000001:1.0:1767384942.594895:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384942.594900:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384942.594922:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384942.594927:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1767384942.594928:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000001:1.0:1767384942.594930:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384942.594936:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000749f0660 refcount=3 00000100:00000040:0.0:1767384942.594939:0:18589:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000020:00000001:1.0:1767384942.594941:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00010000:00000001:1.0:1767384942.594949:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919239680 : -129515790311936 : ffff8a34c1535e00) 00000100:00000001:0.0:1767384942.594950:0:18589:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384942.594954:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384942.594957:0:18589:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384942.594958:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384942.594967:0:18589:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b08e2fcb. 10000000:00000001:1.0:1767384942.594969:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384942.594973:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384942.594979:0:18589:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 10000000:01000000:1.0:1767384942.594982:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384942.594988:0:16792:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384942.594990:0:16792:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384942.594993:0:16792:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:00000010:0.0:1767384942.594994:0:18589:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a177ffe3. 00010000:00000001:1.0:1767384942.594996:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384942.595000:0:16792:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.595008:0:18589:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:0.0:1767384942.595027:0:18589:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384942.595031:0:16792:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384942.595035:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384942.595045:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 10000000:00000001:1.0:1767384942.595050:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384942.595052:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.595058:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384942.595060:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384942.595062:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384942.595068:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384942.595072:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:0.0:1767384942.595073:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384942.595074:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384942.595082:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384942.595083:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000749f0660 with handle 0xcb8130832f6b3725 from hash 00010000:00000001:1.0:1767384942.595090:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:0.0:1767384942.595091:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ae259c1. 00010000:00000001:1.0:1767384942.595092:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384942.595096:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384942.595099:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384942.595105:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384942.595107:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2a0aabd 00010000:00000001:1.0:1767384942.595108:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:0.0:1767384942.595115:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2a0aabd. 00010000:00000001:1.0:1767384942.595117:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384942.595121:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384942.595127:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767384942.595130:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000020:00000040:1.0:1767384942.595137:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000200:0.0:1767384942.595137:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384942.595145:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384942.595149:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384942.595155:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384942.595166:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000500b773f. 00000100:00000200:0.0:1767384942.595183:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384942.595184:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.595191:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384942.595197:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384942.595214:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384942.595216:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384942.595222:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.595223:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.595226:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384942.595231:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.595232:0:16820:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384942.595247:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3f86cd3] to pc [ptlrpcd_00_00+0] req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384942.595247:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384942.595263:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.595266:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.595271:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.595278:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=50 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384942.595282:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.595284:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384942.595285:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=50 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384942.595291:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384942.595293:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.595295:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384942.595298:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384942.595301:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.595306:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384942.595310:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384942.595311:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.595311:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384942.595320:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.595320:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384942.595331:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.595333:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384942.595339:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384942.595343:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384942.595350:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.595350:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384942.595358:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384942.595361:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767384942.595364:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000749f0660/0xcb8130832f6b3725 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b372c expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384942.595367:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384942.595391:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384942.595395:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000bac1d5a count: 0 00000100:00000001:0.0:1767384942.595401:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384942.595407:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.595413:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384942.595417:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384942.595418:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384942.595423:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.595424:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384942.595426:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384942.595432:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384942.595433:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373194240:0@lo:103: 00010000:00000010:1.0:1767384942.595434:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fc0ae6af. 00010000:00000001:1.0:1767384942.595449:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.595449:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384942.595460:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384942.595462:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384942.595468:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.595470:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384942.595478:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384942.595478:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384942.595486:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384942.595487:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384942.595487:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373194112:0@lo:104: 00000020:00000001:1.0:1767384942.595492:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384942.595494:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384942.595496:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384942.595502:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384942.595509:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384942.595514:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.595523:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.595527:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384942.595531:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384942.595538:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373194112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384942.595541:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.595547:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384942.595549:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b19bfc98. 02000000:00000001:3.0:1767384942.595557:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384942.595565:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0815a76. 00000100:00000001:0.0:1767384942.595567:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384942.595574:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384942.595575:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d208de. 02000000:00000010:0.0:1767384942.595579:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d50ce1fd. 00000100:00000200:3.0:1767384942.595582:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373194240, portal 18 00000100:00000001:3.0:1767384942.595588:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384942.595589:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384942.595590:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000100:00000040:3.0:1767384942.595647:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384942.595653:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384942.595660:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000100:00000001:3.0:1767384942.595661:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.595668:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.595680:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000020:00000001:0.0:1767384942.595681:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384942.595685:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373194240, offset 0 02000000:00000010:0.0:1767384942.595697:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4922d54. 00000400:00000200:3.0:1767384942.595698:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384942.595709:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384942.595715:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384942.595719:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384942.595721:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:0.0:1767384942.595750:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384942.595751:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273505000 00000100:00000001:0.0:1767384942.595756:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.595763:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000100:00000010:0.0:1767384942.595773:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1e90b3b. 00000400:00000200:3.0:1767384942.595777:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384942.595783:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1767384942.595788:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384942.595791:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.595795:0:16163:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:0.0:1767384942.595799:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ace681e. 00000100:00000200:3.0:1767384942.595800:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384942.595812:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6a42b5b. 00010000:00000001:0.0:1767384942.595813:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.595819:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000a6a42b5b x1853237373194240 msgsize 328 00010000:00000001:0.0:1767384942.595822:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.595829:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384942.595833:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 20000000:00000001:0.0:1767384942.595840:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384942.595846:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384942.595850:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1767384942.595851:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384942.595864:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:3.0:1767384942.595869:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:3.0:1767384942.595876:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384942.595883:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.595898:0:20335:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384942.595905:0:20335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194240 02000000:00000001:0.0:1767384942.595912:0:20335:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384942.595917:0:20335:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.595918:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384942.595921:0:20335:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.595927:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384942.595929:0:20335:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.595939:0:20335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194240 00000100:00000001:3.0:1767384942.595944:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.595947:0:20335:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384942.595949:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384942.595953:0:20335:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384942.595958:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384942.595960:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.595962:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000100:00000001:3.0:1767384942.595967:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294933208 00000020:00000001:0.0:1767384942.595971:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384942.595979:0:20335:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384942.595981:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933205 00000100:00000001:0.0:1767384942.595987:0:20335:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384942.595992:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294933208 00000020:00000010:0.0:1767384942.595996:0:20335:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001728eada. 00000100:00000001:3.0:1767384942.596002:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933206 00000100:00000001:0.0:1767384942.596003:0:20335:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384942.596012:0:20335:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001728eada. 00000100:00000001:3.0:1767384942.596015:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294933208 00000100:00000001:3.0:1767384942.596022:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933206 00000100:00000001:3.0:1767384942.596028:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294933208 00000020:00000010:0.0:1767384942.596036:0:20335:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a177ffe3. 00000100:00000001:3.0:1767384942.596038:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933206 00000100:00000001:3.0:1767384942.596048:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384942.596048:0:20335:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b08e2fcb. 00000100:00000001:3.0:1767384942.596058:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384942.596061:0:20335:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000100:00000001:3.0:1767384942.596063:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.596071:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.596078:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.596081:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384942.596082:0:20335:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384942.596085:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.596091:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.596091:0:20335:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384942.596095:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.596097:0:20335:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384942.596100:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596103:0:20335:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384942.596110:0:20335:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596115:0:20335:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384942.596119:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.596122:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.596126:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfafa458 refcount=4 00000020:00000001:0.0:1767384942.596130:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949949952 : -129515759601664 : ffff8a34c327f800) 00010000:00000001:0.0:1767384942.596133:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949949952 : -129515759601664 : ffff8a34c327f800) 00010000:00010000:0.0:1767384942.596141:0:20335:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 17 pid: 16796 timeout: 415 lvb_type: 0 00010000:00000001:0.0:1767384942.596150:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596153:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596156:0:20335:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.596160:0:20335:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.596166:0:20335:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384942.596183:0:20335:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a42b5b x1853237373194240/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 328/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.596195:0:20335:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384942.596197:0:20335:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.596209:0:20335:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.596226:0:20335:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384942.596228:0:20335:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384942.596234:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384942.596237:0:20335:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384942.596241:0:20335:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013182336 : -129515696369280 : ffff8a34c6ecd180) 00000100:00000040:0.0:1767384942.596247:0:20335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6a42b5b x1853237373194240/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 328/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.596281:0:20335:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384942.596288:0:20335:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001728eada. 00000100:00000001:0.0:1767384942.596292:0:20335:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384942.596296:0:20335:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001728eada. 00000100:00100000:0.0:1767384942.596303:0:20335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a42b5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16163:x1853237373194240:12345-0@lo:103: 00000100:00000200:0.0:1767384942.596310:0:20335:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194240 00010000:00000001:0.0:1767384942.596314:0:20335:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384942.596319:0:20335:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384942.596322:0:20335:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384942.596328:0:20335:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384942.596332:0:20335:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384942.596340:0:20335:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001ed5436b. 02000000:00000001:0.0:1767384942.596343:0:20335:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.596347:0:20335:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596351:0:20335:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384942.596354:0:20335:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384942.596358:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.596361:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.596364:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfafa458 refcount=4 00000020:00000001:0.0:1767384942.596368:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949949952 : -129515759601664 : ffff8a34c327f800) 00010000:00000001:0.0:1767384942.596373:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949949952 : -129515759601664 : ffff8a34c327f800) 00010000:00000040:0.0:1767384942.596379:0:20335:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008037344e count: 3 00010000:00010000:0.0:1767384942.596385:0:20335:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 17 pid: 16796 timeout: 415 lvb_type: 0 00000100:00001000:0.0:1767384942.596396:0:20335:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384942 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384942.596401:0:20335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384942.596409:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596412:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384942.596416:0:20335:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 17 pid: 16796 timeout: 415 lvb_type: 0 00000020:00000001:0.0:1767384942.596427:0:20335:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.596441:0:20335:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.596444:0:20335:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.596448:0:20335:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596454:0:20335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384942.596457:0:20335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384942.596464:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596467:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596470:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.596473:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.596477:0:20335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bfafa458 with handle 0xcb8130832f6b372c from hash 00010000:00000001:0.0:1767384942.596482:0:20335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384942.596485:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596487:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596490:0:20335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384942.596492:0:20335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384942.596495:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384942.596500:0:20335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bfafa458/0xcb8130832f6b372c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b3725 expref: 17 pid: 16796 timeout: 415 lvb_type: 0 00010000:00000040:0.0:1767384942.596512:0:20335:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384942.596515:0:20335:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384942.596524:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596527:0:20335:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384942.596531:0:20335:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384942.596534:0:20335:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007acb64b8 00010000:00000001:0.0:1767384942.596538:0:20335:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384942.596541:0:20335:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384942.596544:0:20335:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.596547:0:20335:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384942.596550:0:20335:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.596555:0:20335:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384942.596557:0:20335:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384942.596560:0:20335:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596571:0:20335:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384942.596575:0:20335:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384942.596590:0:20335:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384942.596632:0:20335:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384942.596637:0:20335:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008037344e) refcount = 2 00010000:00010000:0.0:1767384942.596644:0:20335:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596654:0:20335:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384942.596657:0:20335:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384942.596660:0:20335:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.596664:0:20335:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384942.596670:0:20335:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001728eada. 00000100:00000001:0.0:1767384942.596674:0:20335:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384942.596681:0:20335:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d794f4b1. 00000100:00000001:0.0:1767384942.596684:0:20335:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553651753728 : -129520057797888 : ffff8a33c2f6b300) 00000100:00000001:0.0:1767384942.596689:0:20335:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553651753728 : -129520057797888 : ffff8a33c2f6b300) 00000100:00000001:0.0:1767384942.596692:0:20335:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384942.596694:0:20335:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384942.596697:0:20335:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384942.596700:0:20335:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384942.596703:0:20335:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:0.0:1767384942.596708:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.596710:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.596713:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007acb64b8 refcount=5 00000020:00000001:0.0:1767384942.596716:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:0.0:1767384942.596720:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:0.0:1767384942.596762:0:20335:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384942.596766:0:20335:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596794:0:20335:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384942.596796:0:20335:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596805:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596808:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384942.596820:0:20335:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596829:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.596832:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596835:0:20335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384942.596837:0:20335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384942.596847:0:20335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007acb64b8 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384942.596851:0:20335:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.596854:0:20335:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384942.596857:0:20335:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596866:0:20335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384942.596869:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.596871:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.596874:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007acb64b8 refcount=6 00000020:00000001:0.0:1767384942.596878:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:0.0:1767384942.596882:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949945856 : -129515759605760 : ffff8a34c327e800) 00010000:00000001:0.0:1767384942.596886:0:20335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384942.596889:0:20335:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596897:0:20335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384942.596900:0:20335:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.596902:0:20335:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596905:0:20335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384942.596907:0:20335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384942.596910:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.596912:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.596915:0:20335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007acb64b8 with handle 0xcb8130832f6b3733 from hash 00010000:00000001:0.0:1767384942.596918:0:20335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384942.596921:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596933:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596935:0:20335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384942.596938:0:20335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384942.596941:0:20335:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384942.596945:0:20335:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384942.596948:0:20335:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.596951:0:20335:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596955:0:20335:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384942.596957:0:20335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384942.596962:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596965:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596968:0:20335:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596971:0:20335:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.596975:0:20335:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.596978:0:20335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.596986:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.596988:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.596990:0:20335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384942.597002:0:20335:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384942.597004:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.597007:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.597010:0:20335:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384942.597014:0:20335:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384942.597017:0:20335:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.597020:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.597022:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.597024:0:20335:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.597028:0:20335:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384942.597031:0:20335:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384942.597035:0:20335:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.597039:0:20335:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.597043:0:20335:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384942.597046:0:20335:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d794f4b1. 00000100:00000001:0.0:1767384942.597050:0:20335:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384942.597053:0:20335:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384942.597056:0:20335:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001728eada. 00010000:00000001:0.0:1767384942.597070:0:20335:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384942.597074:0:20335:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384942.597076:0:20335:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.597081:0:20335:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384942.597084:0:20335:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.597088:0:20335:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384942.597094:0:20335:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384942.597098:0:20335:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384942.597101:0:20335:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384942.597104:0:20335:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384942.597107:0:20335:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.597111:0:20335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384942.597115:0:20335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384942.597119:0:20335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:0.0:1767384942.597124:0:20335:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373194240, offset 224 00000400:00000200:0.0:1767384942.597132:0:20335:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384942.597144:0:20335:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384942.597153:0:20335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273505000 00000400:00000200:0.0:1767384942.597163:0:20335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18b1 [1] + 224 00000400:00000200:0.0:1767384942.597169:0:20335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.597176:0:20335:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384942.597183:0:20335:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384942.597190:0:20335:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.597207:0:20335:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.597241:0:20335:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384942.597248:0:20335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:0.0:1767384942.597252:0:20335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:0.0:1767384942.597256:0:20335:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384942.597258:0:20335:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384942.597262:0:20335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.597267:0:20335:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384942.597271:0:20335:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.597292:0:20335:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.597299:0:20335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6a42b5b x1853237373194240/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.597314:0:20335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a42b5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373194240:12345-0@lo:103: Request processed in 1033us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384942.597328:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384942.597333:0:20335:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384942.597336:0:20335:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384942.597339:0:20335:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384942.597344:0:20335:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b08e2fcb. 00000020:00000010:0.0:1767384942.597349:0:20335:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767384942.597356:0:20335:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a177ffe3. 00000020:00000040:0.0:1767384942.597366:0:20335:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:0.0:1767384942.597370:0:20335:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.597406:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.597410:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384942.597423:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384942.597427:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384942.597430:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0815a76. 00000400:00000200:0.0:1767384942.597435:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d208de 00000400:00000010:0.0:1767384942.597439:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6d208de. 00000100:00000001:0.0:1767384942.597445:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384942.597451:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384942.597465:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.597478:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384942.597492:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.597496:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384942.597498:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384942.597501:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.597503:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.597506:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.597511:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384942.597527:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384942.597532:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384942.597534:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.597537:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384942.597540:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.597543:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.597550:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.597560:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384942.597564:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384942.597566:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384942.597582:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.597593:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373194240:0@lo:103: 00000100:00000001:0.0:1767384942.597601:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.597605:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384942.597648:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373194240/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.597661:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384942.597665:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384942.597669:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b19bfc98. 02000000:00000001:0.0:1767384942.597676:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384942.597679:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384942.597682:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384942.597685:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384942.597688:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000500b773f. 02000000:00000001:0.0:1767384942.597694:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384942.597696:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384942.597698:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000100:00000001:0.0:1767384942.597703:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384942.597705:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.597708:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.597716:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384942.597718:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.597753:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.597756:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.597879:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.597890:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384942.597895:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384942.597898:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.597907:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384942.597910:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384942.597913:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007acb64b8/0xcb8130832f6b3733 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384942.597922:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008037344e count: 0 00010000:00000001:0.0:1767384942.597935:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384942.597938:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384942.599843:0:27758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000bac1d5a. 00010000:00000010:1.1:1767384942.599854:0:27758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000749f0660. 00010000:00000010:0.1:1767384942.603632:0:27762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfafa458. 00080000:00000001:3.0:1767384942.605428:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384942.605434:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384942.605436:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:0.0:1767384942.605441:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384942.605442:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384942.605448:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384942.605448:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384942.605451:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384942.605453:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384942.605458:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384942.605461:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015415e8e. 20000000:00000001:3.0:1767384942.605465:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384942.605469:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384942.605471:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384942.605492:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384942.605492:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384942.605499:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384942.605503:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384942.605508:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384942.605513:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384942.605521:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fcf7aa7a. 00010000:00000001:2.0:1767384942.605528:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384942.605532:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a6517f16. 00000020:00000001:2.0:1767384942.605537:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384942.605541:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a6517f16 with handle 0xcb8130832f6b373a to hash 00000020:00000001:2.0:1767384942.605546:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384942.605549:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384942.605561:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384942.605577:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.605580:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.605585:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605640:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384942.605644:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384942.605647:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384942.605651:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.605654:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.605658:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.605661:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.605665:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384942.605668:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384942.605670:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384942.605673:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384942.605676:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fcf7aa7a) refcount = 1 00010000:00010000:2.0:1767384942.605682:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605693:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384942.605696:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384942.605699:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.605703:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.605707:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384942.605711:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384942.605717:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:2.0:1767384942.605721:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384942.605742:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.605746:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6517f16 refcount=4 00000020:00000001:2.0:1767384942.605750:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384942.605755:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384942.605760:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384942.605763:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605801:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384942.605804:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605814:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.605817:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384942.605820:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605829:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.605832:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.605837:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384942.605840:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384942.605851:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a6517f16 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384942.605855:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.605859:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384942.605863:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605872:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384942.605875:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384942.605877:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.605880:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6517f16 refcount=5 00000020:00000001:2.0:1767384942.605883:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384942.605887:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949947904 : -129515759603712 : ffff8a34c327f000) 00010000:00000001:2.0:1767384942.605891:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384942.605895:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.605904:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384942.605906:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.605916:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.605923:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384942.605926:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384942.605930:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.605933:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384942.605937:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a6517f16 with handle 0xcb8130832f6b373a from hash 00010000:00000001:2.0:1767384942.605941:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384942.605944:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.605946:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.605949:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384942.605953:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384942.605956:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384942.605959:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384942.605962:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.605966:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.605969:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384942.605972:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384942.605976:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.605978:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.605981:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.605985:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.605988:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.605993:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.606011:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.606014:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.606017:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384942.606019:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384942.606022:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.606025:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.606028:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384942.606032:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.606036:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.606039:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.606049:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384942.606060:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384942.606063:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a6517f16/0xcb8130832f6b373a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384942.606073:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fcf7aa7a count: 0 00010000:00000001:2.0:1767384942.606085:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384942.606087:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384942.606626:0:27762:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008037344e. 00010000:00000010:0.1:1767384942.606639:0:27762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007acb64b8. 00080000:00000020:1.0:1767384942.608806:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384942.608811:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384942.608814:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d3bbe55d. 20000000:00000001:1.0:1767384942.608820:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384942.608824:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193856 00010000:00000001:1.0:1767384942.608828:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384942.608835:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044150763 x1853237373193856/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384942.608844:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384942.608855:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384942.608858:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384942.608862:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384942.608864:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384942.608866:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384942.608869:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384942.608871:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.608875:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384942.608881:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384942.608885:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fc27641. 00000100:00000200:1.0:1767384942.608889:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373193856, offset 224 00000400:00000200:1.0:1767384942.608898:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384942.608905:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384942.608914:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504e80 00000400:00000200:1.0:1767384942.608920:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1889 [2] + 224 00000400:00000200:1.0:1767384942.608926:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384942.608930:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384942.608934:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384942.608939:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384942.608950:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.608969:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384942.608977:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fc27641 00000400:00000010:1.0:1767384942.608980:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fc27641. 00000100:00000001:1.0:1767384942.608984:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384942.608986:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384942.608993:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.608994:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384942.608996:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384942.609005:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384942.609010:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.609012:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384942.609014:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384942.609022:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044150763 x1853237373193856/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384942.609024:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.609031:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384942.609035:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88be556. 00000400:00000200:2.0:1767384942.609042:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023283eac 00000400:00000010:2.0:1767384942.609049:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023283eac. 00000100:00000001:2.0:1767384942.609059:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384942.609060:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044150763 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373193856:12345-0@lo:253: Request processed in 30481us (31300us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384942.609071:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384942.609076:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:1.0:1767384942.609081:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384942.609087:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384942.609089:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384942.609096:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c70f81b. 00000020:00000010:1.0:1767384942.609103:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094dba60. 00000100:00000200:2.0:1767384942.609104:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384942.609111:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0eee4ad. 00000020:00000040:1.0:1767384942.609123:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384942.609125:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384942.609130:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384942.609131:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384942.609134:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c712a133. 00000100:00000001:2.0:1767384942.609149:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384942.609153:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384942.609154:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384942.609157:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.609159:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384942.609164:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384942.609165:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384942.609169:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384942.609173:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c659d2d. 00000100:00001000:2.0:1767384942.609177:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=50 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384942.609181:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fc27641. 00000100:00001000:2.0:1767384942.609189:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384942.609196:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384942.609199:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.609203:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384942.609205:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.609208:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.609214:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.609225:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.609238:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384942.609241:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384942.609248:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384942.609252:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384942.609255:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384942.609257:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384942.609260:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384942.609263:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384942.609266:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384942.609269:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384942.609272:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384942.609275:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384942.609281:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384942.609293:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373193856:0@lo:253: 00000100:00000001:2.0:1767384942.609301:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.609304:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384942.609310:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373193856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.609321:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384942.609324:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384942.609328:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000716ef621. 02000000:00000001:2.0:1767384942.609335:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384942.609339:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384942.609341:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384942.609346:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384942.609349:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a943ed5f. 02000000:00000001:2.0:1767384942.609358:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384942.609361:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384942.609363:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:2.0:1767384942.609369:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384942.609372:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.609375:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.609383:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.609385:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.609390:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.609400:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384942.611047:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384942.611051:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384942.611053:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f55e3783. 20000000:00000001:3.0:1767384942.611058:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384942.611062:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373193984 00010000:00000001:3.0:1767384942.611064:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384942.611070:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091f78370 x1853237373193984/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384942.611078:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384942.611080:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384942.611082:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384942.611086:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384942.611088:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384942.611089:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384942.611092:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384942.611094:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.611096:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.611098:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.611101:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b2db1b9. 00000100:00000200:3.0:1767384942.611104:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373193984, offset 224 00000400:00000200:3.0:1767384942.611109:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384942.611115:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384942.611121:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273504f00 00000400:00000200:3.0:1767384942.611125:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1891 [2] + 224 00000400:00000200:3.0:1767384942.611131:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.611134:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384942.611137:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384942.611140:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.611148:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.611166:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384942.611181:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b2db1b9 00000100:00000001:2.0:1767384942.611183:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384942.611184:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b2db1b9. 00000100:00000001:3.0:1767384942.611191:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384942.611191:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.611196:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384942.611200:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384942.611201:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384942.611206:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384942.611208:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384942.611213:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384942.611213:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061257991. 00000020:00000001:3.0:1767384942.611216:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.611220:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384942.611222:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032982e99 00000100:00000040:3.0:1767384942.611225:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091f78370 x1853237373193984/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384942.611228:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032982e99. 00000100:00000001:2.0:1767384942.611236:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384942.611244:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091f78370 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373193984:12345-0@lo:253: Request processed in 32591us (33318us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384942.611247:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384942.611260:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:3.0:1767384942.611267:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384942.611272:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384942.611278:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384942.611282:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cf54e75. 00000100:00000200:2.0:1767384942.611282:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384942.611289:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000020:00000010:3.0:1767384942.611297:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ffe226. 00000020:00000040:3.0:1767384942.611303:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:2.0:1767384942.611307:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384942.611309:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384942.611313:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005de2edff. 00000100:00000001:2.0:1767384942.611314:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384942.611318:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384942.611321:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384942.611322:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384942.611328:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384942.611330:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384942.611334:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384942.611337:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000449569. 00000100:00000001:2.0:1767384942.611339:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384942.611344:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b2db1b9. 02000000:00000001:2.0:1767384942.611345:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384942.611353:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=50 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384942.611359:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384942.611363:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384942.611365:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.611367:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384942.611369:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.611372:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.611377:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.611388:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.611391:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384942.611393:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384942.611398:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384942.611400:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384942.611402:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384942.611404:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384942.611414:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384942.611416:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384942.611417:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384942.611419:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384942.611421:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384942.611426:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384942.611437:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373193984:0@lo:253: 00000100:00000001:2.0:1767384942.611443:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.611447:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384942.611450:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373193984/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.611460:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384942.611462:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384942.611465:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000043a6124. 02000000:00000001:2.0:1767384942.611470:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384942.611472:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384942.611474:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384942.611477:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384942.611479:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001a777710. 02000000:00000001:2.0:1767384942.611483:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384942.611485:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384942.611487:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:2.0:1767384942.611491:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384942.611493:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.611496:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.611503:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.611505:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.611507:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.611511:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384942.612383:0:27762:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ae352557. 00000400:00000040:0.0:1767384942.612408:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384942.612411:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384942.612414:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.612416:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384942.612419:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.612420:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384942.612424:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384942.612426:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384942.612428:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384942.612429:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384942.612432:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384942.612443:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384942.612445:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384942.612447:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384942.612449:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384942.612451:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384942.612452:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384942.612454:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384942.612455:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384942.612457:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.612459:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384942.612461:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384942.612463:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384942.612465:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.612466:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384942.612469:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.612470:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384942.612472:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384942.612473:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384942.612475:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.612476:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384942.612478:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.612480:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384942.612482:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384942.612483:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384942.612485:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.612486:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384942.612489:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384942.612491:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384942.612492:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384942.612494:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384942.612496:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.612498:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384942.612500:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384942.612501:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384942.612503:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384942.612504:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384942.612506:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384942.612508:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384942.612510:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384942.612520:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384942.612522:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384942.612524:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384942.612527:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384942.612530:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384942.612531:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384942.612533:0:27762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000040:3.0:1767384942.612678:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294933208, at 4294933209 00000100:00000040:1.0:1767384942.612685:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294933208, at 4294933209 00000100:00000010:3.0:1767384942.612690:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d155729. 00000100:00000040:2.0:1767384942.612691:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294933208, at 4294933209 00000100:00000010:1.0:1767384942.612697:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbdf3926. 00000100:00000010:2.0:1767384942.612704:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abbe435b. 00000400:00000010:0.0:1767384942.612713:0:27762:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ae352557. 00000100:00000040:0.0:1767384942.612753:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294933208, at 4294933209 00000100:00000010:0.0:1767384942.612761:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091c2b011. 00010000:00000010:2.1:1767384942.614649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fcf7aa7a. 00010000:00000010:2.1:1767384942.614661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a6517f16. 00000400:00000200:2.0:1767384943.163679:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp29 00000400:00000010:2.0:1767384943.163684:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c95150fe. 00000400:00000010:2.0:1767384943.163690:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c5aace7d. 00000400:00000010:2.0:1767384943.163700:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4acb0e7. 00000400:00000010:2.0:1767384943.163709:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d5c621f0. 00000400:00000200:2.0:1767384943.163712:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp29 00000400:00000200:2.0:1767384943.163739:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp29 local destination 00000400:00000200:2.0:1767384943.163745:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp29 00000400:00000200:2.0:1767384943.163748:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp29 NI seq info: [73:73:256:4294967295] 192.168.204.149@tcp29 LPNI seq info [71:71:8:4294967295] 00000400:00000200:2.0:1767384943.163753:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp29 00000400:00000200:2.0:1767384943.163759:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp29(192.168.204.149@tcp29:) -> 192.168.204.149@tcp29(192.168.204.149@tcp29:192.168.204.149@tcp29) : GET try# 0 00000800:00000200:2.0:1767384943.163764:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp29 00000800:00000010:2.0:1767384943.163768:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e3257f5. 00000800:00000200:2.0:1767384943.163773:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000800:00000200:2.1:1767384943.163777:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000400:00000200:2.0:1767384943.163793:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp29 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:2.0:1767384943.163796:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp28 00000400:00000010:2.0:1767384943.163799:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b7335502. 00000400:00000010:2.0:1767384943.163802:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001bd6fe92. 00000400:00000010:2.0:1767384943.163804:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf55bf7a. 00000400:00000010:2.0:1767384943.163807:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c543b9a8. 00000400:00000200:2.0:1767384943.163809:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp28 00000400:00000200:2.0:1767384943.163813:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp28 local destination 00000400:00000200:2.0:1767384943.163817:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp28 00000400:00000200:2.0:1767384943.163821:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp28 NI seq info: [74:74:256:4294967295] 192.168.204.149@tcp28 LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1767384943.163824:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp28 00000400:00000200:2.0:1767384943.163829:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28:) -> 192.168.204.149@tcp28(192.168.204.149@tcp28:192.168.204.149@tcp28) : GET try# 0 00000800:00000200:2.0:1767384943.163832:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp28 00000800:00000010:2.0:1767384943.163835:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003ac9073e. 00000800:00000200:2.0:1767384943.163837:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000800:00000200:2.1:1767384943.163839:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000400:00000200:3.0:1767384943.163850:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.163850:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp28 added to recovery queue. ping count: 3 next ping: 274 health :700 00000400:00000200:2.0:1767384943.163856:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp30 00000400:00000010:2.0:1767384943.163860:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000065b3c4bf. 00000400:00000010:2.0:1767384943.163869:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065d3265c. 00000400:00000010:2.0:1767384943.163872:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fafedfa6. 00000400:00000010:2.0:1767384943.163878:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000302e571f. 00000400:00000200:2.0:1767384943.163884:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp30 00000400:00000200:2.0:1767384943.163895:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp30 local destination 00000400:00000200:3.0:1767384943.163896:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.163896:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.163898:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp30 00000400:00000200:2.0:1767384943.163905:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [75:75:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:2.0:1767384943.163910:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp30 00000400:00000200:2.0:1767384943.163919:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:) -> 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) : GET try# 0 00000800:00000200:2.0:1767384943.163924:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp30 00000800:00000010:2.0:1767384943.163927:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b2021973. 00000800:00000200:2.0:1767384943.163930:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000800:00000200:2.1:1767384943.163934:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:2.0:1767384943.163945:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp30 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:3.0:1767384943.163947:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.163947:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.163949:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp31 00000400:00000010:2.0:1767384943.163956:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009d736ad6. 00000400:00000010:2.0:1767384943.163959:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000047a311b3. 00000400:00000010:2.0:1767384943.163962:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a0aabd. 00000400:00000010:2.0:1767384943.163967:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005bd138b3. 00000400:00000200:2.0:1767384943.163971:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp31 00000400:00000200:2.0:1767384943.163977:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp31 local destination 00000400:00000200:2.0:1767384943.163979:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp31 00000400:00000200:2.0:1767384943.163981:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp31 NI seq info: [76:76:256:4294967295] 192.168.204.149@tcp31 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384943.163984:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp31 00000400:00000200:2.0:1767384943.163995:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp31(192.168.204.149@tcp31:) -> 192.168.204.149@tcp31(192.168.204.149@tcp31:192.168.204.149@tcp31) : GET try# 0 00000800:00000200:2.0:1767384943.163999:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp31 00000800:00000010:2.0:1767384943.164002:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085eccb6b. 00000800:00000200:2.0:1767384943.164005:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000400:00000200:3.0:1767384943.164007:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164007:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:2.1:1767384943.164010:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000400:00000200:2.0:1767384943.164024:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp31 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:3.0:1767384943.164057:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164057:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164068:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164106:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164106:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164127:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164162:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164162:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164179:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164223:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164223:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164236:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164287:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164287:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164299:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164360:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164360:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164362:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164428:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164444:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164445:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164475:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164507:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164507:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164525:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164581:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164581:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164582:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164661:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164685:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164728:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164765:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164785:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164836:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164849:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164902:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164916:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.164939:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.164965:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.164988:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165009:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165023:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165049:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165079:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165079:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165109:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165148:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165149:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165168:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165213:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165213:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165241:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165276:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165276:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165310:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165330:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165330:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165357:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165384:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165384:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165398:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165445:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165445:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165452:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165510:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165510:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165512:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165580:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165580:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165584:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165648:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165668:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165670:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165697:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165739:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165740:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165754:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165801:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165801:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165808:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165865:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165866:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165866:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.165941:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.165944:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.165947:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166003:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166003:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.166017:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166074:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166074:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.166080:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166148:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166148:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384943.166149:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166213:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166213:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166254:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166254:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166296:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166296:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000800:00000010:2.0:1767384943.166299:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000059de7c9. 00000800:00000010:2.0:1767384943.166304:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7bb767a. 00000800:00000010:2.0:1767384943.166311:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcdeda4e. 00000800:00000010:2.0:1767384943.166334:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcdeda4e. 00000800:00020000:2.0:1767384943.166344:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000400:00000200:3.0:1767384943.166351:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166409:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166462:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:3.0:1767384943.166495:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.166508:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3bbe55d. 00000800:00000010:1.0:1767384943.166513:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002213338c. 00000800:00000010:1.0:1767384943.166517:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384943.166556:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000400:00000200:0.0:1767384943.166584:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.166652:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000010:3.0:1767384943.166679:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f55e3783. 00000800:00000010:3.0:1767384943.166685:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce97d3c1. 00000800:00000010:3.0:1767384943.166688:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008cc55064. 00000400:00000200:0.0:1767384943.166697:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000010:3.0:1767384943.166739:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008cc55064. 00000400:00000200:1.0:1767384943.166751:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384943.166753:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166778:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp29 from 216.3.0.2 00000400:00000200:0.0:1767384943.166781:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.166783:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b1bbbe0d. 00000400:00000200:0.0:1767384943.166806:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.166844:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.166889:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.166930:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.166954:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384943.166970:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp28 from 217.3.0.2 00000800:00000010:1.0:1767384943.166973:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005ba1c5b5. 00000400:00000200:0.0:1767384943.166974:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167013:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167056:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167109:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167151:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167194:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167245:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167287:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167338:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167383:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.167395:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000085c07c88. 00000800:00000010:1.0:1767384943.167401:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e20338c2. 00000400:00000200:0.0:1767384943.167406:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.167422:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d30feaf6. 00000800:00000200:1.1:1767384943.167429:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (2) 00000800:00000200:1.1:1767384943.167436:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp29 00000000d30feaf6 deleted 00000400:00000200:0.0:1767384943.167436:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000800:00000010:1.1:1767384943.167443:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d30feaf6. 00000800:00000200:1.1:1767384943.167450:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384943.167457:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp29 ip 192.168.204.149:984 00000800:00000200:1.1:1767384943.167461:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e3257f5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384943.167467:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp29 p 3.x 192.168.204.149 -> 192.168.204.149:984 incarnation:1767384936427268239 sched[0] 00000800:00000010:1.0:1767384943.167473:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000400:00000200:0.0:1767384943.167494:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.167522:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384943.167527:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e20338c2. 00000400:00000200:0.0:1767384943.167551:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.167557:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b1bbbe0d. 00000800:00000010:1.0:1767384943.167566:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df874f9e. 00000800:00000010:1.0:1767384943.167569:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e20338c2. 00000800:00000010:1.0:1767384943.167584:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d30feaf6. 00000800:00000200:1.1:1767384943.167588:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (2) 00000800:00000200:1.1:1767384943.167613:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp28 00000000d30feaf6 deleted 00000800:00000010:1.1:1767384943.167616:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d30feaf6. 00000400:00000200:0.0:1767384943.167620:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000800:00000200:1.1:1767384943.167621:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384943.167630:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp28 ip 192.168.204.149:985 00000800:00000200:1.1:1767384943.167634:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ac9073e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384943.167639:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp28 p 3.x 192.168.204.149 -> 192.168.204.149:985 incarnation:1767384934317901355 sched[0] 00000800:00000010:1.0:1767384943.167645:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000400:00000200:0.0:1767384943.167657:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167685:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.167693:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384943.167698:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e20338c2. 00000400:00000200:0.0:1767384943.167726:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.167737:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005ba1c5b5. 00000800:00000001:1.0:1767384943.167756:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.167757:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.167763:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.167778:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167793:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.167818:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.167823:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e3257f5. 00000400:00000200:0.0:1767384943.167823:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.167833:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.167840:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp29->192.168.204.149@tcp29: GET: OK 00000400:00000200:1.0:1767384943.167846:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384943.167850:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp29 recovery message sent successfully:0 00000400:00000200:0.0:1767384943.167851:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.167865:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.167870:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.167883:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.167906:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.167920:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.167924:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003ac9073e. 00000400:00000200:1.0:1767384943.167932:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.167936:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.167939:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp28->192.168.204.149@tcp28: GET: OK 00000400:00000200:1.0:1767384943.167945:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384943.167949:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp28 recovery message sent successfully:0 00000400:00000200:0.0:1767384943.167968:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000200:1.1:1767384943.167987:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384943.167998:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.167999:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp28 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384934317901355 sched[0] 00000800:00000010:1.0:1767384943.168006:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002213338c. 00000400:00000200:0.0:1767384943.168030:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168064:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.168076:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168118:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.168124:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168185:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168229:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168275:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168306:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.168312:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060b1ae9d. 00000800:00000010:0.0:1767384943.168316:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c5eeb258. 00000800:00000010:0.0:1767384943.168319:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000deb000e6. 00000400:00000200:1.0:1767384943.168342:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.168348:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000deb000e6. 00000800:00000001:0.0:1767384943.168372:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.168377:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384943.168379:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384943.168381:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000800:00000001:0.0:1767384943.168384:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.168393:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28) <- 192.168.204.149@tcp28 : GET - for me 00000400:00000200:0.0:1767384943.168403:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384943.168409:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1881 [1] + 0 00000400:00000200:1.0:1767384943.168414:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.168420:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp28 to MR: 192.168.204.149@tcp28 local destination 00000400:00000200:0.0:1767384943.168428:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp28 NI seq info: [77:77:256:4294967295] 192.168.204.149@tcp28 LPNI seq info [75:75:8:4294967295] 00000400:00000200:0.0:1767384943.168437:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28:192.168.204.149@tcp28) -> 192.168.204.149@tcp28(192.168.204.149@tcp28:192.168.204.149@tcp28) 192.168.204.149@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384943.168448:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp28 00000400:00000200:1.0:1767384943.168449:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.168451:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008db5de96. 00000800:00000200:0.0:1767384943.168458:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000800:00000200:0.0:1767384943.168462:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp28 ip 192.168.204.149:988 00000800:00000200:0.0:1767384943.168464:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008db5de96 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384943.168481:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384943.168516:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384943.168519:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008db5de96. 00000400:00000200:0.0:1767384943.168523:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.168527:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp28->192.168.204.149@tcp28: REPLY: OK 00000800:00000001:0.0:1767384943.168538:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.168542:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384943.168544:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.168547:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.168552:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp28(192.168.204.149@tcp28) <- 192.168.204.149@tcp28 : REPLY - for me 00000400:00000200:0.0:1767384943.168560:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp28: Reply from 12345-192.168.204.149@tcp28 of length 272/272 into md 0x18d1 00000800:00000001:0.0:1767384943.168563:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.168568:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.168569:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.168573:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp28->192.168.204.149@tcp28: REPLY: OK 00000400:00000200:0.0:1767384943.168576:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf55bf7a 00000400:00000010:0.0:1767384943.168578:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf55bf7a. 00000400:00000200:0.0:1767384943.168581:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384943.168586:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b7335502. 00000400:00000010:0.0:1767384943.168589:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001bd6fe92. 00000800:00000001:0.0:1767384943.168609:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.168612:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384943.168629:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384943.168634:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp29 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384936427268239 sched[0] 00000800:00000010:0.0:1767384943.168637:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce97d3c1. 00000400:00000200:0.0:1767384943.168694:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168756:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384943.168765:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.168774:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp31 from 215.3.0.2 00000800:00000010:1.0:1767384943.168778:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000633ba624. 00000400:00000200:0.0:1767384943.168794:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.168850:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.168905:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.168961:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169003:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169053:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169099:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169144:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169196:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169249:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169303:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.169311:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169319:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.169322:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169329:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.169331:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.169339:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp29(192.168.204.149@tcp29) <- 192.168.204.149@tcp29 : GET - for me 00000400:00000200:1.0:1767384943.169348:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384943.169354:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1881 [1] + 0 00000400:00000200:0.0:1767384943.169361:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.169367:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp29 to MR: 192.168.204.149@tcp29 local destination 00000400:00000200:1.0:1767384943.169375:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp29 NI seq info: [78:78:256:4294967295] 192.168.204.149@tcp29 LPNI seq info [76:76:8:4294967295] 00000400:00000200:1.0:1767384943.169387:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp29(192.168.204.149@tcp29:192.168.204.149@tcp29) -> 192.168.204.149@tcp29(192.168.204.149@tcp29:192.168.204.149@tcp29) 192.168.204.149@tcp29 : REPLY try# 0 00000400:00000200:0.0:1767384943.169395:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.169406:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp29 00000800:00000010:1.0:1767384943.169411:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000537f00df. 00000800:00000200:1.0:1767384943.169416:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (4) 00000800:00000200:1.0:1767384943.169422:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp29 ip 192.168.204.149:988 00000800:00000200:1.0:1767384943.169425:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537f00df type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384943.169426:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169455:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.169470:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.169473:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000537f00df. 00000400:00000200:1.0:1767384943.169478:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.169483:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp29->192.168.204.149@tcp29: REPLY: OK 00000400:00000200:0.0:1767384943.169487:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.169492:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169498:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.169501:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169505:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.169506:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169508:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.169513:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp29(192.168.204.149@tcp29) <- 192.168.204.149@tcp29 : REPLY - for me 00000400:00000200:1.0:1767384943.169522:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp29: Reply from 12345-192.168.204.149@tcp29 of length 272/272 into md 0x18cd 00000800:00000001:1.0:1767384943.169527:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.169530:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.169533:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.169536:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.169542:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp29->192.168.204.149@tcp29: REPLY: OK 00000400:00000200:1.0:1767384943.169545:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4acb0e7 00000400:00000010:1.0:1767384943.169548:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4acb0e7. 00000400:00000200:1.0:1767384943.169552:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384943.169553:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000010:1.0:1767384943.169558:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c95150fe. 00000400:00000010:1.0:1767384943.169564:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c5aace7d. 00000800:00000001:1.0:1767384943.169571:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169575:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.169581:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.169586:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.169621:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.169622:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000716ef621. 00000800:00000010:1.0:1767384943.169628:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002213338c. 00000800:00000010:1.0:1767384943.169646:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e20338c2. 00000400:00000200:0.0:1767384943.169648:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000800:00000200:1.1:1767384943.169658:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (2) 00000800:00000200:1.1:1767384943.169664:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp31 00000000e20338c2 deleted 00000800:00000010:1.1:1767384943.169666:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e20338c2. 00000800:00000200:1.1:1767384943.169671:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384943.169671:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000800:00000200:1.1:1767384943.169681:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp31 ip 192.168.204.149:983 00000800:00000200:1.1:1767384943.169685:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085eccb6b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384943.169692:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp31 p 3.x 192.168.204.149 -> 192.168.204.149:983 incarnation:1767384940543215870 sched[0] 00000400:00000200:0.0:1767384943.169697:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.169698:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000400:00000200:0.0:1767384943.169735:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169762:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.169771:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384943.169777:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002213338c. 00000400:00000200:0.0:1767384943.169792:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.169798:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000633ba624. 00000800:00000001:1.0:1767384943.169814:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.169818:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.169827:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169852:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.169870:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.169873:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085eccb6b. 00000400:00000200:1.0:1767384943.169877:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.169878:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.169884:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp31->192.168.204.149@tcp31: GET: OK 00000400:00000200:1.0:1767384943.169889:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384943.169892:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp31 recovery message sent successfully:0 00000400:00000200:0.0:1767384943.169907:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.169928:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.169947:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.169984:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170005:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170036:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170061:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170086:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170105:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170143:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170152:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170199:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170202:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170247:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170269:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170321:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170368:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170414:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.170442:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b240a29c. 00000400:00000200:1.0:1767384943.170447:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.170447:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005e5d86c7. 00000800:00000010:0.0:1767384943.170453:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000deb000e6. 00000800:00000010:0.0:1767384943.170481:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000deb000e6. 00000400:00000200:1.0:1767384943.170489:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000800:00000200:0.1:1767384943.170507:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384943.170512:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp31 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384940543215870 sched[0] 00000800:00000010:0.0:1767384943.170515:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5eeb258. 00000400:00000200:1.0:1767384943.170529:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.170543:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.170549:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.170551:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.170557:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.170563:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170564:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp31(192.168.204.149@tcp31) <- 192.168.204.149@tcp31 : GET - for me 00000400:00000200:1.0:1767384943.170576:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384943.170588:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1881 [1] + 0 00000400:00000200:0.0:1767384943.170608:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170619:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp31 to MR: 192.168.204.149@tcp31 local destination 00000400:00000200:1.0:1767384943.170628:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp31 NI seq info: [79:79:256:4294967295] 192.168.204.149@tcp31 LPNI seq info [77:77:8:4294967295] 00000400:00000200:0.0:1767384943.170639:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170642:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp31(192.168.204.149@tcp31:192.168.204.149@tcp31) -> 192.168.204.149@tcp31(192.168.204.149@tcp31:192.168.204.149@tcp31) 192.168.204.149@tcp31 : REPLY try# 0 00000800:00000200:1.0:1767384943.170651:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp31 00000800:00000010:1.0:1767384943.170655:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000537f00df. 00000800:00000200:1.0:1767384943.170660:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (4) 00000800:00000200:1.0:1767384943.170666:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp31 ip 192.168.204.149:988 00000800:00000200:1.0:1767384943.170668:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537f00df type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384943.170677:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170730:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.170740:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.170745:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000537f00df. 00000400:00000200:1.0:1767384943.170748:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.170755:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp31->192.168.204.149@tcp31: REPLY: OK 00000800:00000001:1.0:1767384943.170765:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.170765:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000001:1.0:1767384943.170770:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.170775:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.170780:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.170782:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.170786:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.170791:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170794:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp31(192.168.204.149@tcp31) <- 192.168.204.149@tcp31 : REPLY - for me 00000400:00000200:1.0:1767384943.170804:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp31: Reply from 12345-192.168.204.149@tcp31 of length 272/272 into md 0x18d9 00000800:00000001:1.0:1767384943.170809:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.170815:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.170815:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.170818:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.170826:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp31->192.168.204.149@tcp31: REPLY: OK 00000400:00000200:1.0:1767384943.170828:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2a0aabd 00000400:00000010:1.0:1767384943.170831:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2a0aabd. 00000400:00000200:1.0:1767384943.170835:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384943.170838:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000010:1.0:1767384943.170840:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009d736ad6. 00000400:00000010:1.0:1767384943.170847:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000047a311b3. 00000800:00000001:1.0:1767384943.170859:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.170863:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.170870:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170907:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170952:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.170995:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171040:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171097:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171156:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171206:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.171215:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384943.171233:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp29 from 214.3.0.2 00000800:00000010:1.0:1767384943.171236:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000076e02762. 00000400:00000200:0.0:1767384943.171241:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171302:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171359:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171405:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171451:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171487:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000800:00000010:2.0:1767384943.171519:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7bb767a. 00000800:00000010:2.0:1767384943.171524:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000059de7c9. 00000400:00000200:0.0:1767384943.171541:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171584:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171654:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171738:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:02020000:2.0:1767384943.171758:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384943.171777:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c712a133. 00000800:00000010:1.0:1767384943.171784:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002213338c. 00000400:00000200:0.0:1767384943.171790:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.171799:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e20338c2. 00000800:00000200:1.1:1767384943.171807:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (4) 00000800:00000200:1.1:1767384943.171812:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp29 00000000e20338c2 deleted 00000800:00000010:1.1:1767384943.171814:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e20338c2. 00000800:00000200:1.1:1767384943.171818:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384943.171823:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp29 p 3.x 192.168.204.149 -> 192.168.204.149:982 incarnation:1767384936427268239 sched[0] 00000800:00000010:1.0:1767384943.171828:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000400:00000200:0.0:1767384943.171829:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.171868:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.171880:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384943.171886:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002213338c. 00000400:00000200:0.0:1767384943.171905:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.171908:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000076e02762. 00000800:00000001:1.0:1767384943.171925:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.171929:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384943.171951:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:0.0:1767384943.171953:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000800:00000200:1.0:1767384943.171959:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp29 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384936427268239 sched[0] 00000800:00000010:1.0:1767384943.171964:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005e5d86c7. 00000800:00000001:1.0:1767384943.171995:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.172000:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.172006:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172058:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.172073:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172109:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384943.172143:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172162:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172205:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172244:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.172262:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087533ef4. 00000800:00000010:0.0:1767384943.172266:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049196496. 00000800:00000010:0.0:1767384943.172270:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000deb000e6. 00000400:00000200:1.0:1767384943.172283:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000800:00000010:0.0:1767384943.172291:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000deb000e6. 00000800:00020000:0.0:1767384943.172299:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384943.172302:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049196496. 00000800:00000010:0.0:1767384943.172304:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087533ef4. 00000400:00000200:1.0:1767384943.172324:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:02020000:0.0:1767384943.172366:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp31 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384943.172378:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172412:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172441:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172479:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384943.172512:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384943.172649:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e1cb8f80. 00000800:00000010:1.0:1767384943.172659:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002213338c. 00000800:00000010:1.0:1767384943.172663:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384943.172689:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000800:00020000:1.0:1767384943.172696:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384943.172700:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002213338c. 00000800:00000010:1.0:1767384943.172703:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e1cb8f80. 00000400:02020000:1.0:1767384943.172770:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384943.176560:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp30 notifying 192.168.204.149@tcp30: down 00000800:00000200:2.0:1767384943.176565:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp30 down 00000800:00000100:2.0:1767384943.176569:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp30 00000800:00000010:2.0:1767384943.176571:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b2021973. 00000400:00000200:2.0:1767384943.176574:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384943.176578:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384943.176583:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384943.176585:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384943.176588:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384943.291657:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384943.291662:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.291667:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384943.291668:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.291691:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384943.291694:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.291696:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384943.420689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384943.420697:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384943.420702:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011b0ceb0. 00000020:00000040:3.0:1767384943.420708:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384943.420726:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384943.420728:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384943.420734:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384943.420741:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000119760f1. 00000100:00000001:3.0:1767384943.420747:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420767:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384943.420776:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384943.420778:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420784:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011b0ceb0] to pc [ptlrpcd_00_01+1] req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.420803:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384943.420807:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384943.420810:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000020:00000040:3.0:1767384943.420812:0:38:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384943.420814:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384943.420815:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384943.420817:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384943.420821:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000027d102d9. 00000100:00000001:3.0:1767384943.420830:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420833:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384943.420838:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384943.420839:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420844:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_00_02+2] req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.420857:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384943.420861:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384943.420864:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000040:3.0:1767384943.420866:0:38:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384943.420867:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384943.420868:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384943.420870:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384943.420872:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000679289ad. 00000100:00000001:3.0:1767384943.420875:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420877:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384943.420882:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384943.420882:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420885:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c79541a] to pc [ptlrpcd_00_03+3] req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.420893:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384943.420898:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384943.420903:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000020:00000040:3.0:1767384943.420906:0:38:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384943.420909:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384943.420910:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384943.420912:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384943.420933:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056481dd7. 00000100:00000001:3.0:1767384943.420937:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420943:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384943.420951:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384943.420953:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420959:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_00+0] req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.420971:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.420977:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 00000004:00000001:3.0:1767384943.420994:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384943.420997:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384943.421001:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384943.421003:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384943.421006:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384943.421007:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384943.421010:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384943.421014:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005a2ec116. 00000100:00000001:3.0:1767384943.421018:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421021:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384943.421022:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.421025:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_01+1] req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384943.421032:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421098:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.421102:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384943.421104:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384943.421108:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421114:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384943.421115:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.421118:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384943.421120:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384943.421124:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.421132:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011b0ceb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373194368:0@lo:400: 00000100:00000001:3.0:1767384943.421135:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384943.421141:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384943.421143:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.421145:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384943.421149:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fd658e0. 02000000:00000001:3.0:1767384943.421151:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.421156:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6dd4b8c. 00000400:00000010:3.0:1767384943.421163:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000200:3.0:1767384943.421168:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373194368, portal 25 00000100:00000001:3.0:1767384943.421170:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384943.421171:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013177856 : -129515696373760 : ffff8a34c6ecc000) 00000100:00000040:3.0:1767384943.421175:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421181:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384943.421184:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384943.421187:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000100:00000200:3.0:1767384943.421189:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373194368, offset 0 00000400:00000200:3.0:1767384943.421195:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384943.421207:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384943.421217:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273505080 00000400:00000200:3.0:1767384943.421222:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1105 [2] + 0 00000400:00000010:3.0:1767384943.421225:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8f503b. 00000400:00000200:3.0:1767384943.421228:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004be77644 00000400:00000200:3.0:1767384943.421232:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.421236:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384943.421240:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004be77644 00000400:00000010:3.0:1767384943.421241:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004be77644. 00000100:00000001:3.0:1767384943.421246:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384943.421248:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384943.421250:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000849ad9eb x1853237373194368 msgsize 224 00000100:00100000:3.0:1767384943.421253:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384943.421255:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384943.421262:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384943.421274:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000400:00000010:3.0:1767384943.421275:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000100:00000001:3.0:1767384943.421278:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384943.421282:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421288:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.421291:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421296:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421298:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384943.421302:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421306:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294934033 00000100:00000010:3.0:1767384943.421320:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec64bf57. 00000100:00000001:3.0:1767384943.421325:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384943.421330:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294934033 00000100:00000010:3.0:1767384943.421334:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005568a4d0. 00000100:00000001:3.0:1767384943.421337:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384943.421339:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294934033 00000100:00000010:3.0:1767384943.421342:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c66091a. 00000100:00000001:3.0:1767384943.421345:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384943.421350:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294934033 00000100:00000010:3.0:1767384943.421353:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075192acd. 00000100:00000001:3.0:1767384943.421355:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384943.421357:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.421359:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421361:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384943.421363:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421367:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384943.421369:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.421371:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384943.421373:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384943.421380:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.421382:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373194880:0@lo:13: 00000100:00000001:3.0:1767384943.421385:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384943.421387:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384943.421389:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.421390:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384943.421393:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bfacf0c5. 02000000:00000001:3.0:1767384943.421395:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.421399:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8f503b. 00000400:00000010:3.0:1767384943.421403:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000100:00000200:3.0:1767384943.421406:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373194880, portal 4 00000100:00000001:3.0:1767384943.421408:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384943.421409:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000040:3.0:1767384943.421414:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421418:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384943.421421:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384943.421424:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000200:3.0:1767384943.421426:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373194880, offset 0 00000400:00000200:3.0:1767384943.421430:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384943.421434:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384943.421442:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273505280 00000400:00000200:3.0:1767384943.421447:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000400:00000200:3.0:1767384943.421450:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.421453:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384943.421456:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384943.421458:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384943.421462:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020b6c289. 00000100:00000040:3.0:1767384943.421463:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000020b6c289 x1853237373194880 msgsize 224 00000100:00100000:3.0:1767384943.421466:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384943.421475:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384943.421480:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000400:00000010:3.0:1767384943.421482:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:3.0:1767384943.421484:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384943.421492:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421497:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.421499:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421504:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421504:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384943.421508:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.421511:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6512 usecs (7 jiffies) 00000100:00000001:3.0:1767384943.421512:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934024 00000100:00000001:3.0:1767384943.421514:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934033 00000100:00000001:3.0:1767384943.421516:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934024 00000100:00000001:3.0:1767384943.421517:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934033 00000100:00000001:3.0:1767384943.421518:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934024 00000100:00000001:3.0:1767384943.421520:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934033 00000100:00000001:3.0:1767384943.421521:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934024 00000100:00000001:3.0:1767384943.421522:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934033 00000100:00000001:3.0:1767384943.421523:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.421524:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421527:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421528:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.421535:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384943.421536:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384943.421538:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.421538:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384943.421540:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.421542:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384943.421543:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.421545:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384943.421546:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.421547:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.421548:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384943.421549:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384943.421556:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421561:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384943.421563:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.421565:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384943.421567:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384943.421568:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.421570:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373194752:0@lo:400: 00000100:00000001:3.0:1767384943.421573:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384943.421575:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384943.421576:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.421578:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384943.421581:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067ffe226. 02000000:00000001:3.0:1767384943.421582:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.421586:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028072957. 00000400:00000010:3.0:1767384943.421590:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000200:3.0:1767384943.421799:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373194752, portal 10 00000100:00000001:3.0:1767384943.421802:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384943.421803:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000040:3.0:1767384943.421808:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421813:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384943.421815:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384943.421818:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000100:00000200:3.0:1767384943.421820:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373194752, offset 0 00000400:00000200:3.0:1767384943.421824:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384943.421830:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384943.421835:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273505200 00000400:00000200:3.0:1767384943.421840:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000400:00000200:3.0:1767384943.421843:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.421847:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384943.421851:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384943.421852:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384943.421860:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5d685ef. 00000100:00000040:3.0:1767384943.421862:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000a5d685ef x1853237373194752 msgsize 224 00000100:00100000:3.0:1767384943.421867:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384943.421873:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384943.421880:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:3.0:1767384943.421882:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00000001:3.0:1767384943.421884:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384943.421887:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421892:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.421894:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421901:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.421902:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.421903:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384943.421908:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384943.421911:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.421912:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384943.421918:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3241 usecs (4 jiffies) 00000100:00000040:0.0:1767384943.421919:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.421925:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294934022 00000100:00000001:0.0:1767384943.421930:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384943.421931:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294934033 00000100:00000001:3.0:1767384943.421935:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294934022 00000100:00000001:3.0:1767384943.421939:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294934033 00000100:00000001:0.0:1767384943.421939:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.421944:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384943.421945:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294934022 02000000:00000001:0.0:1767384943.421947:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.421951:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294934033 02000000:00000001:0.0:1767384943.421951:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421956:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294934022 00000100:00100000:0.0:1767384943.421957:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373194624:0@lo:400: 00000100:00000001:3.0:1767384943.421963:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294934033 00000100:00000001:0.0:1767384943.421963:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384943.421967:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384943.421969:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384943.421970:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.421974:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384943.421976:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384943.421978:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023cd52ee. 00000100:00000001:3.0:1767384943.421980:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.421981:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.421983:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384943.421986:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767384943.421992:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:0.0:1767384943.421995:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373194624, portal 10 00000100:00000001:0.0:1767384943.421997:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384943.421998:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000040:0.0:1767384943.422002:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.422004:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384943.422008:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194368 00000100:00000001:0.0:1767384943.422010:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384943.422011:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384943.422013:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384943.422017:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a544c906. 00000100:00000200:0.0:1767384943.422021:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373194624, offset 0 00000100:00000001:3.0:1767384943.422022:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384943.422025:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.422029:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384943.422030:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.422035:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194368 00000020:00000001:3.0:1767384943.422039:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384943.422039:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384943.422043:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384943.422045:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384943.422048:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:0.0:1767384943.422049:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273505180 00000020:00000001:3.0:1767384943.422053:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:0.0:1767384943.422057:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000020:00000001:3.0:1767384943.422058:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:0.0:1767384943.422065:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384943.422066:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384943.422070:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384943.422072:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b70eeb. 00000100:00000001:0.0:1767384943.422074:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384943.422075:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384943.422076:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384943.422080:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b70eeb. 00000100:00000010:0.0:1767384943.422083:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f129804. 00000020:00000010:3.0:1767384943.422086:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b850fd50. 00000100:00000040:0.0:1767384943.422087:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000002f129804 x1853237373194624 msgsize 224 00000100:00100000:0.0:1767384943.422093:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384943.422095:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001348a666. 00000020:00000010:3.0:1767384943.422101:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000100:00000001:0.0:1767384943.422107:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384943.422120:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384943.422124:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384943.422125:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384943.422127:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.422128:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a544c906 00000100:00000001:2.0:1767384943.422129:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384943.422133:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194752 00000400:00000010:0.0:1767384943.422133:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a544c906. 00000100:00000001:3.0:1767384943.422134:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422137:0:16166:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384943.422138:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384943.422142:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384943.422143:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384943.422144:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.422147:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384943.422156:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422157:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384943.422159:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194752 00000100:00000001:3.0:1767384943.422162:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384943.422162:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384943.422163:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384943.422165:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384943.422166:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:2.0:1767384943.422170:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384943.422173:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000020:00000040:2.0:1767384943.422174:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:0.0:1767384943.422179:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.422180:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000040:3.0:1767384943.422181:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384943.422183:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384943.422185:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:3.0:1767384943.422186:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640340560 : -129520069211056 : ffff8a33c2488c50) 00000100:00000001:2.0:1767384943.422190:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.422190:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.422192:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000849ad9eb x1853237373194368/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384943.422195:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a527c0f. 00000100:00000040:0.0:1767384943.422196:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2598 usecs (3 jiffies) 00000020:00000010:2.0:1767384943.422202:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000091d341a1. 00000100:00000001:0.0:1767384943.422203:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934021 00000100:00000001:3.0:1767384943.422204:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384943.422209:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:0.0:1767384943.422209:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934033 00000020:00000010:3.0:1767384943.422210:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b70eeb. 00000100:00000001:0.0:1767384943.422214:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934021 00000100:00000001:3.0:1767384943.422216:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.422218:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934033 00000100:00000001:0.0:1767384943.422220:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934021 00000100:00000001:0.0:1767384943.422222:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934033 00000100:00000001:2.0:1767384943.422224:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384943.422227:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b70eeb. 00000100:00000001:0.0:1767384943.422228:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934021 00000020:00000010:2.0:1767384943.422229:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50ce1fd. 00000100:00000001:0.0:1767384943.422232:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934033 00000020:00000010:2.0:1767384943.422235:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d263d5da. 00000100:00100000:3.0:1767384943.422236:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000849ad9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373194368:12345-0@lo:400: 00000100:00000001:0.0:1767384943.422237:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.422242:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384943.422243:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194368 00000020:00000010:2.0:1767384943.422243:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 00000100:00000001:0.0:1767384943.422246:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422249:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384943.422250:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384943.422254:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384943.422255:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384943.422256:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422256:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384943.422259:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384943.422261:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384943.422261:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384943.422265:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384943.422265:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384943.422266:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000100:00000001:2.0:1767384943.422269:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.422269:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384943.422271:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384943.422274:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.422275:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.422278:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384943.422278:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384943.422279:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:3.0:1767384943.422283:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384943.422284:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384943.422284:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384943.422286:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.422288:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422289:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384943.422290:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384943.422293:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384943.422294:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384943.422295:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384943.422299:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384943.422301:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea92c8d9. 00000100:00000001:0.0:1767384943.422302:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384943.422314:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422315:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384943.422316:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384943.422318:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.422320:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194624 00000100:00000001:0.0:1767384943.422320:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384943.422321:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.422325:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:3.0:1767384943.422326:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373194368 00000100:00000040:0.0:1767384943.422327:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.422328:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384943.422329:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384943.422332:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384943.422336:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000849ad9eb x1853237373194368/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.422338:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.422343:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194624 00000020:00000001:2.0:1767384943.422347:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384943.422348:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384943.422349:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000001:0.0:1767384943.422351:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.422353:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.422356:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 02000000:00000001:0.0:1767384943.422357:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384943.422358:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384943.422360:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384943.422361:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.422364:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384943.422367:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=51 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384943.422367:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00100000:0.0:1767384943.422370:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373194496:0@lo:400: 00000020:00000001:2.0:1767384943.422373:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:3.0:1767384943.422377:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384943.422380:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.422381:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384943.422384:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000020:00000010:2.0:1767384943.422385:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023e2549c. 02000000:00000001:0.0:1767384943.422386:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384943.422387:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384943.422390:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.422391:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384943.422391:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384943.422395:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384943.422396:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.422396:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023e2549c. 02000000:00000010:0.0:1767384943.422401:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd39b5fb. 00000100:00000001:3.0:1767384943.422403:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384943.422404:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.422405:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a311b3. 00000100:00000040:3.0:1767384943.422409:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384943.422410:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f1a924. 00000020:00000010:2.0:1767384943.422412:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091864df7. 00000400:00000010:0.0:1767384943.422416:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a544c906. 00000020:00000010:2.0:1767384943.422418:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000400:00000010:3.0:1767384943.422419:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000100:00000200:0.0:1767384943.422421:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373194496, portal 4 00000100:00000001:2.0:1767384943.422424:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384943.422425:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373194368, offset 224 00000100:00000001:0.0:1767384943.422425:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384943.422427:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384943.422428:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000001:2.0:1767384943.422431:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.422434:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384943.422436:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384943.422437:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.422440:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384943.422443:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.422447:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384943.422451:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384943.422452:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384943.422456:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384943.422458:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273505080 00000400:00000010:0.0:1767384943.422461:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000100:00000001:2.0:1767384943.422464:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384943.422466:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18dd [1] + 224 00000100:00000001:2.0:1767384943.422467:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384943.422472:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384943.422472:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000200:0.0:1767384943.422473:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373194496, offset 0 00000100:00000040:2.0:1767384943.422477:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000400:00000200:3.0:1767384943.422479:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.422481:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013185920 : -129515696365696 : ffff8a34c6ecdf80) 00000400:00000200:0.0:1767384943.422484:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384943.422488:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5d685ef x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.422493:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384943.422496:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384943.422501:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.422502:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384943.422507:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023e2549c. 00000100:00000040:3.0:1767384943.422512:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384943.422512:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273505100 00000100:00000001:2.0:1767384943.422513:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384943.422518:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023e2549c. 00000400:00000200:0.0:1767384943.422525:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00100000:2.0:1767384943.422528:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5d685ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373194752:12345-0@lo:400: 00000400:00000200:0.0:1767384943.422535:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384943.422536:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194752 00000020:00000001:2.0:1767384943.422539:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384943.422541:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384943.422543:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384943.422544:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.422549:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384943.422550:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:3.0:1767384943.422554:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000020:00000001:2.0:1767384943.422555:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384943.422558:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:3.0:1767384943.422559:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384943.422560:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384943.422562:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384943.422563:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384943.422563:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384943.422567:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.422568:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384943.422569:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c690bc0e. 00000100:00000040:3.0:1767384943.422573:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000001:2.0:1767384943.422573:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384943.422574:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000c690bc0e x1853237373194496 msgsize 224 00000020:00000001:2.0:1767384943.422576:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384943.422579:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.422580:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.422583:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.422585:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384943.422586:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384943.422587:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384943.422589:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384943.422616:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000849ad9eb x1853237373194368/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.422616:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384943.422621:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003676bc9c. 02000000:00000001:2.0:1767384943.422624:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.422627:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000849ad9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373194368:12345-0@lo:400: Request processed in 419us (1373us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384943.422628:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.422633:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.422636:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373194752 00000100:00100000:3.0:1767384943.422640:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00010000:00000001:2.0:1767384943.422641:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384943.422645:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00010000:00000200:2.0:1767384943.422647:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5d685ef x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.422648:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384943.422652:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384943.422657:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001348a666. 00010000:00000001:2.0:1767384943.422657:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.422660:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384943.422662:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000100:00001000:2.0:1767384943.422663:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.422666:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384943.422667:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384943.422669:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384943.422673:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384943.422674:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b850fd50. 02000000:00000001:2.0:1767384943.422674:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.422679:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384943.422681:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000040:2.0:1767384943.422684:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384943.422688:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384943.422689:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 02000000:00000010:3.0:1767384943.422691:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea92c8d9. 00000100:00000200:2.0:1767384943.422693:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373194752, offset 224 00000100:00000001:0.0:1767384943.422693:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384943.422695:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384943.422698:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.422702:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384943.422703:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384943.422706:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:3.0:1767384943.422708:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184579ed. 00000400:00000010:0.0:1767384943.422721:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000400:00000200:2.0:1767384943.422724:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384943.422726:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384943.422730:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc0ae6af. 00000100:00000200:0.0:1767384943.422733:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.422735:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273505200 00000400:00000200:2.0:1767384943.422744:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18ed [1] + 224 00000020:00000010:3.0:1767384943.422751:0:17577:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000259b0e96. 00000400:00000200:2.0:1767384943.422753:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384943.422753:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384943.422756:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384943.422758:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384943.422759:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194880 02000000:00000001:3.0:1767384943.422763:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384943.422766:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384943.422768:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384943.422769:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.422774:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.422775:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384943.422776:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.422778:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194880 00000100:00000001:0.0:1767384943.422780:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384943.422782:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384943.422783:0:17577:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384943.422786:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:0.0:1767384943.422787:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.422791:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384943.422793:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6512 usecs (7 jiffies) 00000020:00000040:3.0:1767384943.422795:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:0.0:1767384943.422799:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934026 00000020:00000001:3.0:1767384943.422800:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000040:2.0:1767384943.422803:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384943.422806:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:0.0:1767384943.422806:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934033 00000100:00000001:0.0:1767384943.422812:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934026 00000100:00000001:3.0:1767384943.422813:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384943.422817:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b70eeb. 00000100:00000001:0.0:1767384943.422818:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934033 00000100:00000001:2.0:1767384943.422821:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384943.422823:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ec164f36. 00000100:00000001:0.0:1767384943.422823:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934026 00000400:00000200:2.0:1767384943.422827:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000100:00000001:0.0:1767384943.422829:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934033 00000020:00000040:3.0:1767384943.422830:0:17577:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000400:00000010:2.0:1767384943.422830:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000100:00000001:0.0:1767384943.422831:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934026 00000100:00000001:2.0:1767384943.422835:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384943.422838:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384943.422838:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934033 00000100:00000001:3.0:1767384943.422839:0:17577:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384943.422843:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384943.422844:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b850fd50. 00000100:00000001:2.0:1767384943.422844:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422847:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384943.422850:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001348a666. 00000100:00000040:2.0:1767384943.422851:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384943.422852:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384943.422854:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00010000:00000001:2.0:1767384943.422857:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384943.422858:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.422860:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.422861:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384943.422862:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384943.422866:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384943.422867:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5d685ef x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.422869:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384943.422872:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.422876:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5d685ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373194752:12345-0@lo:400: Request processed in 373us (1012us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384943.422876:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.422879:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.422884:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.422887:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384943.422888:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:0.0:1767384943.422890:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.422892:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:3.0:1767384943.422893:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.422895:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384943.422898:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384943.422900:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d263d5da. 00000020:00000010:2.0:1767384943.422905:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00000100:00000001:0.0:1767384943.422905:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384943.422906:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384943.422909:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373194496 00000020:00000010:2.0:1767384943.422910:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d50ce1fd. 00000100:00000001:3.0:1767384943.422911:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384943.422913:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384943.422916:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384943.422917:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000001:0.0:1767384943.422918:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.422921:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384943.422922:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384943.422923:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.422929:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373194496 00000100:00000040:3.0:1767384943.422930:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000020:00000001:0.0:1767384943.422932:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384943.422934:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384943.422935:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013189504 : -129515696362112 : ffff8a34c6eced80) 00000020:00000040:0.0:1767384943.422935:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:2.0:1767384943.422937:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384943.422940:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384943.422943:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000020:00000040:0.0:1767384943.422944:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 00000100:00000040:3.0:1767384943.422946:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020b6c289 x1853237373194880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.422947:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000020:00000001:0.0:1767384943.422949:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:0.0:1767384943.422954:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384943.422955:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014285440 : -129515695266176 : ffff8a34c6fda680) 00000100:00000001:0.0:1767384943.422960:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384943.422964:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f129804 x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384943.422965:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029e86062. 00000100:00000001:0.0:1767384943.422970:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.422971:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384943.422976:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029e86062. 00000020:00000010:3.0:1767384943.422977:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d41684fd. 00000100:00000001:2.0:1767384943.422980:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384943.422983:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384943.422985:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023e2549c. 00000020:00000010:0.0:1767384943.422985:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000407885f2. 00000020:00000010:3.0:1767384943.422986:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d41684fd. 00000100:00000001:2.0:1767384943.422989:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384943.422992:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002440b69b. 00000020:00000010:2.0:1767384943.422993:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023e2549c. 00000100:00100000:3.0:1767384943.422997:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020b6c289 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237373194880:12345-0@lo:13: 00000020:00000010:0.0:1767384943.422999:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000100:00100000:2.0:1767384943.423003:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f129804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373194624:12345-0@lo:400: 00000100:00000200:3.0:1767384943.423004:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194880 00000020:00000001:3.0:1767384943.423008:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384943.423008:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:2.0:1767384943.423009:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194624 00000020:00000001:3.0:1767384943.423011:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384943.423013:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384943.423013:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384943.423014:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.423018:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384943.423018:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384943.423019:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384943.423020:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384943.423023:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000020:00000001:2.0:1767384943.423024:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.423026:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384943.423030:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384943.423030:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384943.423031:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384943.423034:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:3.0:1767384943.423035:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.423035:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.423037:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384943.423041:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384943.423042:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384943.423044:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384943.423045:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384943.423046:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.423047:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384943.423051:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.423052:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384943.423052:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.423056:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384943.423057:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1767384943.423060:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ea92c8d9. 00000100:00000001:2.0:1767384943.423061:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384943.423065:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.423066:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384943.423066:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384943.423067:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.423068:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384943.423071:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064b3f3ec. 00000100:00000001:1.0:1767384943.423071:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384943.423072:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:3.0:1767384943.423073:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:2.0:1767384943.423076:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384943.423079:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384943.423081:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.423081:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:3.0:1767384943.423082:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384943.423086:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384943.423088:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:1.0:1767384943.423088:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 2 00000100:00000001:0.0:1767384943.423089:0:17575:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.423090:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373194624 00000100:00000001:1.0:1767384943.423095:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014276480 : -129515695275136 : ffff8a34c6fd8380) 00010000:00000001:2.0:1767384943.423096:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384943.423097:0:17575:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384943.423101:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f129804 x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384943.423106:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.423106:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c690bc0e x1853237373194496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384943.423112:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384943.423117:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00010000:00000001:2.0:1767384943.423119:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.423123:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384943.423125:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00001000:2.0:1767384943.423127:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=46 v=5 (1 0 0 0) 00000020:00000020:3.0:1767384943.423131:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384943.423136:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000020:3.0:1767384943.423139:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384943.423141:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384943.423141:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00002000:00000001:3.0:1767384943.423142:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:2.0:1767384943.423146:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384943.423147:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384943.423148:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384943.423150:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000001:00000001:3.0:1767384943.423153:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.423154:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384943.423154:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 02000000:00000001:2.0:1767384943.423157:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384943.423159:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.423161:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384943.423164:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373194880 00000100:00100000:1.0:1767384943.423164:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c690bc0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237373194496:12345-0@lo:400: 00000100:00000040:2.0:1767384943.423169:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384943.423170:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384943.423174:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373194496 00000400:00000010:2.0:1767384943.423175:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 00010000:00000200:3.0:1767384943.423177:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020b6c289 x1853237373194880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384943.423177:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384943.423180:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373194624, offset 224 00000020:00000001:1.0:1767384943.423181:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384943.423185:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.423190:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384943.423191:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384943.423193:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:1.0:1767384943.423199:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384943.423201:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384943.423202:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384943.423202:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384943.423206:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.423208:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:3.0:1767384943.423209:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=41 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384943.423211:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384943.423214:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273505180 00000020:00000001:1.0:1767384943.423215:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.423216:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384943.423220:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384943.423221:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000400:00000200:2.0:1767384943.423225:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18f5 [1] + 224 00000100:00000001:3.0:1767384943.423226:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384943.423231:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384943.423232:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384943.423233:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384943.423234:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384943.423235:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384943.423238:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002df843a3. 00000400:00000200:2.0:1767384943.423239:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384943.423240:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384943.423244:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.423247:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384943.423247:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384943.423248:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.423252:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000020:00000001:1.0:1767384943.423252:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384943.423253:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384943.423256:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373194496 00000100:00000200:3.0:1767384943.423259:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373194880, offset 224 00010000:00000001:1.0:1767384943.423261:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384943.423268:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c690bc0e x1853237373194496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.423269:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384943.423272:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.423281:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384943.423295:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273505280 00010000:00000001:1.0:1767384943.423298:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384943.423302:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.423306:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18e5 [1] + 224 00000100:00001000:1.0:1767384943.423307:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.423309:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384943.423313:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384943.423314:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384943.423317:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000100:00000040:1.0:1767384943.423318:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 23 to 0@lo 00000400:00000200:3.0:1767384943.423319:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384943.423321:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000100:00000001:1.0:1767384943.423324:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384943.423328:0:16804:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384943.423328:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384943.423329:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384943.423333:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384943.423333:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384943.423336:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.423338:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384943.423339:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.423343:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384943.423344:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 22 to 0@lo 00000400:00000010:1.0:1767384943.423349:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00010000:00000001:2.0:1767384943.423350:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.423353:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.423355:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373194496, offset 224 00000020:00000001:2.0:1767384943.423357:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384943.423361:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.423365:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f129804 x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384943.423366:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384943.423379:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384943.423393:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384943.423393:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273505100 00000100:00100000:2.0:1767384943.423395:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f129804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373194624:12345-0@lo:400: Request processed in 413us (1305us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384943.423400:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18fd [1] + 224 00000400:00000200:3.0:1767384943.423405:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000200:1.0:1767384943.423405:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384943.423409:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00100000:2.0:1767384943.423410:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000400:00000200:1.0:1767384943.423414:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384943.423415:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384943.423416:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000001:1.0:1767384943.423418:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384943.423419:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384943.423420:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384943.423423:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.423424:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384943.423425:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.423428:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091864df7. 00000100:00000040:3.0:1767384943.423432:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000020:00000010:2.0:1767384943.423434:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00010000:00000001:3.0:1767384943.423438:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384943.423440:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a311b3. 00000020:00000001:3.0:1767384943.423442:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.423446:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384943.423448:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000040:1.0:1767384943.423448:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384943.423451:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020b6c289 x1853237373194880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.423453:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384943.423468:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384943.423473:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00080000:2.0:1767384943.423481:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384943.423486:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:1.0:1767384943.423486:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384943.423488:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020b6c289 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237373194880:12345-0@lo:13: Request processed in 513us (2019us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384943.423501:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000100:00000001:2.0:1767384943.423504:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384943.423505:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000100:00100000:3.0:1767384943.423506:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384943.423507:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.423511:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384943.423513:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:1.0:1767384943.423514:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384943.423515:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384943.423517:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384943.423518:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384943.423520:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384943.423522:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f1a924. 00000100:00000001:1.0:1767384943.423522:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384943.423524:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001348a666. 00000400:00000200:2.0:1767384943.423529:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a544c906 00000020:00000010:3.0:1767384943.423530:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000100:00000040:1.0:1767384943.423530:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:2.0:1767384943.423534:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a544c906. 00010000:00000001:1.0:1767384943.423536:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384943.423537:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b850fd50. 00000100:00000001:2.0:1767384943.423538:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384943.423539:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384943.423543:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000020:00000001:1.0:1767384943.423543:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384943.423545:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423549:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384943.423550:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c690bc0e x1853237373194496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423575:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384943.423577:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423579:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384943.423579:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c690bc0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373194496:12345-0@lo:400: Request processed in 437us (998us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384943.423585:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384943.423588:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384943.423591:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028072957. 00000100:00000001:2.0:1767384943.423610:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384943.423611:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384943.423616:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384943.423617:0:16166:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384943.423618:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000100:00000040:1.0:1767384943.423620:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000400:00000010:3.0:1767384943.423621:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 02000000:00000001:2.0:1767384943.423621:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384943.423623:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384943.423625:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384943.423627:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.423628:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384943.423628:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384943.423631:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.423632:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002440b69b. 00000100:00001000:2.0:1767384943.423636:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=41 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384943.423638:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000100:00000200:3.0:1767384943.423639:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384943.423642:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000407885f2. 00000020:00000040:1.0:1767384943.423649:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00001000:2.0:1767384943.423650:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384943.423654:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.423659:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384943.423661:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384943.423662:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.423665:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384943.423671:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423672:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384943.423676:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.423680:0:16164:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384943.423682:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.423683:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384943.423685:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384943.423685:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384943.423688:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384943.423689:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.423693:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384943.423694:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.423696:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384943.423698:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=45 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384943.423701:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384943.423703:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.423723:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.423727:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384943.423727:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384943.423731:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.423731:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384943.423736:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384943.423738:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384943.423742:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384943.423757:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373194496:0@lo:400: 00010000:00000001:3.0:1767384943.423758:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.423764:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384943.423766:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384943.423768:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767384943.423768:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384943.423770:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384943.423771:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384943.423774:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 00000100:00000040:3.0:1767384943.423777:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.423779:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:2.0:1767384943.423782:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:2.0:1767384943.423788:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384943.423789:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.423791:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384943.423794:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384943.423794:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384943.423803:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384943.423807:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384943.423821:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373194752:0@lo:400: 00000100:00000001:2.0:1767384943.423824:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384943.423828:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.423830:0:16166:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384943.423831:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384943.423836:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384943.423838:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767384943.423842:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384943.423842:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.423846:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6dd4b8c. 02000000:00000001:2.0:1767384943.423846:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.423852:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000100:00001000:2.0:1767384943.423852:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=46 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384943.423856:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00001000:2.0:1767384943.423857:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384943.423860:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384943.423862:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384943.423864:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384943.423866:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.423867:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384943.423872:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.423886:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384943.423887:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.423891:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384943.423893:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384943.423896:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384943.423898:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.423903:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384943.423903:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423907:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.423914:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384943.423914:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384943.423918:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384943.423918:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384943.423919:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.423923:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384943.423923:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423926:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.423932:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.423934:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373194624:0@lo:400: 00000100:00001000:3.0:1767384943.423939:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=51 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384943.423939:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.423943:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767384943.423947:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=51 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384943.423947:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373194496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.423955:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384943.423959:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.423959:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384943.423962:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384943.423964:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384943.423965:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd39b5fb. 00010000:00000001:3.0:1767384943.423968:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.423969:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384943.423973:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.423973:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384943.423977:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384943.423981:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384943.423986:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384943.423987:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384943.423988:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000027d102d9. 00000100:00000001:3.0:1767384943.423990:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384943.423992:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384943.423993:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384943.423996:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.423996:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384943.423999:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:2.0:1767384943.424004:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384943.424005:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384943.424008:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011b0ceb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373194368:0@lo:400: 00000100:00000001:2.0:1767384943.424009:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384943.424014:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373194624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384943.424016:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384943.424019:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384943.424021:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384943.424023:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384943.424024:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023cd52ee. 00000400:00000010:3.0:1767384943.424027:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8f503b. 02000000:00000001:2.0:1767384943.424028:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384943.424032:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384943.424033:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000020:00000040:2.0:1767384943.424033:0:16166:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384943.424036:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000020:00000001:2.0:1767384943.424037:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384943.424040:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000679289ad. 00000100:00000001:3.0:1767384943.424043:0:16164:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384943.424044:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384943.424047:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384943.424048:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000200:3.0:1767384943.424049:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.424053:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384943.424056:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.424058:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384943.424059:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.424063:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384943.424066:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.424067:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384943.424069:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.424070:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.424072:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.424073:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384943.424076:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384943.424078:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384943.424079:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.424081:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384943.424084:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384943.424086:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384943.424087:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384943.424088:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.424090:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384943.424092:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384943.424096:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.424098:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384943.424099:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384943.424100:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384943.424101:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.424103:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.424107:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.424108:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384943.424109:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384943.424110:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384943.424113:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384943.424120:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384943.424126:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384943.424129:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.424132:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384943.424136:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373194880:0@lo:13: 00000100:00000001:3.0:1767384943.424139:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.424141:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.424142:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373194752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.424146:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384943.424148:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384943.424149:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067ffe226. 02000000:00000001:3.0:1767384943.424151:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384943.424152:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384943.424152:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384943.424154:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384943.424155:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056481dd7. 02000000:00000001:3.0:1767384943.424156:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384943.424157:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384943.424158:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:3.0:1767384943.424160:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384943.424160:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.424161:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.424163:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011b0ceb0 x1853237373194368/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.424166:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384943.424167:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384943.424168:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fd658e0. 02000000:00000001:3.0:1767384943.424169:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384943.424169:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384943.424170:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384943.424176:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384943.424177:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000119760f1. 02000000:00000001:3.0:1767384943.424178:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384943.424179:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384943.424180:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011b0ceb0. 00000100:00000001:3.0:1767384943.424181:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384943.424182:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.424183:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.424185:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373194880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.424189:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384943.424191:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384943.424192:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bfacf0c5. 02000000:00000001:3.0:1767384943.424193:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384943.424194:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384943.424195:0:16164:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384943.424196:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384943.424197:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005a2ec116. 02000000:00000001:3.0:1767384943.424198:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384943.424199:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384943.424200:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:3.0:1767384943.424202:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384943.424203:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.424204:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.424207:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384943.424208:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.424210:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.424211:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.437624:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294934033, at 4294934034 00000100:00000010:0.0:1767384943.437632:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec64bf57. 00000100:00000040:1.0:1767384943.437652:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294934033, at 4294934034 00000100:00000040:2.0:1767384943.437655:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294934033, at 4294934034 00000100:00000010:1.0:1767384943.437660:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005568a4d0. 00000100:00000040:3.0:1767384943.437661:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294934033, at 4294934034 00000100:00000010:2.0:1767384943.437663:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c66091a. 00000100:00000010:3.0:1767384943.437670:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075192acd. 00080000:00000001:3.0:1767384943.782193:0:28128:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384943.782205:0:28128:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.782208:0:28128:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384943.782214:0:28128:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384943.782219:0:28128:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.782221:0:28128:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384944.187694:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384944.187715:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384944.187718:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fafedfa6 00000400:00000010:1.0:1767384944.187723:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fafedfa6. 00000400:00000200:1.0:1767384944.187729:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384944.187735:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384944.187745:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000065b3c4bf. 00000400:00000010:1.0:1767384944.187749:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065d3265c. 00010000:00000001:2.0:1767384944.315675:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384944.315680:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384944.315685:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384944.315686:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.315721:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384944.315725:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.315728:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384944.527382:0:28292:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384944.527388:0:28292:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:2.0:1767384944.533223:0:28292:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384944.542418:0:28293:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001e5bbee7. 00000400:00000010:2.0:1767384944.542433:0:28293:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002213338c. 00000400:00000010:2.0:1767384944.542443:0:28293:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b8ccd096. 00000400:00000010:2.0:1767384944.542447:0:28293:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009c65858f. 00000400:00000010:2.0:1767384944.542450:0:28293:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f4db9c83. 00000400:00000010:2.0:1767384944.542455:0:28293:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009848ad62. 00000400:00000010:2.0:1767384944.542456:0:28293:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000088e66aa1. 00000400:00000010:2.0:1767384944.542458:0:28293:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ebdf5aa. 00000400:00000010:2.0:1767384944.542462:0:28293:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f208fe4d. 00000800:00000010:2.0:1767384944.542476:0:28293:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b2021973. 00000800:00000200:2.0:1767384944.542486:0:28293:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384944.542496:0:28293:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384944.542534:0:28293:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384944.542576:0:28293:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp33 [8/256/0/180] 00000400:00000010:2.0:1767384944.544779:0:28293:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000007cf76b64. 00000400:00000010:2.0:1767384944.544787:0:28293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003066d196. 00000400:00000010:2.0:1767384944.544793:0:28293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 00000400:00000001:2.0:1767384944.544812:0:28293:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384944.544814:0:28293:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384944.544816:0:28293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc23425. 00000400:00000200:2.0:1767384944.544820:0:28293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000010:2.0:1767384944.544822:0:28293:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000400:00000010:2.0:1767384944.544826:0:28293:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000054eac36d. 00000400:00000200:2.0:1767384944.544832:0:28293:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (24) 00000400:00000200:2.0:1767384944.544849:0:28293:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384944.544861:0:28293:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:2.0:1767384944.544870:0:28293:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000059de7c9. 00000020:01000000:2.0:1767384944.544876:0:28293:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384944.544879:0:28293:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp33 00000400:00000010:2.0:1767384944.544901:0:28293:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002213338c. 00000400:00000200:0.0:1767384944.544901:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384944.544909:0:28293:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001e5bbee7. 00000400:00000200:0.0:1767384944.544917:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:0.0:1767384944.544932:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000020:00000001:3.0:1767384944.544937:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384944.544939:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (25) 00000400:00000010:0.0:1767384944.544950:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063ac0098. 10000000:00000001:3.0:1767384944.544954:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384944.544960:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384944.544966:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp13 10000000:01000000:3.0:1767384944.544967:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384944.544975:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384944.544978:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384944.544980:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384944.544982:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384944.544984:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384944.544985:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384944.544987:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384944.544989:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384944.544993:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384944.544997:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384944.544999:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp13 to MR: 192.168.204.149@tcp13 local destination 00000100:00000010:3.0:1767384944.545005:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384944.545013:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384944.545020:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp13 NI seq info: [80:80:256:4294967295] 192.168.204.149@tcp13 LPNI seq info [78:78:8:4294967295] 00000100:00000001:3.0:1767384944.545024:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.545030:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384944.545036:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384944.545037:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp13 02000000:00000010:3.0:1767384944.545051:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000025f74937. 00000100:00000001:3.0:1767384944.545063:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384944.545064:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) -> 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) : PUT try# 0 00000100:00000001:3.0:1767384944.545076:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384944.545080:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.149@tcp13 00000100:00000001:3.0:1767384944.545081:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384944.545097:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090c84d8b. 00000100:00000040:3.0:1767384944.545100:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_02+2] req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384944.545118:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (6) 00000800:00000200:0.0:1767384944.545135:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:988 00000800:00000200:0.0:1767384944.545142:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090c84d8b type 1, nob 528 niov 1 nkiov 1 10000000:00000001:3.0:1767384944.545155:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384944.545160:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.545163:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384944.545165:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384944.545173:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384944.545177:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:3.0:1767384944.545178:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384944.545183:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384944.545187:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384944.545191:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000020:01000004:3.0:1767384944.545192:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384944.545197:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384944.545203:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384944.545206:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384944.545208:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384944.545218:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384944.545219:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384944.545221:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384944.545223:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384944.545228:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011b0ceb0. 00000100:00000001:1.0:1767384944.545228:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384944.545233:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384944.545236:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384944.545239:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.545242:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384944.545245:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384944.545254:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078e40717. 00000100:00000001:1.0:1767384944.545254:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384944.545260:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.545263:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.545268:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384944.545273:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.545286:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384944.545288:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011b0ceb0] to pc [ptlrpcd_00_03+3] req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.545291:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384944.545296:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384944.545301:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384944.545308:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384944.545312:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090c84d8b. 10000000:00000001:3.0:1767384944.545313:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.545314:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384944.545323:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.545324:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384944.545326:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373195008:0@lo:253: 00000020:00000001:3.0:1767384944.545332:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.545338:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000000:3.0:1767384944.545339:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384944.545344:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: PUT: OK 02000000:00000001:1.0:1767384944.545346:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384944.545348:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000059de7c9. 02000000:00000001:1.0:1767384944.545353:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.545354:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384944.545362:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384944.545366:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp13: 0 00000100:00000001:3.0:1767384944.545372:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384944.545373:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e1cb8f80. 02000000:00000001:1.0:1767384944.545380:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384944.545382:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384944.545383:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384944.545388:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f3be475. 00000100:00000001:3.0:1767384944.545390:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384944.545411:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384944.545416:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384944.545416:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c42ea41d. 00000800:00000001:2.0:1767384944.545417:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384944.545423:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384944.545425:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373195008, portal 25 00000100:00000001:1.0:1767384944.545432:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384944.545435:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000400:00000200:2.0:1767384944.545439:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13) <- 192.168.204.149@tcp13 : PUT - for me 00000100:00000040:1.0:1767384944.545448:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.545457:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384944.545460:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384944.545463:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.545472:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384944.545474:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 416/432 into md 0x189d [1] + 0 00000100:00000001:1.0:1767384944.545475:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384944.545478:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384944.545481:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b08a92. 02000000:00000001:3.0:1767384944.545483:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.545488:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384944.545489:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c72d6da8 00000100:00100000:3.0:1767384944.545492:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011b0ceb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373195136:0@lo:253: 00000400:00000010:1.0:1767384944.545497:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001237bd52. 00000100:00000001:3.0:1767384944.545498:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384944.545498:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384944.545522:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384944.545523:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373195008, offset 0 02000000:00000001:3.0:1767384944.545526:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384944.545527:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384944.545535:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384944.545536:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384944.545543:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384944.545549:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: PUT: OK 02000000:00000010:3.0:1767384944.545559:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003a68bf3a. 02000000:00000001:3.0:1767384944.545566:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.545568:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000200:1.0:1767384944.545571:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384944.545575:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000400:00000010:3.0:1767384944.545576:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8f503b. 00000400:00000200:2.0:1767384944.545581:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384944.545587:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000413073f8. 00000400:00000200:2.0:1767384944.545588:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (26) 00000400:00000200:1.0:1767384944.545594:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505300 00000100:00000200:3.0:1767384944.545597:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373195136, portal 25 00000100:00000001:3.0:1767384944.545604:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384944.545606:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013177856 : -129515696373760 : ffff8a34c6ecc000) 00000400:00000200:1.0:1767384944.545611:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x112d [2] + 0 00000100:00000040:3.0:1767384944.545617:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384944.545648:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384944.545654:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (432 bytes) 00000400:00000200:2.0:1767384944.545658:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:1.0:1767384944.545669:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d6ec82. 00000100:00000001:3.0:1767384944.545671:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384944.545675:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (27) 00000400:00000200:1.0:1767384944.545681:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7a4768e 00000100:00000040:3.0:1767384944.545682:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384944.545686:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384944.545714:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp13 to MR: 192.168.204.149@tcp13 local destination 00000400:00000200:1.0:1767384944.545714:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384944.545715:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3adee42. 00000100:00000200:3.0:1767384944.545725:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373195136, offset 0 00000400:00000200:2.0:1767384944.545749:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp13 NI seq info: [81:81:256:4294967295] 192.168.204.149@tcp13 LPNI seq info [79:79:8:4294967295] 00000400:00000200:1.0:1767384944.545753:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384944.545758:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384944.545770:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) -> 192.168.204.149@tcp13(192.168.204.149@tcp13:192.168.204.149@tcp13) 192.168.204.149@tcp13 : ACK try# 0 00000800:00000200:2.0:1767384944.545777:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp13 00000400:00000200:1.0:1767384944.545780:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a4768e 00000400:00000200:3.0:1767384944.545783:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384944.545785:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7a4768e. 00000800:00000010:2.0:1767384944.545794:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d59b2f5. 00000100:00000001:1.0:1767384944.545796:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384944.545799:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505380 00000100:00000200:1.0:1767384944.545801:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1767384944.545807:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (6) 00000100:00000040:1.0:1767384944.545809:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000001b2009bd x1853237373195008 msgsize 4848 00000400:00000200:3.0:1767384944.545813:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a5 [2] + 0 00000400:00000010:3.0:1767384944.545819:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8393a27. 00000800:00000200:2.0:1767384944.545826:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:1015 00000100:00100000:1.0:1767384944.545826:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384944.545827:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000055f72086 00000800:00000200:2.0:1767384944.545834:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384944.545834:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384944.545835:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384944.545845:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384944.545847:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384944.545849:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f72086 00000400:00000010:3.0:1767384944.545853:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055f72086. 00000400:00000200:1.0:1767384944.545858:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001237bd52 00000100:00000001:3.0:1767384944.545859:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1767384944.545859:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384944.545864:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001237bd52. 00000100:00000200:3.0:1767384944.545865:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384944.545869:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384944.545872:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000000864bca7 x1853237373195136 msgsize 4848 00000100:00000001:1.0:1767384944.545872:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384944.545880:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384944.545881:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384944.545887:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384944.545896:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384944.545899:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384944.545900:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384944.545907:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3adee42 00000100:00000001:1.0:1767384944.545909:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384944.545912:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3adee42. 00000100:00000001:1.0:1767384944.545913:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384944.545919:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384944.545923:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384944.545926:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.545930:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294935158 00000800:00000200:2.0:1767384944.545932:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384944.545938:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d59b2f5. 00000100:00000010:1.0:1767384944.545940:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030047881. 00000400:00000200:2.0:1767384944.545945:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384944.545949:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384944.545956:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: ACK: OK 00000100:00000001:1.0:1767384944.545960:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294935158 00000800:00000001:2.0:1767384944.545970:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384944.545970:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b719b81d. 00000100:00000001:3.0:1767384944.545972:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384944.545976:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.545978:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384944.545981:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384944.545983:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384944.545987:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294935158 00000800:00000001:2.0:1767384944.545990:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384944.545995:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b30ee4c3. 00000800:00000001:2.0:1767384944.545996:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384944.546004:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384944.546004:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.546004:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384944.546011:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294935158 00000100:00000001:3.0:1767384944.546012:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384944.546018:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030e92d1c. 00000400:00000200:2.0:1767384944.546019:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp13(192.168.204.149@tcp13) <- 192.168.204.149@tcp13 : ACK - for me 00000100:00000001:3.0:1767384944.546022:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.546025:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384944.546029:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294935158 00000100:00000001:3.0:1767384944.546032:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294935158 00000100:00000001:3.0:1767384944.546039:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294935158 00000400:00000200:2.0:1767384944.546042:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp13: ACK from 12345-192.168.204.149@tcp13 into md 0x1921 00000100:00000001:1.0:1767384944.546043:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384944.546045:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294935158 00000100:00000001:1.0:1767384944.546051:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.546052:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294935158 00000400:00000200:2.0:1767384944.546052:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384944.546059:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294935158 00000100:00000001:1.0:1767384944.546059:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.546063:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp13->192.168.204.149@tcp13: ACK: OK 00000100:00000001:3.0:1767384944.546067:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294935158 00000100:00000001:1.0:1767384944.546067:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384944.546069:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000100:00000001:3.0:1767384944.546075:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294935158 00000400:00000010:2.0:1767384944.546076:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000100:00000001:1.0:1767384944.546080:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384944.546082:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384944.546083:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384944.546084:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384944.546087:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.546090:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384944.546091:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000100:00000001:3.0:1767384944.546093:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.546094:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384944.546100:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384944.546100:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:1.0:1767384944.546101:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.546111:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384944.546114:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.546115:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (26) 00000100:00000001:3.0:1767384944.546116:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384944.546124:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384944.546125:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384944.546126:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384944.546132:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384944.546132:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.546135:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.546159:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384944.546161:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195008 02000000:00000001:3.0:1767384944.546164:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384944.546165:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384944.546167:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384944.546171:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384944.546173:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000009ecc0675. 02000000:00000001:3.0:1767384944.546175:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.546180:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195008 00000400:00000010:1.0:1767384944.546180:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005389b167. 00000020:00000001:3.0:1767384944.546186:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384944.546188:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000400:00000200:1.0:1767384944.546193:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009ecc0675 00000400:00000010:1.0:1767384944.546198:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000079b3ba04. 00000020:00000040:3.0:1767384944.546199:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384944.546204:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384944.546204:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000020:00000040:3.0:1767384944.546207:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:1.0:1767384944.546212:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000020:00000001:3.0:1767384944.546213:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384944.546220:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (25) 00000020:00000001:3.0:1767384944.546221:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:1.0:1767384944.546228:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000d73c8258. 00000100:00000001:3.0:1767384944.546229:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384944.546235:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016a81020. 00000400:00000010:1.0:1767384944.546236:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000100:00000001:3.0:1767384944.546241:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.546245:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016a81020. 00000400:00000010:1.0:1767384944.546246:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fa5e472. 00000020:00000010:3.0:1767384944.546252:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010f6f6b2. 00000400:00000200:1.0:1767384944.546255:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000010:3.0:1767384944.546261:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f2a18d7. 00000100:00000001:2.0:1767384944.546266:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384944.546267:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000400:00000200:1.0:1767384944.546269:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00100000:2.0:1767384944.546272:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195136 02000000:00000001:2.0:1767384944.546276:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384944.546279:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384944.546280:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384944.546280:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000001:2.0:1767384944.546283:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.546286:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384944.546290:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384944.546292:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.546293:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.546295:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:3.0:1767384944.546304:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.546305:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000100:00100000:2.0:1767384944.546306:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195136 00000020:00000001:2.0:1767384944.546313:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384944.546317:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000200:1.0:1767384944.546319:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000100:00000001:3.0:1767384944.546321:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384944.546321:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384944.546326:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000400:00000200:1.0:1767384944.546330:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:00000001:2.0:1767384944.546332:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384944.546337:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384944.546339:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:3.0:1767384944.546341:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384944.546344:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384944.546346:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384944.546350:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e645c2d2. 00000100:00000001:2.0:1767384944.546355:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384944.546356:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00100000:3.0:1767384944.546357:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000020:00000010:2.0:1767384944.546359:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e645c2d2. 00000100:00000040:3.0:1767384944.546364:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000010:2.0:1767384944.546368:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000808a67e3. 00000100:00000001:3.0:1767384944.546371:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640344656 : -129520069206960 : ffff8a33c2489c50) 00000020:00000010:2.0:1767384944.546376:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7944368. 00000400:00000200:1.0:1767384944.546382:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000040:3.0:1767384944.546385:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b2009bd x1853237373195008/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:170/0 lens 4848/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384944.546386:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000400:00000200:1.0:1767384944.546392:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:2.0:1767384944.546396:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384944.546400:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384944.546403:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.546413:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.546414:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000001:2.0:1767384944.546421:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.546422:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384944.546426:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000020:00000010:3.0:1767384944.546431:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016a81020. 00000400:00000200:1.0:1767384944.546436:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000001:2.0:1767384944.546438:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384944.546439:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384944.546444:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384944.546448:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000020:00000010:3.0:1767384944.546449:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016a81020. 00000100:00100000:2.0:1767384944.546454:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:2.0:1767384944.546462:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00100000:3.0:1767384944.546463:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b2009bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373195008:12345-0@lo:253: 00000400:00000200:1.0:1767384944.546464:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000001:2.0:1767384944.546488:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640345680 : -129520069205936 : ffff8a33c248a050) 00000100:00000200:3.0:1767384944.546498:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195008 00000020:00000001:3.0:1767384944.546504:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384944.546505:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000864bca7 x1853237373195136/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:170/0 lens 4848/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.546509:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000020:00000001:3.0:1767384944.546522:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384944.546528:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.546538:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384944.546539:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384944.546540:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000020:00000001:3.0:1767384944.546542:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000010:2.0:1767384944.546548:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e645c2d2. 00000020:00000001:3.0:1767384944.546552:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384944.546556:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384944.546558:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384944.546566:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e645c2d2. 00000020:00000001:3.0:1767384944.546568:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384944.546569:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000020:00000001:3.0:1767384944.546574:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384944.546581:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384944.546582:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000864bca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373195136:12345-0@lo:253: 00000100:00000001:3.0:1767384944.546591:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384944.546594:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195136 00000400:00000200:1.0:1767384944.546595:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 02000000:00000001:3.0:1767384944.546597:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384944.546607:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000829747c3. 00000020:00000001:2.0:1767384944.546610:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384944.546615:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384944.546616:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.546619:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384944.546622:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 02000000:00000001:3.0:1767384944.546638:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.546643:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.546647:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384944.546650:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 16], ns[77, 16] 20000000:00000010:3.0:1767384944.546662:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e9adc47a. 00000400:00000200:1.0:1767384944.546662:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 16], ns[78, 16] 00000020:00000001:2.0:1767384944.546665:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384944.546671:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384944.546673:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384944.546676:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384944.546680:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[73, 16], ns[75, 16] 20000000:00000001:3.0:1767384944.546682:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384944.546683:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384944.546711:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.546712:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384944.546718:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 16], ns[79, 16] 20000000:00000001:3.0:1767384944.546719:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.546719:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384944.546725:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384944.546728:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384944.546734:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000059de7c9. 20000000:00000001:3.0:1767384944.546735:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384944.546739:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 02000000:00000001:2.0:1767384944.546769:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.546776:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384944.546778:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e43a6e7. 00000400:00000200:1.0:1767384944.546779:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 20000000:00000001:2.0:1767384944.546780:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384944.546786:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000400:00000200:1.0:1767384944.546791:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp32 20000000:00000010:2.0:1767384944.546793:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe3c674f. 20000000:00000001:3.0:1767384944.546796:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384944.546799:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384944.546800:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp32 lpni_is_preferred = 0 00080000:00000001:3.0:1767384944.546804:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384944.546805:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384944.546809:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp32 20000000:00000001:2.0:1767384944.546810:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384944.546813:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.546815:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.546820:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384944.546826:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp32 NI seq info: [82:82:256:4294967295] 192.168.204.149@tcp32 LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1767384944.546833:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp32 00000400:00000200:1.0:1767384944.546842:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp32(192.168.204.149@tcp32:) -> 192.168.204.149@tcp32(192.168.204.149@tcp:192.168.204.149@tcp32) : GET try# 0 00000800:00000200:1.0:1767384944.546849:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp32 00000800:00000010:1.0:1767384944.546855:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bde9fd77. 00080000:00000001:3.0:1767384944.546859:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384944.546862:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001237bd52. 00080000:00000001:3.0:1767384944.546865:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384944.546868:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384944.546869:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c27c4371. 00080000:00000001:3.0:1767384944.546875:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:1.0:1767384944.546879:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (2) 00000020:00000001:3.0:1767384944.546880:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384944.546888:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000800:00000200:1.1:1767384944.546890:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (2) 00080000:00000001:3.0:1767384944.546894:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384944.546904:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000edf57510. 00000400:00000200:1.0:1767384944.546906:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00080000:00000001:3.0:1767384944.546909:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575557632 : -129515133993984 : ffff8a34e871fc00) 00000400:00000200:1.0:1767384944.546913:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00080000:00000001:3.0:1767384944.546915:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384944.546973:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547031:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000001:00000001:3.0:1767384944.547033:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384944.547036:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.547039:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384944.547065:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.547067:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00080000:00000001:3.0:1767384944.547068:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384944.547100:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547162:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547222:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00080000:00000001:3.0:1767384944.547234:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384944.547239:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384944.547283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547344:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547390:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547445:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547517:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547608:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547783:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547809:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547834:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547857:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547878:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547909:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547936:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.547981:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548064:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548117:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548169:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548226:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548273:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548294:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548320:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548349:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548397:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548421:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548440:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548458:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548489:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384944.548543:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384944.548769:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a7abeaa1. 00000800:00000010:1.0:1767384944.548776:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c251efb. 00000800:00000010:1.0:1767384944.548782:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e20817d1. 00000800:00000010:1.0:1767384944.548809:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e20817d1. 00000800:00020000:1.0:1767384944.548819:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384944.548823:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c251efb. 00000800:00000010:1.0:1767384944.548826:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a7abeaa1. 00000400:02020000:1.0:1767384944.548885:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp32 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384944.548893:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp32 notifying 192.168.204.149@tcp32: down 00000800:00000200:1.0:1767384944.548900:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp32 down 00000800:00000100:1.0:1767384944.548908:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp32 00000800:00000010:1.0:1767384944.548910:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bde9fd77. 00000400:00000200:1.0:1767384944.548914:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384944.548920:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp32->192.168.204.149@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384944.548928:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp32 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:1.0:1767384944.548932:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384944.548943:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:1.0:1767384944.548947:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384944.548986:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384944.548992:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100851 00000400:00000001:1.0:1767384944.548996:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384944.548998:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384944.549000:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:1.0:1767384944.549002:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000400:00000200:1.0:1767384944.549007:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384944.549011:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:1.0:1767384944.549015:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000d73c8258. 00000400:00000200:1.0:1767384944.549019:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (26) 00000400:00000200:1.0:1767384944.549023:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:1.0:1767384944.549027:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 rc -71 00000400:00000200:1.0:1767384944.549031:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384944.549035:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (25) 00080000:00000001:1.0:1767384944.559363:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384944.559372:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384944.559376:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384944.559379:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384944.559380:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384944.559386:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384944.559388:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384944.559389:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384944.559394:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384944.559397:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384944.559400:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000edf57510. 20000000:00000001:1.0:1767384944.559403:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384944.559405:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384944.559409:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384944.559418:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384944.559420:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000013562655. 20000000:01000000:3.0:1767384944.559427:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:01000000:1.0:1767384944.559435:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384944.559436:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384944.559441:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384944.559444:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384944.559445:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384944.559449:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384944.559453:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384944.559462:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000560f7119. 00010000:00000001:1.0:1767384944.559466:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384944.559470:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000089be80d7. 00000020:00000001:1.0:1767384944.559475:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384944.559479:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000089be80d7 with handle 0xcb8130832f6b3741 to hash 00080000:00000001:3.0:1767384944.559480:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384944.559483:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384944.559487:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384944.559488:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.559490:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384944.559509:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384944.559515:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00000020:00000001:3.0:1767384944.559516:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384944.559527:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00080000:00000001:3.0:1767384944.559528:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384944.559535:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000088d2cf7. 00010000:00000001:1.0:1767384944.559537:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384944.559540:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575552512 : -129515133999104 : ffff8a34e871e800) 00010000:00000001:1.0:1767384944.559542:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.559545:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384944.559551:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559568:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384944.559573:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384944.559577:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384944.559580:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384944.559584:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.559588:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384944.559591:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.559595:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384944.559599:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000001:00000001:3.0:1767384944.559600:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384944.559601:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384944.559604:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559606:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384944.559639:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000560f7119) refcount = 1 00080000:00000001:3.0:1767384944.559640:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384944.559646:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559654:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384944.559656:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384944.559657:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559658:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384944.559664:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384944.559665:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559670:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384944.559674:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384944.559677:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384944.559682:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384944.559684:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384944.559686:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089be80d7 refcount=4 00000020:00000001:1.0:1767384944.559707:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.559711:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.559713:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384944.559724:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559750:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384944.559752:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559757:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.559759:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384944.559761:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559766:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384944.559767:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559770:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384944.559772:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384944.559778:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000089be80d7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384944.559781:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384944.559783:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384944.559786:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384944.559789:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384944.559791:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384944.559795:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384944.559795:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384944.559799:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384944.559801:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089be80d7 refcount=5 00000020:00000001:1.0:1767384944.559803:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.559805:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.559808:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384944.559810:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559814:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384944.559823:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384944.559825:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559830:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384944.559832:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384944.559835:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384944.559837:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384944.559839:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000089be80d7 with handle 0xcb8130832f6b3741 from hash 00010000:00000001:1.0:1767384944.559841:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384944.559842:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.559844:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.559846:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384944.559848:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384944.559851:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384944.559853:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384944.559855:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.559858:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559860:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384944.559861:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384944.559864:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.559865:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.559866:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559868:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.559869:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.559871:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559876:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.559877:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.559879:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384944.559880:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384944.559882:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.559884:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.559886:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384944.559889:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384944.559891:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.559893:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.559909:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384944.559911:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384944.559912:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3741 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384944.559918:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000560f7119 count: 0 00010000:00000001:1.0:1767384944.559927:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384944.559929:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384944.562715:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294935158, at 4294935159 00000100:00000010:0.0:1767384944.562728:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030047881. 00000100:00000040:3.0:1767384944.562763:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294935158, at 4294935159 00000100:00000010:3.0:1767384944.562771:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030e92d1c. 00000100:00000040:1.0:1767384944.562806:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294935158, at 4294935159 00000100:00000010:1.0:1767384944.562814:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b719b81d. 00000100:00000040:2.0:1767384944.563656:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294935158, at 4294935160 00000100:00000010:2.0:1767384944.563664:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b30ee4c3. 00010000:00000010:1.1:1767384944.567649:0:28294:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000560f7119. 00010000:00000010:1.1:1767384944.567661:0:28294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089be80d7. 00080000:00000001:2.0:1767384944.571011:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384944.571016:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384944.571018:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384944.571020:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384944.571021:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384944.571023:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000088d2cf7. 00080000:00000001:2.0:1767384944.571037:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384944.571049:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384944.571057:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:3.0:1767384944.571061:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.571064:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384944.571067:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384944.571080:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384944.571084:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384944.571092:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384944.571097:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384944.571099:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384944.571100:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384944.571106:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384944.571109:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384944.571117:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1768f0b. 00010000:00000001:1.0:1767384944.571122:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384944.571126:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000089be80d7. 00000020:00000001:1.0:1767384944.571130:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384944.571133:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000089be80d7 with handle 0xcb8130832f6b3748 to hash 00000020:00000001:1.0:1767384944.571136:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384944.571138:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.571141:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.571144:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384944.571146:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.571149:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571158:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384944.571161:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384944.571164:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384944.571167:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384944.571169:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.571179:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384944.571181:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.571184:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384944.571187:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384944.571189:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384944.571191:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384944.571193:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a1768f0b) refcount = 1 00010000:00010000:1.0:1767384944.571196:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571202:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384944.571204:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384944.571206:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.571208:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.571210:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384944.571213:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384944.571217:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384944.571220:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384944.571222:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384944.571224:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089be80d7 refcount=4 00000020:00000001:1.0:1767384944.571226:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.571229:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.571232:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384944.571243:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571249:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384944.571252:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571256:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.571258:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384944.571259:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571264:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384944.571272:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.571276:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384944.571278:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384944.571284:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000089be80d7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384944.571287:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384944.571288:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384944.571289:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571295:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384944.571297:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384944.571299:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384944.571300:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089be80d7 refcount=5 00000020:00000001:1.0:1767384944.571302:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.571304:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301193728 : -129515408357888 : ffff8a34d8178600) 00010000:00000001:1.0:1767384944.571307:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384944.571309:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571314:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384944.571317:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384944.571319:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.571323:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384944.571325:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384944.571328:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384944.571329:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384944.571332:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000089be80d7 with handle 0xcb8130832f6b3748 from hash 00010000:00000001:1.0:1767384944.571334:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384944.571335:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.571336:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.571337:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384944.571339:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384944.571341:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384944.571350:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384944.571353:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.571355:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.571357:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384944.571359:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384944.571362:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.571364:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.571365:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.571367:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.571368:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.571370:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571375:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.571377:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.571378:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384944.571380:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384944.571381:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384944.571382:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384944.571384:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384944.571387:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384944.571389:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.571392:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384944.571397:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384944.571399:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384944.571400:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000089be80d7/0xcb8130832f6b3748 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384944.571405:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a1768f0b count: 0 00010000:00000001:1.0:1767384944.571419:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384944.571421:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384944.573663:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384944.573668:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384944.573670:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e9adc47a. 20000000:00000001:1.0:1767384944.573677:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384944.573682:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373195008 00010000:00000001:1.0:1767384944.573709:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384944.573718:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b2009bd x1853237373195008/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384944.573728:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384944.573730:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384944.573746:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.573752:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384944.573755:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384944.573757:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384944.573761:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384944.573764:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.573769:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384944.573774:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384944.573779:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a6fa76. 00000100:00000200:1.0:1767384944.573785:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373195008, offset 224 00000400:00000200:1.0:1767384944.573794:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384944.573809:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384944.573823:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505300 00000400:00000200:1.0:1767384944.573831:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1925 [2] + 224 00000400:00000200:1.0:1767384944.573839:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384944.573846:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384944.573853:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384944.573859:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.573870:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.573886:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384944.573896:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a6fa76 00000400:00000010:1.0:1767384944.573898:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058a6fa76. 00000100:00000001:1.0:1767384944.573901:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384944.573903:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384944.573907:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.573911:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384944.573915:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384944.573925:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.573928:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384944.573935:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b2009bd x1853237373195008/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384944.573944:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b2009bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373195008:12345-0@lo:253: Request processed in 27521us (28133us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384944.573956:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384944.573960:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384944.573963:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384944.573965:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384944.573971:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f2a18d7. 00000020:00000010:1.0:1767384944.573977:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000020:00000010:1.0:1767384944.573982:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010f6f6b2. 00000020:00000040:1.0:1767384944.573987:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:1.0:1767384944.573992:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384944.573995:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000829747c3. 02000000:00000001:1.0:1767384944.574000:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384944.574003:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384944.574009:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384944.574165:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384944.574168:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384944.574206:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384944.574209:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384944.574222:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f3be475. 00000400:00000200:1.0:1767384944.574228:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42ea41d 00000400:00000010:1.0:1767384944.574230:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c42ea41d. 00000100:00000001:1.0:1767384944.574235:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384944.574240:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384944.574249:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.574256:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384944.574258:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.574261:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384944.574273:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384944.574275:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384944.574278:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.574281:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384944.574286:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=52 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384944.574290:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.574292:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384944.574294:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.574295:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384944.574297:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.574337:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.574344:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.574351:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384944.574354:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384944.574356:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384944.574360:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384944.574363:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384944.574365:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384944.574367:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384944.574370:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384944.574372:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384944.574374:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384944.574376:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384944.574378:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384944.574380:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384944.574385:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384944.574393:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373195008:0@lo:253: 00000100:00000001:1.0:1767384944.574400:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.574403:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384944.574406:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373195008/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.574412:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384944.574415:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384944.574423:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e1cb8f80. 02000000:00000001:1.0:1767384944.574430:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384944.574433:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384944.574434:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384944.574436:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384944.574439:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000025f74937. 02000000:00000001:1.0:1767384944.574444:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384944.574446:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384944.574448:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:1.0:1767384944.574454:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384944.574455:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.574458:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.574465:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384944.574466:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.574469:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384944.574470:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384944.574484:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f3be475. 00000400:00000010:1.0:1767384944.574492:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a6fa76. 00080000:00000020:1.0:1767384944.575391:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384944.575395:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384944.575396:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe3c674f. 20000000:00000001:1.0:1767384944.575402:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384944.575405:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373195136 00010000:00000001:1.0:1767384944.575407:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384944.575411:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000864bca7 x1853237373195136/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384944.575418:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384944.575420:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384944.575422:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.575425:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384944.575427:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384944.575429:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384944.575431:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384944.575433:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.575435:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384944.575438:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384944.575449:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860cc4dd. 00000100:00000200:1.0:1767384944.575452:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373195136, offset 224 00000400:00000200:1.0:1767384944.575457:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384944.575463:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384944.575468:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505380 00000400:00000200:1.0:1767384944.575474:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x192d [2] + 224 00000400:00000200:1.0:1767384944.575483:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384944.575487:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384944.575492:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384944.575496:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.575508:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.575532:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384944.575540:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860cc4dd 00000100:00000001:2.0:1767384944.575542:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384944.575544:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860cc4dd. 00000100:00000001:2.0:1767384944.575546:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384944.575552:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384944.575553:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384944.575558:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384944.575558:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384944.575562:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8f503b. 00000100:00000001:1.0:1767384944.575567:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.575568:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413073f8 00000400:00000010:2.0:1767384944.575572:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000413073f8. 00000100:00000040:1.0:1767384944.575576:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384944.575578:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384944.575580:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384944.575584:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384944.575586:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384944.575588:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384944.575621:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.575625:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000864bca7 x1853237373195136/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.575641:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384944.575646:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384944.575650:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000864bca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373195136:12345-0@lo:253: Request processed in 29106us (29773us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384944.575651:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384944.575655:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384944.575658:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384944.575661:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384944.575665:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 02000000:00000001:2.0:1767384944.575667:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.575670:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00001000:2.0:1767384944.575672:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=52 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384944.575674:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384944.575679:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.575680:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384944.575685:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384944.575685:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7944368. 00000100:00000001:2.0:1767384944.575707:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384944.575708:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00010000:00000001:2.0:1767384944.575710:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384944.575713:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.575715:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384944.575723:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000808a67e3. 00000100:00000040:2.0:1767384944.575724:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384944.575741:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384944.575747:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384944.575751:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384944.575752:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000059de7c9. 00000100:00000001:2.0:1767384944.575758:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384944.575759:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384944.575760:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.575763:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384944.575765:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384944.575768:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384944.575769:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384944.575773:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384944.575776:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384944.575777:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006182ef06. 00000400:00000010:1.0:1767384944.575784:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860cc4dd. 00000020:01000004:2.0:1767384944.575789:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384944.575793:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384944.575794:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384944.575796:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384944.575798:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384944.575801:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384944.575807:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011b0ceb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373195136:0@lo:253: 00000100:00000001:2.0:1767384944.575812:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.575814:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384944.575816:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011b0ceb0 x1853237373195136/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.575821:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384944.575823:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384944.575825:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003a68bf3a. 02000000:00000001:2.0:1767384944.575829:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384944.575830:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384944.575831:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384944.575833:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384944.575835:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078e40717. 02000000:00000001:2.0:1767384944.575838:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384944.575839:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384944.575840:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011b0ceb0. 00000100:00000001:2.0:1767384944.575843:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384944.575845:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.575846:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.575851:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384944.575853:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.575855:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.575857:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384944.576096:0:28298:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000043fda9a1. 00000400:00000040:0.0:1767384944.576119:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384944.576121:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384944.576124:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.576126:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384944.576128:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.576130:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384944.576139:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384944.576141:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384944.576142:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384944.576144:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384944.576146:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384944.576148:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384944.576150:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384944.576151:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384944.576152:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384944.576154:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384944.576155:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384944.576156:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384944.576157:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384944.576159:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.576160:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384944.576162:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384944.576163:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384944.576164:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.576165:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384944.576167:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.576168:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384944.576170:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384944.576171:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384944.576172:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.576173:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384944.576175:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.576176:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384944.576177:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384944.576178:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384944.576179:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.576180:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384944.576182:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384944.576184:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384944.576185:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384944.576186:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384944.576187:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.576189:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384944.576190:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384944.576191:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384944.576198:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384944.576200:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384944.576201:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384944.576203:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384944.576204:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384944.576206:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384944.576207:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384944.576208:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384944.576210:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384944.576211:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384944.576212:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384944.576213:0:28298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384944.576295:0:28298:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000043fda9a1. 00010000:00000010:1.1:1767384944.581631:0:28297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1768f0b. 00010000:00000010:1.1:1767384944.581639:0:28297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089be80d7. 00000400:00000200:2.0:1767384945.211695:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp30 00000400:00000010:2.0:1767384945.211702:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000014ec839. 00000400:00000010:2.0:1767384945.211710:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b790aeb3. 00000400:00000010:2.0:1767384945.211715:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000400:00000010:2.0:1767384945.211722:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d96f1edc. 00000400:00000200:2.0:1767384945.211734:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp30 00000400:00000200:2.0:1767384945.211751:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp30 local destination 00000400:00000200:2.0:1767384945.211757:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp30 00000400:00000200:2.0:1767384945.211761:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [83:83:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767384945.211766:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp30 00000400:00000200:2.0:1767384945.211773:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:) -> 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) : GET try# 0 00000800:00000200:2.0:1767384945.211778:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp30 00000800:00000010:2.0:1767384945.211782:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a2decba. 00000800:00000200:2.0:1767384945.211789:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000800:00000200:2.1:1767384945.211793:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:2.0:1767384945.211817:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp30 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:2.0:1767384945.211821:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp32 00000400:00000010:2.0:1767384945.211824:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000080503416. 00000400:00000010:2.0:1767384945.211829:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d50ce1fd. 00000400:00000010:2.0:1767384945.211832:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000400:00000010:2.0:1767384945.211835:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7309b8c. 00000400:00000200:2.0:1767384945.211839:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp32 00000400:00000200:2.0:1767384945.211845:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp32 local destination 00000400:00000200:2.0:1767384945.211849:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp32 00000400:00000200:2.0:1767384945.211853:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp32 NI seq info: [84:84:256:4294967295] 192.168.204.149@tcp32 LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1767384945.211856:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp32 00000400:00000200:2.0:1767384945.211862:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp32(192.168.204.149@tcp32:) -> 192.168.204.149@tcp32(192.168.204.149@tcp32:192.168.204.149@tcp32) : GET try# 0 00000800:00000200:2.0:1767384945.211866:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp32 00000800:00000010:2.0:1767384945.211869:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d59b2f5. 00000800:00000200:2.0:1767384945.211871:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (2) 00000800:00000200:2.1:1767384945.211875:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (2) 00000400:00000200:0.0:1767384945.211884:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.211889:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp32 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:0.0:1767384945.211943:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.211967:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212001:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212048:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212068:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212138:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212156:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212218:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212230:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212296:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212308:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212371:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212386:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212441:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212453:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212513:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212525:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212589:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212655:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212716:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212747:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212793:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212823:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212880:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212915:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.212963:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.212996:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213031:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213066:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213098:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213127:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213165:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213197:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213237:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213274:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213313:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213348:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213384:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213418:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213450:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213498:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213518:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213567:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213590:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213673:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213708:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213769:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213783:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213859:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213872:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.213940:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.213954:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214030:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214044:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214112:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214121:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214199:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214211:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214284:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214298:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214373:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214387:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214431:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214464:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214496:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214525:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384945.214556:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214585:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214707:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214736:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214755:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214775:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214794:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214817:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214841:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.214901:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000800:00000010:2.0:1767384945.215210:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000059de7c9. 00000800:00000010:2.0:1767384945.215217:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d30feaf6. 00000800:00000010:2.0:1767384945.215223:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ace681e. 00000800:00000010:0.0:1767384945.215273:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087533ef4. 00000800:00000010:0.0:1767384945.215280:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075048ca8. 00000800:00000010:2.0:1767384945.215283:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ace681e. 00000800:00000010:0.0:1767384945.215284:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091a007c9. 00000800:00000010:0.0:1767384945.215322:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091a007c9. 00000800:00020000:0.0:1767384945.215333:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384945.215337:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075048ca8. 00000800:00000010:0.0:1767384945.215346:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087533ef4. 00000400:02020000:0.0:1767384945.215423:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384945.215431:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp30 notifying 192.168.204.149@tcp30: down 00000400:00000200:0.0:1767384945.215436:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384945.215442:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp30 00000800:00000010:0.0:1767384945.215445:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a2decba. 00000400:00000200:0.0:1767384945.215449:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384945.215456:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384945.215464:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384945.215468:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384945.215474:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384945.215747:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384945.215766:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp32 from 213.3.0.2 00000800:00000010:1.0:1767384945.215770:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f762fad7. 00000800:00000010:2.0:1767384945.215816:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe3c674f. 00000800:00000010:2.0:1767384945.215823:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a77e453f. 00000800:00000010:2.0:1767384945.215845:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e20338c2. 00000800:00000200:2.1:1767384945.215851:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (2) 00000800:00000200:2.1:1767384945.215856:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp32 00000000e20338c2 deleted 00000800:00000010:2.1:1767384945.215858:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e20338c2. 00000800:00000200:2.1:1767384945.215863:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384945.215870:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp32 ip 192.168.204.149:981 00000800:00000200:2.1:1767384945.215874:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384945.215879:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp32 p 3.x 192.168.204.149 -> 192.168.204.149:981 incarnation:1767384942573582439 sched[0] 00000800:00000010:2.0:1767384945.215884:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ace681e. 00000800:00000010:2.0:1767384945.215940:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ace681e. 00000800:00000010:2.0:1767384945.215944:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a77e453f. 00000800:00000200:3.1:1767384945.215977:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384945.215985:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f762fad7. 00000800:00000200:3.0:1767384945.215991:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp32 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384942573582439 sched[0] 00000800:00000010:3.0:1767384945.215996:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d30feaf6. 00000800:00000001:2.0:1767384945.216008:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216016:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384945.216080:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384945.216084:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d59b2f5. 00000400:00000200:2.0:1767384945.216088:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384945.216091:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.216098:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp32->192.168.204.149@tcp32: GET: OK 00000400:00000200:2.0:1767384945.216105:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384945.216109:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp32 recovery message sent successfully:0 00000800:00000001:2.0:1767384945.216122:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216128:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384945.216131:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216140:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384945.216146:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp32(192.168.204.149@tcp32) <- 192.168.204.149@tcp32 : GET - for me 00000400:00000200:2.0:1767384945.216167:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384945.216168:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384945.216178:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x191d [1] + 0 00000400:00000200:2.0:1767384945.216192:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp32 to MR: 192.168.204.149@tcp32 local destination 00000400:00000200:2.0:1767384945.216198:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp32 NI seq info: [85:85:256:4294967295] 192.168.204.149@tcp32 LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1767384945.216212:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp32(192.168.204.149@tcp32:192.168.204.149@tcp32) -> 192.168.204.149@tcp32(192.168.204.149@tcp32:192.168.204.149@tcp32) 192.168.204.149@tcp32 : REPLY try# 0 00000800:00000200:2.0:1767384945.216218:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp32 00000800:00000010:2.0:1767384945.216222:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d59b2f5. 00000800:00000200:2.0:1767384945.216228:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000400:00000200:3.0:1767384945.216233:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:2.0:1767384945.216238:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp32 ip 192.168.204.149:988 00000800:00000200:2.0:1767384945.216242:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d59b2f5 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384945.216293:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384945.216296:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d59b2f5. 00000400:00000200:2.0:1767384945.216300:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384945.216306:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp32->192.168.204.149@tcp32: REPLY: OK 00000400:00000200:3.0:1767384945.216313:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000001:2.0:1767384945.216318:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216324:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384945.216328:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216333:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384945.216335:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216340:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384945.216347:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp32(192.168.204.149@tcp32) <- 192.168.204.149@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384945.216358:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp32: Reply from 12345-192.168.204.149@tcp32 of length 272/272 into md 0x1951 00000800:00000001:2.0:1767384945.216363:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216370:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384945.216371:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384945.216376:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp32->192.168.204.149@tcp32: REPLY: OK 00000400:00000200:2.0:1767384945.216381:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00000400:00000200:3.0:1767384945.216383:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000010:2.0:1767384945.216384:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000400:00000200:2.0:1767384945.216391:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384945.216398:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000080503416. 00000400:00000010:2.0:1767384945.216409:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d50ce1fd. 00000800:00000001:2.0:1767384945.216417:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384945.216421:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384945.216453:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216481:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216502:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216526:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216545:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216564:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216583:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216643:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216673:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216713:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216737:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216757:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216776:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216792:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216809:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216824:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216841:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216861:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216891:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216918:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216948:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216974:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.216999:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217039:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217066:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217095:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217122:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217147:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217164:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384945.217184:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384945.217289:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000829747c3. 00000800:00000010:3.0:1767384945.217293:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000761e5171. 00000800:00000010:3.0:1767384945.217297:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c8b2d12. 00000800:00000010:3.0:1767384945.217316:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c8b2d12. 00000800:00020000:3.0:1767384945.217323:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384945.217326:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000761e5171. 00000800:00000010:3.0:1767384945.217329:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000829747c3. 00000400:02020000:3.0:1767384945.217370:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp32 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384945.339697:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384945.339702:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384945.339708:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384945.339709:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384945.339742:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384945.339746:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384945.339749:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384945.953790:0:28675:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384945.953808:0:28675:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.953814:0:28675:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384945.953822:0:28675:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384945.953828:0:28675:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.953832:0:28675:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384946.235710:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.235716:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384946.235719:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000800:00000200:0.0:1767384946.235722:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (6) 00000400:00000010:2.0:1767384946.235724:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000400:00000200:2.0:1767384946.235732:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384946.235732:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:988 00000800:00000200:0.0:1767384946.235739:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384946.235740:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384946.235751:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000014ec839. 00000400:00000010:2.0:1767384946.235759:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b790aeb3. 00000800:00000200:1.0:1767384946.235929:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384946.235935:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.235946:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384946.235949:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.235951:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.363702:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384946.363707:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.363712:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384946.363714:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.363733:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384946.363735:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384946.363737:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384946.777256:0:28839:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384946.777260:0:28839:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384946.780519:0:28839:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384946.786154:0:28840:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000475c1cf3. 00000400:00000010:0.0:1767384946.786167:0:28840:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd140c83. 00000400:00000010:0.0:1767384946.786176:0:28840:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000478357f5. 00000400:00000010:0.0:1767384946.786179:0:28840:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b850fd50. 00000400:00000010:0.0:1767384946.786182:0:28840:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1559f9f. 00000400:00000010:0.0:1767384946.786186:0:28840:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e14be4af. 00000400:00000010:0.0:1767384946.786187:0:28840:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ede2ef2c. 00000400:00000010:0.0:1767384946.786189:0:28840:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094a1ea0f. 00000400:00000010:0.0:1767384946.786192:0:28840:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ff753215. 00000800:00000010:0.0:1767384946.786205:0:28840:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000078175507. 00000800:00000200:0.0:1767384946.786214:0:28840:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384946.786221:0:28840:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384946.786253:0:28840:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384946.786271:0:28840:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp34 [8/256/0/180] 00000400:00000010:0.0:1767384946.787836:0:28840:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000067ffe226. 00000400:00000010:0.0:1767384946.787841:0:28840:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b520ca. 00000400:00000010:0.0:1767384946.787845:0:28840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470afbef. 00000400:00000001:0.0:1767384946.787860:0:28840:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384946.787861:0:28840:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384946.787863:0:28840:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003066d196. 00000400:00000200:0.0:1767384946.787864:0:28840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7307ed 00000400:00000010:0.0:1767384946.787866:0:28840:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 00000400:00000010:0.0:1767384946.787869:0:28840:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000007cf76b64. 00000400:00000200:0.0:1767384946.787872:0:28840:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (24) 00000400:00000200:0.0:1767384946.787883:0:28840:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384946.787890:0:28840:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:0.0:1767384946.787896:0:28840:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000087533ef4. 00000020:01000000:0.0:1767384946.787900:0:28840:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384946.787902:0:28840:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp34 00000400:00000200:1.0:1767384946.787907:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.787913:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000010:0.0:1767384946.787915:0:28840:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd140c83. 00000400:00000200:1.0:1767384946.787917:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (25) 00000400:00000010:1.0:1767384946.787922:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000001c701a92. 00000400:00000010:0.0:1767384946.787923:0:28840:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000475c1cf3. 00000400:00000010:1.0:1767384946.787928:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000400:00000010:1.0:1767384946.787935:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba2bfcf2. 00000400:00000200:1.0:1767384946.787939:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000001:2.0:1767384946.787948:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384946.787950:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:2.0:1767384946.787953:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.787957:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384946.787957:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:01000000:2.0:1767384946.787961:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384946.787966:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384946.787966:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:2.0:1767384946.787970:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384946.787972:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.787973:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384946.787974:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.787975:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384946.787983:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:01000004:2.0:1767384946.787984:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384946.787987:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384946.787989:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384946.787991:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384946.787991:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000100:00000010:2.0:1767384946.787997:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000400:00000200:1.0:1767384946.787998:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:00000040:2.0:1767384946.788004:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:1.0:1767384946.788005:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:1.0:1767384946.788011:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:2.0:1767384946.788012:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384946.788017:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384946.788017:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 02000000:00000001:2.0:1767384946.788023:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788024:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:1.0:1767384946.788030:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:1.0:1767384946.788033:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 02000000:00000010:2.0:1767384946.788034:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003a68bf3a. 00000400:00000200:1.0:1767384946.788039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000001:2.0:1767384946.788043:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788043:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:1.0:1767384946.788050:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000001:2.0:1767384946.788053:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384946.788054:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000100:00000001:2.0:1767384946.788056:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788060:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000040:2.0:1767384946.788066:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db0db9f] to pc [ptlrpcd_00_00+0] req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.788066:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:1.0:1767384946.788080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:1.0:1767384946.788087:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 16], ns[77, 16] 00000400:00000200:1.0:1767384946.788091:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 16], ns[78, 16] 00000400:00000200:1.0:1767384946.788101:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 16], ns[83, 16] 10000000:00000001:2.0:1767384946.788103:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384946.788108:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788109:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 16], ns[79, 16] 00000020:00000001:2.0:1767384946.788113:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788114:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384946.788118:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384946.788118:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 16], ns[85, 16] 00000100:00000001:0.0:1767384946.788119:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384946.788124:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384946.788126:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000020:00000001:2.0:1767384946.788128:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.788130:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384946.788130:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.788133:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp14 10000000:00000001:2.0:1767384946.788134:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384946.788138:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384946.788142:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp14 lpni_is_preferred = 0 00000020:01000004:2.0:1767384946.788143:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384946.788146:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384946.788150:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp14 00000100:00000001:0.0:1767384946.788150:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384946.788151:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384946.788153:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384946.788157:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384946.788159:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384946.788160:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384946.788163:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp14 NI seq info: [86:86:256:4294967295] 192.168.204.149@tcp14 LPNI seq info [84:84:8:4294967295] 02000000:00000001:0.0:1767384946.788163:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384946.788164:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.788166:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384946.788169:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384946.788170:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384946.788173:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384946.788175:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373195264:0@lo:253: 00000400:00000200:1.0:1767384946.788176:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp14 00000100:00000010:2.0:1767384946.788178:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb0be596. 00000020:00000040:2.0:1767384946.788183:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384946.788184:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384946.788188:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384946.788191:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384946.788191:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384946.788192:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14:) -> 192.168.204.149@tcp14(192.168.204.149@tcp:192.168.204.149@tcp14) : GET try# 0 02000000:00000001:0.0:1767384946.788194:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.788195:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.788200:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384946.788204:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp14 02000000:00000010:0.0:1767384946.788206:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000001f90549. 00000800:00000010:1.0:1767384946.788209:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f942b8a0. 02000000:00000010:2.0:1767384946.788210:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001a777710. 02000000:00000001:0.0:1767384946.788210:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.788217:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.788217:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008815f079. 00000800:00000200:1.0:1767384946.788220:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (6) 00000100:00000001:2.0:1767384946.788225:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384946.788225:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd140c83. 00000100:00000001:2.0:1767384946.788229:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384946.788230:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp14 ip 192.168.204.149:988 00000100:00000200:0.0:1767384946.788231:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373195264, portal 25 00000800:00000200:1.0:1767384946.788237:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f942b8a0 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384946.788237:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384946.788239:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb0be596] to pc [ptlrpcd_00_01+1] req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.788240:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000100:00000040:0.0:1767384946.788248:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.788252:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384946.788260:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 10000000:00000001:2.0:1767384946.788268:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788269:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384946.788273:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384946.788275:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384946.788276:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.788278:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e90b3b. 00000020:01000000:2.0:1767384946.788279:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384946.788283:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000087533ef4. 00000100:00000200:0.0:1767384946.788283:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373195264, offset 0 00000400:00000200:0.0:1767384946.788291:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384946.788297:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384946.788300:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384946.788302:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384946.788303:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384946.788309:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384946.788315:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505400 00000100:00000001:2.0:1767384946.788322:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384946.788324:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.788325:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11ad [2] + 0 02000000:00000001:2.0:1767384946.788327:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384946.788328:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b05d5c3. 02000000:00000001:2.0:1767384946.788330:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384946.788332:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.788334:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb0be596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373195392:0@lo:253: 00000100:00000001:2.0:1767384946.788340:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384946.788341:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f6767e3 02000000:00000001:2.0:1767384946.788342:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384946.788345:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.788346:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384946.788349:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384946.788351:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000043a6124. 02000000:00000001:2.0:1767384946.788355:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.788356:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384946.788360:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc23425. 00000400:00000200:0.0:1767384946.788361:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f6767e3 00000400:00000010:0.0:1767384946.788364:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f6767e3. 00000100:00000001:0.0:1767384946.788369:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384946.788370:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384946.788373:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d25ecb5. 00000100:00000040:0.0:1767384946.788374:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000d6afe52f x1853237373195264 msgsize 4848 00000100:00000200:2.0:1767384946.788379:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373195392, portal 25 00000100:00100000:0.0:1767384946.788380:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384946.788384:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384946.788385:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384946.788386:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776124160 : -129514933427456 : ffff8a34f4666300) 00000100:00000040:2.0:1767384946.788391:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.788395:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384946.788401:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1e90b3b 00000400:00000010:0.0:1767384946.788405:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1e90b3b. 00000100:00000001:0.0:1767384946.788409:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384946.788414:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384946.788416:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.788422:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384946.788427:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3adee42. 00000800:00000200:1.0:1767384946.788428:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384946.788429:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384946.788432:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373195392, offset 0 00000800:00000010:1.0:1767384946.788434:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f942b8a0. 00000100:00000040:0.0:1767384946.788435:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.788440:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.788444:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.788450:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: GET: OK 00000100:00000001:0.0:1767384946.788450:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384946.788456:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384946.788456:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384946.788458:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384946.788462:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000100:00000001:0.0:1767384946.788465:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384946.788466:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505480 00000100:00000001:0.0:1767384946.788470:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294937400 00000800:00000001:1.0:1767384946.788472:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384946.788474:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 00000100:00000010:0.0:1767384946.788477:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000431ba0e0. 00000400:00000010:2.0:1767384946.788478:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006df6a041. 00000800:00000001:1.0:1767384946.788482:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.788485:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007cad446b 00000800:00000001:1.0:1767384946.788485:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384946.788486:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384946.788492:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384946.788493:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294937400 00000800:00000001:1.0:1767384946.788494:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.788499:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384946.788501:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030047881. 00000400:00000200:2.0:1767384946.788503:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cad446b 00000400:00000010:2.0:1767384946.788507:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cad446b. 00000400:00000200:1.0:1767384946.788508:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14) <- 192.168.204.149@tcp14 : GET - for me 00000100:00000001:0.0:1767384946.788508:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384946.788515:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384946.788515:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294937400 00000100:00000200:2.0:1767384946.788519:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384946.788521:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024cc36e2. 00000400:00000200:1.0:1767384946.788523:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384946.788524:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000098e28507 x1853237373195392 msgsize 4848 00000100:00000001:0.0:1767384946.788526:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384946.788531:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294937400 00000100:00100000:2.0:1767384946.788534:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384946.788538:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384946.788538:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2e1403c. 00000400:00000200:1.0:1767384946.788539:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 432/432 into md 0x1955 [1] + 0 00000100:00000001:0.0:1767384946.788548:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384946.788549:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.788553:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp14 to MR: 192.168.204.149@tcp14 local destination 00000100:00000001:0.0:1767384946.788556:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384946.788562:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp14 NI seq info: [87:87:256:4294967295] 192.168.204.149@tcp14 LPNI seq info [85:85:8:4294967295] 00000100:00000001:0.0:1767384946.788562:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788568:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788571:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.788578:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14:192.168.204.149@tcp14) -> 192.168.204.149@tcp14(192.168.204.149@tcp14:192.168.204.149@tcp14) 192.168.204.149@tcp14 : REPLY try# 0 00000100:00000001:0.0:1767384946.788579:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384946.788582:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384946.788586:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384946.788587:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.149@tcp14 00000100:00000001:0.0:1767384946.788588:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384946.788589:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3adee42 00000800:00000010:1.0:1767384946.788592:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f942b8a0. 00000400:00000010:2.0:1767384946.788617:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3adee42. 00000100:00000001:2.0:1767384946.788622:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384946.788626:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (6) 00000100:00000001:0.0:1767384946.788629:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384946.788630:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.788635:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384946.788636:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp14 ip 192.168.204.149:1013 00000800:00000200:1.0:1767384946.788643:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f942b8a0 type 3, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1767384946.788658:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384946.788663:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.788669:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788669:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384946.788670:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384946.788674:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195264 00000100:00000001:2.0:1767384946.788677:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.788678:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384946.788682:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.788683:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294937401 00000100:00000001:0.0:1767384946.788684:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.788690:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384946.788694:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195264 00000100:00000001:2.0:1767384946.788695:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937400 00000020:00000001:0.0:1767384946.788697:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384946.788699:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000800:00000200:1.0:1767384946.788701:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384946.788704:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:1.0:1767384946.788705:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f942b8a0. 00000100:00000001:2.0:1767384946.788708:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294937401 00000020:00000040:0.0:1767384946.788708:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:1.0:1767384946.788710:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384946.788713:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384946.788716:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937400 00000020:00000001:0.0:1767384946.788718:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384946.788721:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: REPLY: OK 00000100:00000001:2.0:1767384946.788723:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294937401 00000100:00000001:0.0:1767384946.788724:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384946.788729:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db47282b. 00000100:00000001:2.0:1767384946.788731:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937400 00000800:00000001:1.0:1767384946.788731:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384946.788732:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384946.788737:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384946.788737:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db47282b. 00000100:00000001:2.0:1767384946.788738:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294937401 00000800:00000001:1.0:1767384946.788743:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.788746:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937400 00000020:00000010:0.0:1767384946.788747:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030c0632a. 00000800:00000001:1.0:1767384946.788748:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384946.788753:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384946.788755:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e0e261b. 00000100:00000001:2.0:1767384946.788756:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384946.788758:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.788762:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384946.788763:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384946.788768:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788770:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp14(192.168.204.149@tcp14) <- 192.168.204.149@tcp14 : REPLY - for me 00000100:00000001:2.0:1767384946.788771:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384946.788775:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384946.788778:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384946.788779:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384946.788782:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384946.788783:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384946.788784:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp14: Reply from 12345-192.168.204.149@tcp14 of length 432/432 into md 0x1959 00000100:00000001:2.0:1767384946.788786:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384946.788787:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.788789:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384946.788791:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.788792:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.788797:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384946.788798:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.788802:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384946.788803:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788808:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp14->192.168.204.149@tcp14: REPLY: OK 00000400:00000200:1.0:1767384946.788813:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:1.0:1767384946.788815:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000100:00000001:0.0:1767384946.788815:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.788819:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384946.788824:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000100:00000001:2.0:1767384946.788825:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384946.788829:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000100:00000001:0.0:1767384946.788829:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384946.788830:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195392 00000100:00000001:0.0:1767384946.788833:0:16798:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.788834:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384946.788838:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.788842:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788843:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384946.788845:0:16156:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.149@tcp (448 bytes) 02000000:00000001:2.0:1767384946.788846:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.788847:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384946.788852:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195392 00000100:00100000:0.0:1767384946.788854:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000001:2.0:1767384946.788855:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384946.788857:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000020:00000040:2.0:1767384946.788859:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000040:0.0:1767384946.788860:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:2.0:1767384946.788862:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384946.788865:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671900752 : -129515037650864 : ffff8a34ee301050) 00000020:00000040:2.0:1767384946.788866:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:2.0:1767384946.788870:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:1.0:1767384946.788871:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000001c701a92. 00000100:00000040:0.0:1767384946.788873:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6afe52f x1853237373195264/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:172/0 lens 4848/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384946.788874:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:1.0:1767384946.788879:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (26) 00000100:00000001:2.0:1767384946.788881:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384946.788888:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 00000100:00000001:0.0:1767384946.788888:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384946.788891:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.788893:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384946.788893:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db47282b. 00000800:00000001:1.0:1767384946.788896:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384946.788898:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.788900:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 00000020:00000010:0.0:1767384946.788902:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db47282b. 00000100:00100000:0.0:1767384946.788906:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6afe52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373195264:12345-0@lo:253: 00000100:00000200:0.0:1767384946.788913:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195264 00000020:00000001:0.0:1767384946.788915:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384946.788917:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4922d54. 00000400:00000200:1.0:1767384946.788917:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384946.788918:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384946.788922:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000001c701a92. 00000020:00000001:0.0:1767384946.788922:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.788925:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a931bf6e. 00000020:00000001:0.0:1767384946.788928:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384946.788930:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c11e641. 00000020:00000001:0.0:1767384946.788931:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000010:2.0:1767384946.788933:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 00000400:00000010:1.0:1767384946.788937:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000020:00000001:0.0:1767384946.788937:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384946.788941:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384946.788942:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.788943:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001c701a92 00000100:00000001:2.0:1767384946.788945:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384946.788946:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:1.0:1767384946.788948:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384946.788949:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.788950:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:1.0:1767384946.788951:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384946.788955:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005389b167. 00000020:00000001:0.0:1767384946.788955:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.788960:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.788961:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000100:00000001:0.0:1767384946.788962:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384946.788964:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384946.788965:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 02000000:00000001:0.0:1767384946.788966:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384946.788970:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 02000000:00000010:0.0:1767384946.788972:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000087533ef4. 00000400:00000010:1.0:1767384946.788973:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000009ecc0675. 02000000:00000001:0.0:1767384946.788976:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.788977:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384946.788979:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000100:00000001:0.0:1767384946.788980:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.788981:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384946.788985:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 20000000:00000001:0.0:1767384946.788986:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:2.0:1767384946.788990:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000400:00000200:1.0:1767384946.788993:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:0 00000100:00000040:2.0:1767384946.788994:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:2.0:1767384946.788998:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671896656 : -129515037654960 : ffff8a34ee300050) 00000400:00000200:1.0:1767384946.788999:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc 1 20000000:00000010:0.0:1767384946.789003:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000668d5b03. 00000100:00000040:2.0:1767384946.789004:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098e28507 x1853237373195392/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:172/0 lens 4848/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.789007:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 20000000:01000000:0.0:1767384946.789009:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384946.789012:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (25) 20000000:00000001:0.0:1767384946.789015:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384946.789018:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000067e7abbf. 20000000:00000001:0.0:1767384946.789019:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384946.789022:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384946.789024:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 20000000:00000001:0.0:1767384946.789024:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.789026:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 20000000:00000001:0.0:1767384946.789027:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.789031:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384946.789032:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002555b5f0. 20000000:00000001:0.0:1767384946.789032:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384946.789035:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 00000100:00100000:2.0:1767384946.789042:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098e28507 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373195392:12345-0@lo:253: 00000400:00000200:1.0:1767384946.789042:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 20000000:00000010:0.0:1767384946.789043:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008c84b061. 20000000:01000000:0.0:1767384946.789048:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000100:00000200:2.0:1767384946.789049:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195392 00000400:00000200:1.0:1767384946.789052:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:2.0:1767384946.789053:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384946.789054:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384946.789058:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384946.789059:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00080000:00000001:0.0:1767384946.789061:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384946.789062:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.789065:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:2.0:1767384946.789067:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384946.789070:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:00000001:2.0:1767384946.789072:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384946.789076:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384946.789080:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.789085:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384946.789085:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000020:00000001:2.0:1767384946.789087:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384946.789091:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.789095:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:2.0:1767384946.789097:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384946.789101:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00080000:00000001:0.0:1767384946.789104:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384946.789107:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 02000000:00000001:2.0:1767384946.789109:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384946.789109:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384946.789113:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.789116:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00080000:00000001:0.0:1767384946.789116:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000010:2.0:1767384946.789117:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005de2edff. 00000020:00000001:0.0:1767384946.789121:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:2.0:1767384946.789122:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.789126:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000100:00000001:2.0:1767384946.789128:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.789129:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00080000:00000001:0.0:1767384946.789132:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384946.789135:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384946.789138:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00080000:00000010:0.0:1767384946.789139:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fc86a5d0. 20000000:00000010:2.0:1767384946.789143:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a943ed5f. 00000400:00000200:1.0:1767384946.789144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00080000:00000001:0.0:1767384946.789144:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659743232 : -129520049808384 : ffff8a33c3709c00) 20000000:01000000:2.0:1767384946.789149:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384946.789150:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384946.789154:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384946.789154:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 20000000:00000001:2.0:1767384946.789158:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384946.789161:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.789163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 20000000:00000001:2.0:1767384946.789164:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384946.789168:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384946.789172:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384946.789176:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:1.0:1767384946.789178:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:1.0:1767384946.789180:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:1.0:1767384946.789183:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:1.0:1767384946.789186:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 18], ns[77, 18] 00000400:00000200:1.0:1767384946.789189:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[78, 18] 00000400:00000200:1.0:1767384946.789191:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 18], ns[83, 18] 00000400:00000200:1.0:1767384946.789201:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 18], ns[79, 18] 00000400:00000200:1.0:1767384946.789205:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 18], ns[85, 18] 00000400:00000200:1.0:1767384946.789208:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:1.0:1767384946.789211:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp15 00000400:00000200:1.0:1767384946.789213:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp15 lpni_is_preferred = 0 00000400:00000200:1.0:1767384946.789215:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp15 00000400:00000200:1.0:1767384946.789217:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp15 NI seq info: [88:88:256:4294967295] 192.168.204.149@tcp15 LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1767384946.789222:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp15 00000400:00000200:1.0:1767384946.789229:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15:) -> 192.168.204.149@tcp15(192.168.204.149@tcp:192.168.204.149@tcp15) : GET try# 0 00000800:00000200:1.0:1767384946.789233:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp15 00000800:00000010:1.0:1767384946.789236:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f942b8a0. 00000001:00000001:0.0:1767384946.789239:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:1.0:1767384946.789240:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (6) 00080000:00000001:0.0:1767384946.789242:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.789245:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384946.789248:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:988 00000800:00000200:1.0:1767384946.789251:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f942b8a0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384946.789258:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384946.789260:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00080000:00000001:0.0:1767384946.789263:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.789267:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384946.789324:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384946.789327:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384946.789421:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384946.789422:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384946.789425:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f942b8a0. 00000400:00000200:1.0:1767384946.789429:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384946.789431:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384946.789435:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384946.789436:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: GET: OK 00000400:00000200:1.0:1767384946.789440:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384946.789443:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:2.0:1767384946.789444:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.789453:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15) <- 192.168.204.149@tcp15 : GET - for me 00000400:00000200:2.0:1767384946.789461:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384946.789464:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 448/448 into md 0x1955 [1] + 0 00000400:00000200:2.0:1767384946.789473:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp15 to MR: 192.168.204.149@tcp15 local destination 00000400:00000200:2.0:1767384946.789477:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp15 NI seq info: [89:89:256:4294967295] 192.168.204.149@tcp15 LPNI seq info [87:87:8:4294967295] 00000400:00000200:2.0:1767384946.789486:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) -> 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) 192.168.204.149@tcp15 : REPLY try# 0 00000800:00000200:2.0:1767384946.789490:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.149@tcp15 00000800:00000010:2.0:1767384946.789493:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008867c0a5. 00000800:00000200:2.0:1767384946.789497:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (6) 00000800:00000200:2.0:1767384946.789501:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:1011 00000800:00000200:2.0:1767384946.789504:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008867c0a5 type 3, nob 544 niov 1 nkiov 1 00000800:00000001:1.0:1767384946.789533:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384946.789562:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384946.789565:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008867c0a5. 00000400:00000200:2.0:1767384946.789568:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.789572:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: REPLY: OK 00000800:00000001:2.0:1767384946.789587:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384946.789590:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384946.789622:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384946.789627:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.789632:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15) <- 192.168.204.149@tcp15 : REPLY - for me 00000400:00000200:2.0:1767384946.789643:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp15: Reply from 12345-192.168.204.149@tcp15 of length 448/448 into md 0x1971 00000800:00000001:2.0:1767384946.789646:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.789661:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384946.789664:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.789667:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.789671:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: REPLY: OK 00000400:00000200:2.0:1767384946.789674:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000400:00000010:2.0:1767384946.789676:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000400:00000200:2.0:1767384946.789679:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384946.789682:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:2.0:1767384946.789683:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:2.0:1767384946.789686:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 26. state = 0x100271 00000400:00000200:2.0:1767384946.789689:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384946.789696:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (26) 00000800:00000001:2.0:1767384946.789702:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384946.789704:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.789711:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.789717:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:1.0:1767384946.789722:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000296c9a45. 00000400:00000010:1.0:1767384946.789725:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 0000000028de425a. 00000400:00000010:1.0:1767384946.789728:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000e162d050. 00000400:00000200:1.0:1767384946.789761:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp30(00000000383b68b0) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384946.789769:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006a145742. 00000400:00000200:1.0:1767384946.789774:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006a145742 nid 192.168.204.149@tcp33 00000400:00000010:1.0:1767384946.789776:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004b0e9a1b. 00000400:00000200:1.0:1767384946.789778:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000004b0e9a1b net tcp33 00000400:00000200:1.0:1767384946.789781:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (25) 00000400:00000200:1.0:1767384946.789785:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp33 flags 0x11 00000400:00000010:1.0:1767384946.789789:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009ecc0675. 00000400:00000200:1.0:1767384946.789792:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009ecc0675 nid 192.168.204.149@tcp34 00000400:00000010:1.0:1767384946.789794:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004a7abe68. 00000400:00000200:1.0:1767384946.789797:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000004a7abe68 net tcp34 00000400:00000200:1.0:1767384946.789798:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (26) 00000400:00000200:1.0:1767384946.789802:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp34 flags 0x11 00000400:00000010:1.0:1767384946.789804:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000296c9a45. 00000400:00000010:1.0:1767384946.789807:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 0000000028de425a. 00000400:00000010:1.0:1767384946.789809:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000e162d050. 00000400:00000010:1.0:1767384946.789811:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000067e7abbf. 00000400:00000200:1.0:1767384946.789813:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384946.789815:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:1.0:1767384946.789817:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:1.0:1767384946.789820:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:1.0:1767384946.789824:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000534875b1. 00000400:00000200:1.0:1767384946.789826:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000400:00000010:1.0:1767384946.789830:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008690e05f. 00000400:00000200:1.0:1767384946.789834:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp15 00000400:00000200:1.0:1767384946.789843:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp15 to MR: 192.168.204.149@tcp15 local destination 00000400:00000200:1.0:1767384946.789849:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp15 NI seq info: [90:90:256:4294967295] 192.168.204.149@tcp15 LPNI seq info [88:88:8:4294967295] 00000400:00000200:1.0:1767384946.789854:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp15 00000400:00000200:1.0:1767384946.789863:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) -> 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) : PUT try# 0 00000800:00000200:1.0:1767384946.789868:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.149@tcp15 00000800:00000010:1.0:1767384946.789872:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f942b8a0. 00000800:00000200:1.0:1767384946.789884:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (6) 00000800:00000200:1.0:1767384946.789890:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:988 00000800:00000200:1.0:1767384946.789893:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f942b8a0 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1767384946.789906:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384946.789909:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000800:00000200:1.0:1767384946.789951:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384946.789953:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f942b8a0. 00000400:00000200:1.0:1767384946.789955:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.789959:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: PUT: OK 00000400:00000200:1.0:1767384946.789962:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384946.789963:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp15: 0 00000800:00000001:1.0:1767384946.789968:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.789972:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384946.789974:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.789978:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.789982:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15) <- 192.168.204.149@tcp15 : PUT - for me 00000400:00000200:1.0:1767384946.789988:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384946.789992:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 448/448 into md 0x196d [1] + 0 00000400:00000010:1.0:1767384946.789995:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c11e641. 00000400:00000200:1.0:1767384946.789998:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c874f26 00000800:00000001:1.0:1767384946.790000:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.790004:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.790005:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.790008:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: PUT: OK 00000400:00000200:1.0:1767384946.790010:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:1.0:1767384946.790011:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000400:00000200:1.0:1767384946.790012:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384946.790015:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (28) 00000400:00000200:1.0:1767384946.790018:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384946.790021:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000067e7abbf. 00000400:00000200:1.0:1767384946.790023:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 26 00000400:00000200:1.0:1767384946.790025:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384946.790032:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (29) 00000400:00000200:1.0:1767384946.790041:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384946.790046:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp15 to MR: 192.168.204.149@tcp15 local destination 00000400:00000200:1.0:1767384946.790051:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp15 NI seq info: [91:91:256:4294967295] 192.168.204.149@tcp15 LPNI seq info [89:89:8:4294967295] 00000400:00000200:1.0:1767384946.790061:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) -> 192.168.204.149@tcp15(192.168.204.149@tcp15:192.168.204.149@tcp15) 192.168.204.149@tcp15 : ACK try# 0 00000800:00000200:1.0:1767384946.790064:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp15 00000800:00000010:1.0:1767384946.790067:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f942b8a0. 00000800:00000200:1.0:1767384946.790071:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (6) 00000800:00000200:1.0:1767384946.790075:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:1011 00000400:00000200:2.0:1767384946.790076:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384946.790077:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f942b8a0 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384946.790081:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415c1982. 00000400:00000010:2.0:1767384946.790086:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000400:00000200:2.0:1767384946.790089:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001c701a92 00000400:00000200:2.0:1767384946.790093:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004f1 00000400:00000010:2.0:1767384946.790098:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000bc9e8a9c. 00000400:00000010:2.0:1767384946.790100:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000117f519d. 00000400:00000010:2.0:1767384946.790103:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 000000004e053bb4. 00000800:00000200:1.0:1767384946.790119:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384946.790122:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f942b8a0. 00000400:00000200:1.0:1767384946.790126:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384946.790129:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000bc9e8a9c. 00000400:00000200:1.0:1767384946.790132:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: ACK: OK 00000400:00000010:2.0:1767384946.790134:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000117f519d. 00000400:00000010:2.0:1767384946.790138:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 000000004e053bb4. 00000800:00000001:1.0:1767384946.790139:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384946.790141:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000067e7abbf. 00000800:00000001:1.0:1767384946.790144:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.790146:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000800:00000001:1.0:1767384946.790148:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.790152:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384946.790155:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384946.790158:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100571 00000800:00000001:1.0:1767384946.790159:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.790163:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 1 00000400:00000200:2.0:1767384946.790172:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 00000400:00000200:1.0:1767384946.790173:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp15(192.168.204.149@tcp15) <- 192.168.204.149@tcp15 : ACK - for me 00000400:00000200:2.0:1767384946.790181:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384946.790187:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100511 rc 0 00000400:00000200:1.0:1767384946.790189:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp15: ACK from 12345-192.168.204.149@tcp15 into md 0x1975 00000400:00000200:1.0:1767384946.790195:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.790197:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384946.790203:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp15->192.168.204.149@tcp15: ACK: OK 00000400:00000200:2.0:1767384946.790204:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (28) 00000400:00000200:1.0:1767384946.790210:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000534875b1 00000400:00000010:1.0:1767384946.790213:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000534875b1. 00000400:00000200:1.0:1767384946.790216:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384946.790217:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:1.0:1767384946.790219:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (27) 00000800:00000001:1.0:1767384946.790222:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.790224:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384946.796781:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384946.796786:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384946.796786:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384946.796790:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384946.796791:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384946.796793:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384946.796795:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384946.796797:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384946.796798:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384946.796800:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fc86a5d0. 20000000:01000000:0.0:1767384946.796802:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384946.796805:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384946.796813:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384946.796818:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384946.796823:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384946.796825:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067e7abbf. 20000000:01000000:1.0:1767384946.796835:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:01000000:0.0:1767384946.796836:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384946.796840:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384946.796844:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384946.796845:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384946.796849:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384946.796853:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384946.796855:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384946.796861:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a43c8eaf. 00010000:00000001:0.0:1767384946.796865:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384946.796868:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004debfc3f. 00000020:00000001:0.0:1767384946.796872:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384946.796874:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004debfc3f with handle 0xcb8130832f6b374f to hash 00000020:00000001:0.0:1767384946.796876:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384946.796878:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384946.796878:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384946.796880:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00080000:00000001:1.0:1767384946.796884:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384946.796885:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384946.796889:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.796889:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384946.796893:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384946.796894:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384946.796899:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384946.796902:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384946.796904:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:0.0:1767384946.796905:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384946.796908:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384946.796910:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384946.796911:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384946.796913:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.796916:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384946.796917:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384946.796918:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e162d050. 00010000:00000001:0.0:1767384946.796921:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384946.796922:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635084288 : -129520074467328 : ffff8a33c1f85800) 00010000:00000001:0.0:1767384946.796925:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384946.796926:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384946.796927:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384946.796929:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384946.796931:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43c8eaf) refcount = 1 00010000:00010000:0.0:1767384946.796934:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.796938:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384946.796939:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384946.796940:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.796942:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.796947:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384946.796949:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384946.796952:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:0.0:1767384946.796955:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384946.796956:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384946.796958:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004debfc3f refcount=4 00000020:00000001:0.0:1767384946.796960:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384946.796962:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384946.796964:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384946.796965:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.796969:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384946.796971:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.796975:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384946.796976:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384946.796978:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.796981:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384946.796983:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.796985:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384946.796987:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384946.796991:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384946.796991:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004debfc3f already unused, calling callback (0000000051dbbedc) 00080000:00000001:1.0:1767384946.796994:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.796995:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384946.796999:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384946.796999:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384946.797003:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.797008:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384946.797010:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384946.797011:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384946.797014:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384946.797015:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384946.797018:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004debfc3f refcount=5 00000020:00000001:0.0:1767384946.797020:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384946.797021:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384946.797025:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384946.797026:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.797030:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384946.797032:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384946.797033:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.797036:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384946.797038:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384946.797039:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384946.797040:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384946.797042:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004debfc3f with handle 0xcb8130832f6b374f from hash 00010000:00000001:0.0:1767384946.797044:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384946.797045:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384946.797046:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384946.797047:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384946.797049:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384946.797051:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384946.797053:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384946.797054:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.797056:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.797058:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384946.797059:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384946.797061:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384946.797062:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384946.797063:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.797065:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.797066:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384946.797068:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.797071:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384946.797074:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384946.797076:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384946.797078:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384946.797079:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384946.797082:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384946.797083:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384946.797085:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384946.797087:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384946.797090:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384946.797092:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384946.797093:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.797097:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384946.797099:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384946.797100:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004debfc3f/0xcb8130832f6b374f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384946.797105:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a43c8eaf count: 0 00010000:00000001:0.0:1767384946.797113:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384946.797115:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384946.802616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a43c8eaf. 00010000:00000010:0.1:1767384946.802623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004debfc3f. 00080000:00000001:3.0:1767384946.804690:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384946.804695:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:3.0:1767384946.804698:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384946.804700:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384946.804702:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384946.804711:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384946.804714:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384946.804719:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384946.804730:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384946.804731:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384946.804733:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384946.804735:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384946.804742:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384946.804744:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e162d050. 00080000:00000001:3.0:1767384946.804748:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384946.804759:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384946.804761:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384946.804762:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384946.804765:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384946.804767:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384946.804772:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fef63f6. 00010000:00000001:3.0:1767384946.804775:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384946.804778:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000031165f10. 00000020:00000001:3.0:1767384946.804780:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384946.804783:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000031165f10 with handle 0xcb8130832f6b3756 to hash 00000020:00000001:3.0:1767384946.804785:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384946.804786:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384946.804788:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384946.804790:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384946.804792:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384946.804794:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804800:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384946.804802:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384946.804803:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384946.804805:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384946.804807:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384946.804809:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384946.804810:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384946.804811:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384946.804813:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384946.804814:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384946.804815:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384946.804816:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001fef63f6) refcount = 1 00010000:00010000:3.0:1767384946.804819:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804823:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384946.804829:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384946.804831:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384946.804833:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384946.804835:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384946.804838:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384946.804839:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384946.804841:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384946.804843:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384946.804844:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=4 00000020:00000001:3.0:1767384946.804846:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384946.804848:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384946.804850:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384946.804851:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804855:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384946.804857:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804860:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384946.804862:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384946.804864:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804867:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384946.804868:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384946.804870:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384946.804871:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384946.804874:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000031165f10 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384946.804875:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384946.804876:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384946.804877:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804889:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384946.804891:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384946.804892:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384946.804894:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=5 00000020:00000001:3.0:1767384946.804895:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384946.804896:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384946.804897:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384946.804898:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804901:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384946.804902:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384946.804903:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384946.804905:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384946.804906:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384946.804907:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384946.804908:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384946.804909:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031165f10 with handle 0xcb8130832f6b3756 from hash 00010000:00000001:3.0:1767384946.804910:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384946.804911:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384946.804912:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384946.804913:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384946.804914:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384946.804915:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384946.804916:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384946.804917:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384946.804918:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384946.804919:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384946.804921:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384946.804923:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384946.804924:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384946.804925:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384946.804927:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384946.804928:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384946.804935:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804939:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384946.804941:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384946.804942:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384946.804943:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384946.804945:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384946.804946:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384946.804947:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384946.804949:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384946.804950:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384946.804952:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384946.804955:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384946.804957:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384946.804958:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000031165f10/0xcb8130832f6b3756 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384946.804962:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001fef63f6 count: 0 00010000:00000001:3.0:1767384946.804975:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384946.804977:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384946.805673:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294937401, at 4294937402 00000100:00000040:3.0:1767384946.805681:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294937401, at 4294937402 00000100:00000010:1.0:1767384946.805681:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030047881. 00000100:00000010:3.0:1767384946.805689:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2e1403c. 00080000:00000020:0.0:1767384946.805807:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384946.805811:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384946.805813:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000668d5b03. 20000000:00000001:0.0:1767384946.805819:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384946.805823:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373195264 00010000:00000001:0.0:1767384946.805825:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384946.805832:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6afe52f x1853237373195264/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384946.805840:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384946.805842:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384946.805846:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384946.805851:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384946.805854:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384946.805856:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384946.805859:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384946.805861:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.805865:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384946.805875:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294937401, at 4294937402 00000100:00000040:0.0:1767384946.805875:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384946.805878:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee6c5ec5. 00000100:00000010:2.0:1767384946.805884:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024cc36e2. 00000100:00000200:0.0:1767384946.805884:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373195264, offset 224 00000400:00000200:0.0:1767384946.805895:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384946.805904:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384946.805912:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505400 00000400:00000200:0.0:1767384946.805917:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x195d [2] + 224 00000400:00000200:0.0:1767384946.805923:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384946.805927:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384946.805931:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384946.805935:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384946.805943:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.805959:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384946.805964:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6c5ec5 00000400:00000010:0.0:1767384946.805966:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee6c5ec5. 00000100:00000001:0.0:1767384946.805969:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384946.805971:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384946.805975:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.805976:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384946.805980:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384946.805982:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384946.805983:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384946.805987:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.805989:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384946.805990:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.805994:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384946.805994:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6afe52f x1853237373195264/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384946.805999:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 00000400:00000200:2.0:1767384946.806006:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd140c83 00000100:00100000:0.0:1767384946.806006:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6afe52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373195264:12345-0@lo:253: Request processed in 17114us (17629us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384946.806010:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd140c83. 00000100:00000001:2.0:1767384946.806016:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384946.806019:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000200:2.0:1767384946.806022:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384946.806024:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384946.806029:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384946.806032:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384946.806037:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384946.806038:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e0e261b. 00000100:00000001:2.0:1767384946.806044:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384946.806048:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384946.806050:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384946.806051:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384946.806055:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384946.806055:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030c0632a. 00000100:00000001:2.0:1767384946.806058:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.806060:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.806063:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384946.806063:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00001000:2.0:1767384946.806066:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=54 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384946.806069:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384946.806072:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=54 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384946.806072:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000087533ef4. 00000100:00000001:2.0:1767384946.806079:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384946.806081:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.806081:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384946.806085:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.806086:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384946.806090:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384946.806093:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384946.806097:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009458d124. 00000100:00000001:2.0:1767384946.806101:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.806104:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee6c5ec5. 00000100:00000040:2.0:1767384946.806106:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.806114:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384946.806118:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384946.806120:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384946.806124:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384946.806127:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384946.806129:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.806131:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384946.806133:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.806135:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.806137:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384946.806138:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384946.806141:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384946.806143:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384946.806147:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.806156:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373195264:0@lo:253: 00000100:00000001:2.0:1767384946.806161:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.806164:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384946.806167:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373195264/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.806176:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384946.806178:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384946.806181:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000001f90549. 02000000:00000001:2.0:1767384946.806187:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384946.806190:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384946.806192:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384946.806195:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384946.806198:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003a68bf3a. 02000000:00000001:2.0:1767384946.806203:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384946.806205:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384946.806207:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:2.0:1767384946.806211:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384946.806220:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.806223:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.806230:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384946.806232:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.806235:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384946.806238:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384946.806637:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294937401, at 4294937403 00000100:00000010:0.0:1767384946.806643:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000431ba0e0. 00080000:00000020:3.0:1767384946.808472:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384946.808474:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384946.808476:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a943ed5f. 20000000:00000001:3.0:1767384946.808479:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384946.808482:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373195392 00010000:00000001:3.0:1767384946.808483:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384946.808487:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098e28507 x1853237373195392/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384946.808494:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384946.808495:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384946.808496:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=54 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384946.808504:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384946.808506:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384946.808507:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384946.808509:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384946.808511:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.808513:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384946.808515:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384946.808518:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037453b6f. 00000100:00000200:3.0:1767384946.808520:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373195392, offset 224 00000400:00000200:3.0:1767384946.808525:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384946.808530:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384946.808535:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505480 00000400:00000200:3.0:1767384946.808540:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1965 [2] + 224 00000400:00000200:3.0:1767384946.808544:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384946.808547:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384946.808549:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384946.808552:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384946.808558:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384946.808561:0:28845:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001f1ef405. 00000100:00000001:3.0:1767384946.808573:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384946.808578:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037453b6f 00000400:00000010:3.0:1767384946.808579:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037453b6f. 00000400:00000040:0.0:1767384946.808580:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384946.808583:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384946.808583:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384946.808584:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384946.808587:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384946.808588:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000040:0.0:1767384946.808589:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000001:2.0:1767384946.808614:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.808617:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384946.808618:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc23425. 00000400:00000040:0.0:1767384946.808621:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000200:2.0:1767384946.808622:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d25ecb5 00000400:00000010:2.0:1767384946.808626:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d25ecb5. 00000400:00000040:0.0:1767384946.808627:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384946.808629:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:0.0:1767384946.808630:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384946.808633:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000200:2.0:1767384946.808634:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384946.808635:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384946.808639:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384946.808642:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384946.808645:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384946.808661:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.808664:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000200:2.0:1767384946.808667:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384946.808668:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.808672:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384946.808676:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384946.808680:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:2.0:1767384946.808681:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767384946.808682:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:2.0:1767384946.808684:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384946.808686:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:2.0:1767384946.808687:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384946.808691:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:0.0:1767384946.808691:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384946.808693:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:0.0:1767384946.808694:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:2.0:1767384946.808695:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384946.808697:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:2.0:1767384946.808698:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384946.808700:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00001000:2.0:1767384946.808702:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=54 v=5 (5 0 0 0) 00000400:00000040:0.0:1767384946.808703:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00001000:2.0:1767384946.808706:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=54 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384946.808712:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000001:2.0:1767384946.808713:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384946.808715:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384946.808717:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384946.808719:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:0.0:1767384946.808720:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:2.0:1767384946.808721:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.808725:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384946.808725:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000040:2.0:1767384946.808729:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384946.808729:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.808734:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.808738:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384946.808742:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384946.808743:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384946.808745:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:2.0:1767384946.808746:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:0.0:1767384946.808748:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.808749:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.808750:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.808751:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384946.808753:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:2.0:1767384946.808756:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384946.808757:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:2.0:1767384946.808760:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:0.0:1767384946.808760:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384946.808762:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:01000004:2.0:1767384946.808763:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:0.0:1767384946.808764:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:2.0:1767384946.808766:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:0.0:1767384946.808768:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000020:01000004:2.0:1767384946.808769:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384946.808772:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:0.0:1767384946.808773:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:01000004:2.0:1767384946.808774:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.808777:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000040:0.0:1767384946.808777:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000020:01000004:2.0:1767384946.808780:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:0.0:1767384946.808781:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000020:01000004:2.0:1767384946.808782:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:0.0:1767384946.808784:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000040:2.0:1767384946.808787:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384946.808788:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384946.808792:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384946.808796:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.808799:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00100000:2.0:1767384946.808801:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb0be596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373195392:0@lo:253: 00000400:00000040:0.0:1767384946.808803:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384946.808807:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000100:00000001:2.0:1767384946.808808:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384946.808809:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00000001:2.0:1767384946.808812:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384946.808813:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000100:00000040:2.0:1767384946.808815:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb0be596 x1853237373195392/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384946.808817:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384946.808821:0:28845:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:2.0:1767384946.808827:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384946.808829:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384946.808831:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000043a6124. 02000000:00000001:2.0:1767384946.808836:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384946.808839:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384946.808840:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384946.808844:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384946.808846:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001a777710. 02000000:00000001:2.0:1767384946.808849:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384946.808851:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384946.808853:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb0be596. 00000100:00000001:2.0:1767384946.808857:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384946.808859:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.808863:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.808868:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384946.808870:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.808875:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384946.808877:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.808905:0:28845:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001f1ef405. 00000100:00000001:3.0:1767384946.808906:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384946.808910:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384946.808912:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384946.808913:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384946.808915:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384946.808918:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098e28507 x1853237373195392/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384946.808924:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098e28507 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373195392:12345-0@lo:253: Request processed in 19902us (20400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384946.808934:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:3.0:1767384946.808936:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384946.808938:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384946.808939:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384946.808942:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a931bf6e. 00000020:00000010:3.0:1767384946.808944:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00000020:00000010:3.0:1767384946.808946:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4922d54. 00000020:00000040:3.0:1767384946.808949:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384946.808951:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384946.808952:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005de2edff. 02000000:00000001:3.0:1767384946.808956:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384946.808958:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384946.808962:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384946.808965:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6dd4b8c. 00000400:00000010:3.0:1767384946.808969:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037453b6f. 00010000:00000010:3.1:1767384946.810623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001fef63f6. 00010000:00000010:3.1:1767384946.810632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000031165f10. 00010000:00000001:2.0:1767384947.388647:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384947.388658:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.388663:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384947.388675:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.388713:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384947.388717:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.388721:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384948.029756:0:29232:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384948.029771:0:29232:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.029775:0:29232:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384948.029781:0:29232:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384948.029787:0:29232:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.029790:0:29232:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384948.283758:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (6) 00000800:00000200:1.0:1767384948.283767:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:988 00000800:00000200:1.0:1767384948.283771:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384948.283941:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384948.283950:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.283964:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.283969:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.283971:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384948.411685:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384948.411692:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.411698:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384948.411699:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.411728:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384948.411731:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384948.411734:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384948.539704:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384948.539707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:3.0:1767384948.539709:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384948.539716:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000100:00000001:0.0:1767384948.539722:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:3.0:1767384948.539724:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384948.539728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005de34e89. 00000100:00000001:3.0:1767384948.539729:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384948.539734:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384948.539734:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384948.539739:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384948.539740:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.539740:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384948.539746:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384948.539750:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000addf06b8. 02000000:00000010:0.0:1767384948.539752:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007f14bdf. 00000100:00000001:3.0:1767384948.539757:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.539758:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.539766:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384948.539769:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384948.539770:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.539780:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_02+2] req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.539781:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384948.539784:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.539792:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005de34e89] to pc [ptlrpcd_00_03+3] req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384948.539811:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.539811:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.539813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384948.539818:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384948.539820:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4ee1880. 00000020:00000040:0.0:1767384948.539822:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384948.539823:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.539824:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384948.539827:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384948.539827:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384948.539829:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.539831:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384948.539833:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c8de891. 00000100:00000040:3.0:1767384948.539837:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.539839:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.539847:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384948.539853:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384948.539856:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.539862:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ee1880] to pc [ptlrpcd_00_00+0] req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.539872:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384948.539876:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.539880:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384948.539882:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384948.539885:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.539886:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384948.539888:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373195520:0@lo:13: 00000100:00000001:3.0:1767384948.539893:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384948.539897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384948.539898:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384948.539902:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.539903:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384948.539906:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384948.539907:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060ead15a. 02000000:00000010:3.0:1767384948.539912:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000015415e8e. 00000020:00000040:0.0:1767384948.539912:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384948.539917:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.539918:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384948.539921:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384948.539924:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028072957. 02000000:00000001:0.0:1767384948.539924:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384948.539932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090c84d8b. 00000400:00000010:3.0:1767384948.539934:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000100:00000001:0.0:1767384948.539938:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.539942:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373195520, portal 4 00000100:00000040:0.0:1767384948.539943:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384948.539947:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384948.539950:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000001:0.0:1767384948.539957:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384948.539960:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.539961:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384948.539969:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060ead15a] to pc [ptlrpcd_00_01+1] req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.539972:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384948.539979:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384948.539982:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000200:3.0:1767384948.539985:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373195520, offset 0 00000100:00000001:0.0:1767384948.539986:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.539989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384948.539993:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384948.539994:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384948.539997:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000935a4c9. 00000020:00000040:0.0:1767384948.540001:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384948.540002:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384948.540003:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384948.540005:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.540009:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384948.540010:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea226e9e. 00000100:00000001:0.0:1767384948.540014:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.540017:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384948.540023:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273505500 00000100:00000001:0.0:1767384948.540029:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384948.540030:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.540033:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000040:0.0:1767384948.540037:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000935a4c9] to pc [ptlrpcd_00_02+2] req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.540040:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.540046:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384948.540054:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384948.540057:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384948.540058:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384948.540061:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001e013b3. 00000100:00000040:0.0:1767384948.540064:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00000100:00000040:3.0:1767384948.540071:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000001e013b3 x1853237373195520 msgsize 224 00000100:00000001:0.0:1767384948.540075:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384948.540076:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384948.540080:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.540082:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384948.540086:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.540088:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384948.540094:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384948.540096:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.540098:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 02000000:00000001:0.0:1767384948.540099:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384948.540102:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384948.540103:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 02000000:00000001:0.0:1767384948.540108:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540110:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384948.540113:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373195648:0@lo:400: 00000100:00000200:3.0:1767384948.540116:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.540119:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384948.540123:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384948.540126:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540128:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384948.540129:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384948.540134:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384948.540134:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d90b73d6. 02000000:00000001:0.0:1767384948.540138:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.540144:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c12171. 00000400:00000010:0.0:1767384948.540150:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000100:00000001:3.0:1767384948.540151:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540156:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384948.540156:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373195648, portal 25 00000100:00000001:0.0:1767384948.540176:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384948.540177:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014280960 : -129515695270656 : ffff8a34c6fd9500) 00000100:00000001:3.0:1767384948.540180:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.540183:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384948.540187:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6238 usecs (7 jiffies) 00000100:00000001:0.0:1767384948.540190:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384948.540194:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384948.540196:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939143 00000400:00000010:0.0:1767384948.540196:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f0ca30. 00000100:00000200:0.0:1767384948.540200:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373195648, offset 0 00000100:00000010:3.0:1767384948.540205:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c66091a. 00000400:00000200:0.0:1767384948.540206:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384948.540216:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384948.540216:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384948.540222:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273505580 00000100:00000001:3.0:1767384948.540224:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939143 00000100:00000010:3.0:1767384948.540231:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005568a4d0. 00000400:00000200:0.0:1767384948.540235:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11d5 [2] + 0 00000100:00000001:3.0:1767384948.540238:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384948.540239:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bd4bec4. 00000100:00000001:3.0:1767384948.540246:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939143 00000400:00000200:0.0:1767384948.540246:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095b04cbc 00000400:00000200:0.0:1767384948.540251:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384948.540252:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec64bf57. 00000400:00000200:0.0:1767384948.540257:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384948.540259:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384948.540261:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b04cbc 00000400:00000010:0.0:1767384948.540265:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b04cbc. 00000100:00000001:3.0:1767384948.540266:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939143 00000100:00000001:0.0:1767384948.540268:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384948.540272:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a144a7d. 00000100:00000200:0.0:1767384948.540272:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384948.540278:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384948.540279:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000093907886 x1853237373195648 msgsize 224 00000100:00000001:3.0:1767384948.540287:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384948.540287:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384948.540292:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384948.540294:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540299:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540302:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.540303:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384948.540308:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f0ca30 00000400:00000010:0.0:1767384948.540310:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f0ca30. 00000100:00000001:0.0:1767384948.540314:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384948.540316:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.540319:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384948.540324:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384948.540325:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384948.540330:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384948.540330:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.540334:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.540338:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384948.540339:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540342:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384948.540345:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.540346:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.540348:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294939152 00000100:00000001:0.0:1767384948.540357:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939143 00000100:00000001:3.0:1767384948.540360:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384948.540362:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294939152 00000100:00000001:3.0:1767384948.540363:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540366:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939143 02000000:00000001:3.0:1767384948.540368:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384948.540370:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294939152 02000000:00000001:3.0:1767384948.540372:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.540373:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939143 02000000:00000001:3.0:1767384948.540380:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540380:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294939152 00000100:00100000:3.0:1767384948.540386:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373196032:0@lo:400: 00000100:00000001:0.0:1767384948.540386:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939143 00000100:00000001:3.0:1767384948.540390:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384948.540395:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384948.540396:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384948.540398:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540399:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.540406:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384948.540406:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540410:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384948.540412:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d73c8258. 00000100:00000001:0.0:1767384948.540414:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384948.540418:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540418:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384948.540425:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384948.540426:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009096d59e. 00000100:00000001:0.0:1767384948.540427:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.540432:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.540434:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000001:0.0:1767384948.540437:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.540440:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373196032, portal 10 00000100:00000001:3.0:1767384948.540444:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384948.540445:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014283648 : -129515695267968 : ffff8a34c6fd9f80) 00000100:00000001:0.0:1767384948.540450:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384948.540452:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.540455:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.540459:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384948.540464:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384948.540467:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384948.540472:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384948.540477:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000200:3.0:1767384948.540482:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373196032, offset 0 00000100:00000001:0.0:1767384948.540484:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384948.540487:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.540491:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384948.540491:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384948.540495:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384948.540497:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.540519:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384948.540520:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373195776:0@lo:400: 00000100:00000001:0.0:1767384948.540527:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384948.540529:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384948.540531:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.540534:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273505700 02000000:00000001:0.0:1767384948.540535:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384948.540540:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e079fa8. 00000400:00000200:3.0:1767384948.540545:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 02000000:00000001:0.0:1767384948.540545:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.540549:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf3e87a. 00000400:00000200:3.0:1767384948.540559:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384948.540560:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f0ca30. 00000100:00000200:0.0:1767384948.540566:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373195776, portal 4 00000400:00000200:3.0:1767384948.540567:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384948.540587:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384948.540589:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014281856 : -129515695269760 : ffff8a34c6fd9880) 00000100:00000001:3.0:1767384948.540591:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384948.540595:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384948.540595:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384948.540603:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011b0ceb0. 00000100:00000001:0.0:1767384948.540604:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384948.540608:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000011b0ceb0 x1853237373196032 msgsize 224 00000100:00100000:3.0:1767384948.540612:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384948.540657:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384948.540660:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000100:00000001:3.0:1767384948.540663:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384948.540663:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373195776, offset 0 00000400:00000200:0.0:1767384948.540669:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384948.540673:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000400:00000200:0.0:1767384948.540677:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384948.540678:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:3.0:1767384948.540683:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384948.540687:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273505600 00000100:00000200:3.0:1767384948.540692:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384948.540697:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000400:00000200:0.0:1767384948.540706:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384948.540711:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384948.540712:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384948.540719:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.540719:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384948.540722:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384948.540728:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009857a1a6. 00000100:00000040:0.0:1767384948.540732:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009857a1a6 x1853237373195776 msgsize 224 00000100:00000001:3.0:1767384948.540740:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384948.540740:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384948.540747:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.540752:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540753:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384948.540755:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3257 usecs (4 jiffies) 00000100:00000001:3.0:1767384948.540759:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294939141 00000400:00000200:0.0:1767384948.540759:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000100:00000001:3.0:1767384948.540761:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294939152 00000400:00000010:0.0:1767384948.540762:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000100:00000001:3.0:1767384948.540783:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294939141 00000100:00000001:0.0:1767384948.540784:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384948.540787:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294939152 00000100:00000200:0.0:1767384948.540791:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.540792:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294939141 00000100:00000001:3.0:1767384948.540796:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294939152 00000100:00000001:3.0:1767384948.540800:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294939141 00000100:00000001:3.0:1767384948.540805:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294939152 00000100:00000001:3.0:1767384948.540809:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.540812:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540812:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384948.540816:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.540817:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.540826:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.540827:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540832:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.540834:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384948.540837:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384948.540837:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540843:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384948.540844:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6238 usecs (7 jiffies) 00000100:00000001:3.0:1767384948.540845:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.540848:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540850:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939144 00000100:00000001:3.0:1767384948.540851:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540856:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939152 00000100:00000001:0.0:1767384948.540860:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939144 00000100:00000001:0.0:1767384948.540861:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939152 00000100:00000001:0.0:1767384948.540862:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939144 00000100:00000001:0.0:1767384948.540864:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939152 00000100:00000001:3.0:1767384948.540870:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384948.540872:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939144 00000100:00100000:3.0:1767384948.540874:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195520 00000100:00000001:0.0:1767384948.540877:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939152 02000000:00000001:3.0:1767384948.540878:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384948.540881:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.540882:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.540885:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540886:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540890:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.540891:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.540892:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384948.540895:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195520 00000020:00000001:3.0:1767384948.540898:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384948.540899:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384948.540900:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:0.0:1767384948.540901:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384948.540903:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384948.540905:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384948.540906:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:0.0:1767384948.540909:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384948.540910:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:0.0:1767384948.540911:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.540913:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00100000:0.0:1767384948.540916:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384948.540917:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384948.540920:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384948.540922:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e76ab7a3. 00000100:00000001:0.0:1767384948.540923:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.540926:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384948.540929:0:17578:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000002b70eeb. 00000100:00000001:0.0:1767384948.540929:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.540932:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.540935:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384948.540936:0:17578:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000040:0.0:1767384948.540939:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.540945:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384948.540947:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.540949:0:17578:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384948.540949:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384948.540953:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384948.540955:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a376360. 02000000:00000001:0.0:1767384948.540956:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384948.540961:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373195904:0@lo:400: 00000020:00000010:3.0:1767384948.540963:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bcb99e9. 00000100:00080000:2.0:1767384948.540963:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384948.540967:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384948.540970:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c404499d. 00000020:00000040:2.0:1767384948.540971:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 02000000:00000001:0.0:1767384948.540971:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384948.540974:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.540979:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:0.0:1767384948.540980:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384948.540985:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767384948.540985:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3fa0c8d. 00000100:00000001:3.0:1767384948.540986:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384948.540990:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.540991:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.540996:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1999d9. 00000100:00000001:3.0:1767384948.540998:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.540999:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000100:00000200:0.0:1767384948.541004:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373195904, portal 10 00000100:00000001:3.0:1767384948.541008:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.541014:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384948.541016:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014289920 : -129515695261696 : ffff8a34c6fdb800) 00000100:00000001:3.0:1767384948.541022:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384948.541023:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.541026:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384948.541030:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384948.541032:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384948.541035:0:17577:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001a777710. 00000400:00000010:0.0:1767384948.541038:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000100:00100000:3.0:1767384948.541041:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000200:0.0:1767384948.541043:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373195904, offset 0 00000100:00000001:2.0:1767384948.541044:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384948.541045:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384948.541049:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384948.541050:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013192192 : -129515696359424 : ffff8a34c6ecf800) 00000400:00000200:0.0:1767384948.541050:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384948.541053:0:17577:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.541058:0:17577:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.541060:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001e013b3 x1853237373195520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384948.541063:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384948.541075:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384948.541075:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273505680 00000020:00000010:3.0:1767384948.541079:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b70eeb. 00000400:00000200:0.0:1767384948.541081:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:3.0:1767384948.541084:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384948.541087:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384948.541088:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b70eeb. 00000400:00000200:0.0:1767384948.541095:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384948.541096:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373195520:12345-0@lo:13: 00000100:00000001:0.0:1767384948.541100:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384948.541101:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195520 00000100:00000200:0.0:1767384948.541103:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384948.541106:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:0.0:1767384948.541108:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081e50bfe. 00000020:00000001:3.0:1767384948.541110:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384948.541112:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000081e50bfe x1853237373195904 msgsize 224 00000020:00000001:3.0:1767384948.541113:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.541117:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384948.541121:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00100000:0.0:1767384948.541121:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384948.541126:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384948.541128:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384948.541130:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384948.541131:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384948.541134:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384948.541135:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.541140:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000100:00000001:3.0:1767384948.541142:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384948.541143:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 02000000:00000001:3.0:1767384948.541148:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384948.541149:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384948.541151:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384948.541155:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384948.541156:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196032 02000000:00000010:3.0:1767384948.541157:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008ffa4b80. 02000000:00000001:2.0:1767384948.541179:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384948.541180:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.541184:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.541185:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384948.541186:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.541189:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.541191:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384948.541193:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:2.0:1767384948.541196:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384948.541200:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:2.0:1767384948.541203:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196032 00000020:00000001:3.0:1767384948.541205:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384948.541205:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.541207:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:3.0:1767384948.541210:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384948.541210:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384948.541212:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000001:0.0:1767384948.541215:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.541217:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384948.541218:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2688 usecs (3 jiffies) 00000020:00000040:2.0:1767384948.541222:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:0.0:1767384948.541222:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939140 00080000:00000001:3.0:1767384948.541223:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.541227:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384948.541228:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00002000:00000024:3.0:1767384948.541231:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767384948.541233:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939152 00000020:00000001:2.0:1767384948.541235:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000020:3.0:1767384948.541238:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384948.541239:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939140 00000100:00000001:0.0:1767384948.541242:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939152 00000100:00000001:2.0:1767384948.541243:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384948.541244:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939140 00000020:00000010:2.0:1767384948.541250:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd14dda4. 00000100:00000001:0.0:1767384948.541250:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939152 00000020:00000020:3.0:1767384948.541251:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384948.541255:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939140 00002000:00000020:3.0:1767384948.541257:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:2.0:1767384948.541258:0:16805:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002a527c0f. 00000100:00000001:0.0:1767384948.541259:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939152 00002000:00000001:3.0:1767384948.541262:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384948.541265:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384948.541268:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384948.541268:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384948.541269:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:0.0:1767384948.541270:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384948.541272:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.541273:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384948.541275:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384948.541280:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373195520 00000100:00000001:0.0:1767384948.541282:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384948.541283:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384948.541286:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.541289:0:16805:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:3.0:1767384948.541290:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001e013b3 x1853237373195520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384948.541295:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d62715c8. 00000100:00000001:0.0:1767384948.541296:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384948.541297:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384948.541300:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195648 00010000:00000001:3.0:1767384948.541302:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384948.541303:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9e31589. 02000000:00000001:0.0:1767384948.541304:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1767384948.541305:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.541307:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.541310:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384948.541311:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000100:00000001:3.0:1767384948.541312:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384948.541313:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.541317:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00100000:0.0:1767384948.541318:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195648 00000100:00000040:2.0:1767384948.541320:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384948.541323:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:0.0:1767384948.541323:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384948.541324:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384948.541326:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 02000000:00000001:3.0:1767384948.541328:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384948.541329:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384948.541330:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384948.541331:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.541334:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384948.541335:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384948.541335:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384948.541339:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:3.0:1767384948.541340:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384948.541344:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384948.541344:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:3.0:1767384948.541345:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000001:2.0:1767384948.541348:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384948.541350:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384948.541351:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373195520, offset 224 00000100:00000001:2.0:1767384948.541351:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384948.541354:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:0.0:1767384948.541358:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384948.541362:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384948.541363:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000100:00000001:2.0:1767384948.541364:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384948.541370:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4fe6c4f. 00000400:00000200:3.0:1767384948.541371:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384948.541376:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384948.541376:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000532ddb74. 00000400:00000200:3.0:1767384948.541380:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273505500 00000100:00100000:2.0:1767384948.541380:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195904 02000000:00000001:2.0:1767384948.541387:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384948.541389:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000400:00000200:3.0:1767384948.541390:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x198d [1] + 224 00000100:00000001:2.0:1767384948.541392:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384948.541396:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.541397:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384948.541398:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384948.541404:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384948.541404:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384948.541405:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.541406:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384948.541410:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.541411:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384948.541411:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195904 00000100:00000001:0.0:1767384948.541416:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.541417:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384948.541417:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384948.541421:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:2.0:1767384948.541426:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384948.541430:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:0.0:1767384948.541430:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384948.541431:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384948.541437:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384948.541443:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384948.541444:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384948.541447:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384948.541451:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384948.541457:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004309f890. 00000100:00100000:0.0:1767384948.541458:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:2.0:1767384948.541463:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384948.541465:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384948.541467:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384948.541469:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004309f890. 00000100:00000001:0.0:1767384948.541471:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671897680 : -129515037653936 : ffff8a34ee300450) 00000400:00000200:3.0:1767384948.541474:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000020:00000010:2.0:1767384948.541476:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50ce1fd. 00000400:00000010:3.0:1767384948.541477:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000040:0.0:1767384948.541480:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093907886 x1853237373195648/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.541484:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384948.541484:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000778957b5. 00000100:00000001:3.0:1767384948.541487:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.541492:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384948.541492:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000abb991e9. 00000100:00000001:0.0:1767384948.541493:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384948.541498:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000040:3.0:1767384948.541499:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384948.541500:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384948.541504:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384948.541505:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384948.541505:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384948.541507:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000020:00000001:3.0:1767384948.541509:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.541510:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384948.541512:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384948.541515:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093907886 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373195648:12345-0@lo:400: 00000100:00000040:3.0:1767384948.541518:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001e013b3 x1853237373195520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384948.541524:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195648 00000100:00000001:2.0:1767384948.541525:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384948.541528:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384948.541531:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384948.541532:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384948.541535:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.541536:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384948.541541:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373195520:12345-0@lo:13: Request processed in 462us (1465us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384948.541542:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384948.541546:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000100:00000001:2.0:1767384948.541550:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384948.541550:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384948.541554:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:0.0:1767384948.541554:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384948.541559:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384948.541561:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000020:00000001:0.0:1767384948.541562:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384948.541565:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384948.541565:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384948.541566:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.541569:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384948.541570:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384948.541570:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384948.541574:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bcb99e9. 00000100:00000001:0.0:1767384948.541574:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384948.541579:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384948.541580:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000010:3.0:1767384948.541581:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c404499d. 00000020:00000010:3.0:1767384948.541586:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a376360. 00000100:00000040:2.0:1767384948.541586:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 02000000:00000010:0.0:1767384948.541589:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc86a5d0. 00000020:00000040:3.0:1767384948.541593:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:2.0:1767384948.541594:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013177856 : -129515696373760 : ffff8a34c6ecc000) 02000000:00000001:0.0:1767384948.541594:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.541598:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.541599:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.541603:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.541605:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011b0ceb0 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384948.541606:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373195648 00010000:00000001:0.0:1767384948.541643:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384948.541647:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093907886 x1853237373195648/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.541650:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384948.541669:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384948.541677:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384948.541683:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00010000:00000001:0.0:1767384948.541685:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384948.541687:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675683968 : -129515033867648 : ffff8a34ee69ca80) 00010000:00000001:0.0:1767384948.541689:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.541694:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=56 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384948.541697:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081e50bfe x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.541698:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384948.541700:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384948.541705:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004309f890. 00000100:00000040:0.0:1767384948.541706:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384948.541712:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.541713:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384948.541717:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384948.541719:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004309f890. 02000000:00000001:0.0:1767384948.541719:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384948.541722:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.541727:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384948.541728:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b70eeb. 00000100:00100000:2.0:1767384948.541730:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011b0ceb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373196032:12345-0@lo:400: 00000100:00000001:3.0:1767384948.541733:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384948.541733:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384948.541740:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b70eeb. 00000400:00000010:0.0:1767384948.541740:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000100:00000200:2.0:1767384948.541741:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196032 00000100:00000200:0.0:1767384948.541746:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373195648, offset 224 00000100:00100000:3.0:1767384948.541747:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081e50bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373195904:12345-0@lo:400: 00000020:00000001:2.0:1767384948.541747:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384948.541753:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384948.541754:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384948.541757:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195904 00000020:00000001:2.0:1767384948.541759:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.541760:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384948.541764:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384948.541765:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384948.541765:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384948.541769:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:3.0:1767384948.541770:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.541776:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384948.541776:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273505580 00000020:00000001:2.0:1767384948.541777:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384948.541780:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:2.0:1767384948.541782:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384948.541785:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1995 [1] + 224 00000020:00000001:3.0:1767384948.541786:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384948.541788:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384948.541790:0:16806:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384948.541792:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384948.541794:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384948.541795:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384948.541796:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.541798:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384948.541802:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384948.541803:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.541803:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384948.541806:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384948.541809:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384948.541811:0:16796:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384948.541812:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384948.541813:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384948.541817:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384948.541817:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384948.541819:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068c1dab1. 02000000:00000010:3.0:1767384948.541822:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000edb06fcd. 02000000:00000001:2.0:1767384948.541825:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.541828:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.541831:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.541833:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.541838:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.541839:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.541842:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384948.541844:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373195904 00010000:00000001:3.0:1767384948.541847:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384948.541853:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081e50bfe x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384948.541854:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196032 00010000:00000001:2.0:1767384948.541861:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384948.541869:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:2.0:1767384948.541870:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011b0ceb0 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384948.541872:0:16806:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.541873:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384948.541878:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=51 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384948.541879:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000100:00000001:3.0:1767384948.541885:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384948.541889:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000100:00000040:3.0:1767384948.541891:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00010000:00000001:2.0:1767384948.541894:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384948.541895:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384948.541895:0:16796:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384948.541900:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384948.541900:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384948.541901:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.541904:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.541905:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384948.541906:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=51 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384948.541910:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384948.541916:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384948.541916:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384948.541918:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384948.541920:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.541922:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384948.541924:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384948.541926:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000400:00000010:3.0:1767384948.541927:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000040:0.0:1767384948.541930:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093907886 x1853237373195648/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384948.541934:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373195904, offset 224 00000100:00000001:2.0:1767384948.541934:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384948.541944:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384948.541946:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384948.541949:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384948.541954:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093907886 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373195648:12345-0@lo:400: Request processed in 458us (1672us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384948.541955:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384948.541960:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384948.541965:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384948.541970:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000400:00000010:2.0:1767384948.541971:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000400:00000200:3.0:1767384948.541973:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273505680 00000100:00000040:0.0:1767384948.541977:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:2.0:1767384948.541980:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373196032, offset 224 00000100:00000001:0.0:1767384948.541980:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384948.541984:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19ad [1] + 224 00000100:00000001:0.0:1767384948.541985:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384948.541990:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000532ddb74. 00000400:00000200:3.0:1767384948.541991:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384948.541995:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000400:00000200:3.0:1767384948.541996:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384948.542000:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4fe6c4f. 00000400:00000200:2.0:1767384948.542001:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384948.542006:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384948.542007:0:16806:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384948.542012:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384948.542014:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384948.542016:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fc86a5d0. 00000400:00000200:2.0:1767384948.542017:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384948.542021:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384948.542025:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.542032:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273505700 00000100:00000200:0.0:1767384948.542032:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384948.542034:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384948.542038:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9842aba. 00000400:00000200:2.0:1767384948.542046:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x199d [1] + 224 00000400:00000200:2.0:1767384948.542055:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384948.542057:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004be77644. 00000100:00000001:3.0:1767384948.542058:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384948.542063:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384948.542066:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000400:00000010:3.0:1767384948.542069:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:3.0:1767384948.542072:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384948.542074:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384948.542075:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384948.542080:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384948.542081:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384948.542084:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.542085:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373195776 00000100:00000040:3.0:1767384948.542087:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:0.0:1767384948.542089:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384948.542093:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384948.542093:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384948.542097:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542098:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.542104:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384948.542105:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.542109:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.542109:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373195776 00000100:00000040:3.0:1767384948.542110:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081e50bfe x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384948.542114:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384948.542123:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:0.0:1767384948.542127:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.542131:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:0.0:1767384948.542136:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00100000:3.0:1767384948.542141:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081e50bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373195904:12345-0@lo:400: Request processed in 419us (1024us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384948.542142:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384948.542147:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384948.542148:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384948.542153:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:0.0:1767384948.542156:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384948.542158:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000400:00000200:2.0:1767384948.542158:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00000020:00000010:0.0:1767384948.542159:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000400:00000010:2.0:1767384948.542181:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000100:00000040:3.0:1767384948.542182:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000020:00000010:0.0:1767384948.542183:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4fe6c4f. 00000100:00000001:2.0:1767384948.542188:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384948.542189:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384948.542190:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000532ddb74. 00000100:00000001:2.0:1767384948.542192:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.542195:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384948.542195:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384948.542198:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.542202:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1767384948.542205:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384948.542206:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384948.542208:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000778957b5. 00000100:00000001:0.0:1767384948.542208:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384948.542211:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384948.542213:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000abb991e9. 00000100:00000001:0.0:1767384948.542217:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384948.542219:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384948.542220:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d50ce1fd. 00000100:00000001:0.0:1767384948.542220:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384948.542224:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542225:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384948.542226:0:16806:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000020:00000001:2.0:1767384948.542229:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384948.542231:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542235:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384948.542236:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b0ceb0 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542248:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384948.542251:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384948.542252:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011b0ceb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373196032:12345-0@lo:400: Request processed in 550us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384948.542257:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384948.542259:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.542263:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384948.542263:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000400:00000001:3.0:1767384948.542267:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384948.542268:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675696512 : -129515033855104 : ffff8a34ee69fb80) 00000100:00100000:2.0:1767384948.542269:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000400:00000001:3.0:1767384948.542271:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384948.542275:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009096d59e. 00000100:00000040:2.0:1767384948.542277:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000040:0.0:1767384948.542277:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009857a1a6 x1853237373195776/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.542278:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:3.0:1767384948.542282:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:2.0:1767384948.542284:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384948.542286:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384948.542290:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384948.542293:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542293:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384948.542296:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9e31589. 00000020:00000010:0.0:1767384948.542298:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:0.0:1767384948.542303:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384948.542305:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000020:00000010:0.0:1767384948.542309:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000100:00000200:3.0:1767384948.542312:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384948.542312:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d62715c8. 00000100:00100000:0.0:1767384948.542318:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009857a1a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373195776:12345-0@lo:400: 00000020:00000040:2.0:1767384948.542322:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000200:0.0:1767384948.542329:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373195776 00000100:00000001:2.0:1767384948.542330:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.542331:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384948.542333:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.542336:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384948.542338:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384948.542339:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384948.542342:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384948.542343:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384948.542344:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.542347:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.542348:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.542351:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1767384948.542354:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=50 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384948.542354:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00080000:2.0:1767384948.542360:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384948.542361:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1767384948.542362:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=50 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384948.542365:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384948.542368:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:3.0:1767384948.542369:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384948.542369:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384948.542373:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.542373:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384948.542376:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.542378:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384948.542379:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384948.542382:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:3.0:1767384948.542383:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384948.542384:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384948.542388:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc86a5d0. 02000000:00000001:0.0:1767384948.542392:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.542396:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542396:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.542401:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.542402:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000040:0.0:1767384948.542403:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373195776 00000100:00000040:3.0:1767384948.542404:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:0.0:1767384948.542407:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384948.542408:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000200:0.0:1767384948.542412:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009857a1a6 x1853237373195776/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.542418:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.542420:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384948.542424:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.542424:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.542430:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384948.542433:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.542438:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384948.542440:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542440:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384948.542448:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384948.542448:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384948.542455:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00100000:3.0:1767384948.542459:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373196032:0@lo:400: 02000000:00000001:0.0:1767384948.542463:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1767384948.542466:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384948.542467:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384948.542469:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384948.542472:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028072957. 00000100:00000001:0.0:1767384948.542473:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384948.542475:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000400:00000010:3.0:1767384948.542478:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000100:00000040:0.0:1767384948.542481:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384948.542482:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384948.542486:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384948.542488:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000100:00000200:0.0:1767384948.542493:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373195776, offset 224 00000100:00000200:3.0:1767384948.542496:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384948.542502:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384948.542510:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384948.542512:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384948.542513:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384948.542515:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384948.542517:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384948.542519:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384948.542521:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.542521:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273505600 02000000:00000001:3.0:1767384948.542523:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384948.542525:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384948.542527:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384948.542534:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384948.542535:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.542539:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384948.542539:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19a5 [1] + 224 00010000:00080000:3.0:1767384948.542544:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384948.542546:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384948.542554:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384948.542558:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384948.542563:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384948.542577:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.542582:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384948.542582:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384948.542584:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384948.542588:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384948.542590:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.542597:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542598:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384948.542604:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384948.542604:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000100:00000001:3.0:1767384948.542607:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384948.542610:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384948.542611:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384948.542614:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:0.0:1767384948.542639:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000100:00000001:0.0:1767384948.542643:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384948.542645:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384948.542648:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384948.542650:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:0.0:1767384948.542654:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384948.542657:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000020:3.0:1767384948.542658:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:0.0:1767384948.542659:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.542664:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:3.0:1767384948.542667:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.542670:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009857a1a6 x1853237373195776/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384948.542674:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.542693:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009857a1a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373195776:12345-0@lo:400: Request processed in 397us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384948.542694:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373195520:0@lo:13: 00000100:00000001:3.0:1767384948.542703:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.542706:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384948.542709:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384948.542711:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373196032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384948.542713:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:0.0:1767384948.542718:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384948.542721:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384948.542722:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384948.542725:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000532ddb74. 02000000:00000001:3.0:1767384948.542726:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384948.542730:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d73c8258. 00000020:00000010:0.0:1767384948.542731:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 02000000:00000001:3.0:1767384948.542734:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384948.542736:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4fe6c4f. 00000020:00000001:3.0:1767384948.542737:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384948.542740:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:0.0:1767384948.542741:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000020:00000001:3.0:1767384948.542745:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384948.542745:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384948.542754:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea226e9e. 02000000:00000001:3.0:1767384948.542758:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384948.542760:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384948.542761:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000100:00000001:3.0:1767384948.542765:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384948.542767:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542767:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.542769:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384948.542773:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373195520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542777:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.542780:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384948.542783:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767384948.542783:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767384948.542785:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000015415e8e. 00000400:00000001:0.0:1767384948.542787:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384948.542790:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384948.542790:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c12171. 00000020:00000001:3.0:1767384948.542793:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384948.542795:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384948.542796:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000020:00000001:3.0:1767384948.542797:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384948.542800:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000addf06b8. 00000400:00000010:0.0:1767384948.542801:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 02000000:00000001:3.0:1767384948.542806:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384948.542806:0:16166:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384948.542809:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384948.542811:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000200:0.0:1767384948.542813:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.542816:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384948.542819:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.542824:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384948.542828:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.542829:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384948.542832:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.542837:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.542839:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384948.542840:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542842:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542845:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384948.542846:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384948.542848:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.542849:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.542851:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.542854:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384948.542857:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.542859:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384948.542860:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.542862:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384948.542863:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542865:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.542867:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542871:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.542873:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384948.542874:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384948.542875:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.542881:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373195648:0@lo:400: 00000100:00000001:0.0:1767384948.542884:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542890:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384948.542891:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005de34e89 x1853237373195648/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542896:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384948.542897:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384948.542898:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d90b73d6. 02000000:00000001:0.0:1767384948.542900:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384948.542901:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384948.542903:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384948.542904:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384948.542905:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007f14bdf. 02000000:00000001:0.0:1767384948.542907:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384948.542908:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384948.542909:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005de34e89. 00000100:00000001:0.0:1767384948.542910:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384948.542911:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542912:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542915:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.542916:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542918:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.542919:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542925:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.542926:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384948.542929:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384948.542930:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384948.542932:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1999d9. 00000400:00000200:0.0:1767384948.542934:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:0.0:1767384948.542934:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000100:00000001:0.0:1767384948.542937:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384948.542939:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384948.542944:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542949:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384948.542950:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.542951:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384948.542952:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384948.542958:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.542959:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.542961:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.542963:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384948.542965:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.542967:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384948.542968:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.542969:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384948.542971:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.542976:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.542977:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384948.542978:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384948.542979:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384948.542980:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.542982:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.542986:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.542988:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384948.542988:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384948.542991:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.542995:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000060ead15a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373195904:0@lo:400: 00000400:00000001:0.0:1767384948.542999:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384948.543000:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384948.543001:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf3e87a. 00000400:00000200:0.0:1767384948.543003:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f0ca30 00000400:00000010:0.0:1767384948.543004:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f0ca30. 00000100:00000001:0.0:1767384948.543005:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384948.543006:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384948.543011:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.543025:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384948.543026:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.543027:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384948.543028:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384948.543029:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.543030:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.543031:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.543033:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384948.543035:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.543036:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384948.543037:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.543038:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384948.543040:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.543045:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.543046:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384948.543047:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384948.543048:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384948.543049:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.543051:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.543055:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.543056:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384948.543057:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384948.543058:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.543062:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373195776:0@lo:400: 00000100:00000001:0.0:1767384948.543064:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.543065:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384948.543067:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000060ead15a x1853237373195904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.543071:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384948.543076:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384948.543078:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3fa0c8d. 02000000:00000001:0.0:1767384948.543080:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384948.543081:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384948.543082:0:16163:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384948.543083:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384948.543084:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000090c84d8b. 02000000:00000001:0.0:1767384948.543086:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384948.543086:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384948.543087:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060ead15a. 00000100:00000001:0.0:1767384948.543089:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384948.543090:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.543091:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384948.543093:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4ee1880 x1853237373195776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.543096:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384948.543097:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384948.543098:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e079fa8. 02000000:00000001:0.0:1767384948.543099:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384948.543100:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384948.543101:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384948.543102:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384948.543103:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c8de891. 02000000:00000001:0.0:1767384948.543104:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384948.543104:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384948.543105:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4ee1880. 00000100:00000001:0.0:1767384948.543106:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384948.543107:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.543108:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.543111:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.543111:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.543112:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.543114:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.556635:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294939152, at 4294939153 00000100:00000010:3.0:1767384948.556662:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a144a7d. 00000100:00000040:1.0:1767384948.556674:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294939152, at 4294939153 00000100:00000040:2.0:1767384948.556681:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294939152, at 4294939153 00000100:00000010:1.0:1767384948.556690:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005568a4d0. 00000100:00000010:2.0:1767384948.556691:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec64bf57. 00000100:00000040:0.0:1767384948.557678:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294939152, at 4294939154 00000100:00000010:0.0:1767384948.557685:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c66091a. 00000001:00000001:3.0:1767384948.823985:0:29396:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384948.823990:0:29396:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:3.0:1767384948.828765:0:29396:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384948.835822:0:29397:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fbeebb27. 00000400:00000010:3.0:1767384948.835835:0:29397:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008a17df79. 00000400:00000010:3.0:1767384948.835844:0:29397:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d239bb6b. 00000400:00000010:3.0:1767384948.835851:0:29397:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004dc9603e. 00000400:00000010:3.0:1767384948.835854:0:29397:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000052dd09f. 00000400:00000010:3.0:1767384948.835858:0:29397:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002b70eeb. 00000400:00000010:3.0:1767384948.835859:0:29397:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003eb05862. 00000400:00000010:3.0:1767384948.835860:0:29397:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027ee79f5. 00000400:00000010:3.0:1767384948.835863:0:29397:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b176387e. 00000800:00000010:3.0:1767384948.835876:0:29397:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000addf06b8. 00000800:00000200:3.0:1767384948.835897:0:29397:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384948.835906:0:29397:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384948.835941:0:29397:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384948.835961:0:29397:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp35 [8/256/0/180] 00000400:00000010:3.0:1767384948.837665:0:29397:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000541e5729. 00000400:00000010:3.0:1767384948.837671:0:29397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028072957. 00000400:00000010:3.0:1767384948.837677:0:29397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000400:00000001:3.0:1767384948.837699:0:29397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384948.837701:0:29397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384948.837702:0:29397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b520ca. 00000400:00000200:3.0:1767384948.837705:0:29397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000470afbef 00000400:00000010:3.0:1767384948.837706:0:29397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000470afbef. 00000400:00000010:3.0:1767384948.837710:0:29397:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000067ffe226. 00000400:00000200:3.0:1767384948.837714:0:29397:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (26) 00000400:00000200:3.0:1767384948.837723:0:29397:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384948.837732:0:29397:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:3.0:1767384948.837738:0:29397:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000829747c3. 00000020:01000000:3.0:1767384948.837742:0:29397:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384948.837744:0:29397:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp35 00000400:00000010:3.0:1767384948.837759:0:29397:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008a17df79. 00000400:00000010:3.0:1767384948.837763:0:29397:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fbeebb27. 00000020:00000001:0.0:1767384948.837782:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.837787:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.837796:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384948.837799:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384948.837802:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384948.837804:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384948.837805:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384948.837806:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384948.837808:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384948.837809:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384948.837811:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384948.837812:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384948.837813:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384948.837815:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384948.837819:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036d39003. 00000020:00000040:0.0:1767384948.837824:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384948.837829:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384948.837831:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384948.837836:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384948.837836:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.837845:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 02000000:00000010:0.0:1767384948.837846:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000668d5b03. 00000400:00000010:2.0:1767384948.837855:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000100:00000001:0.0:1767384948.837856:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.837861:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000100:00000001:0.0:1767384948.837866:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384948.837868:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc9f0934. 00000100:00000001:0.0:1767384948.837869:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.837877:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000100:00000040:0.0:1767384948.837880:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036d39003] to pc [ptlrpcd_00_03+3] req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384948.837891:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384948.837899:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:0.0:1767384948.837904:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.837905:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:00000001:0.0:1767384948.837911:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.837915:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.837916:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:01000000:0.0:1767384948.837918:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384948.837924:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.837927:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.837929:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384948.837930:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 10000000:01000000:0.0:1767384948.837932:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384948.837937:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384948.837940:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384948.837941:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:0.0:1767384948.837945:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384948.837948:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384948.837950:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:0.0:1767384948.837951:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384948.837955:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384948.837958:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:01000004:0.0:1767384948.837968:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384948.837971:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:01000004:0.0:1767384948.837971:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384948.837974:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384948.837979:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000010:0.0:1767384948.837980:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000377261cc. 00000020:00000040:0.0:1767384948.837984:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384948.837985:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000100:00000001:0.0:1767384948.837988:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384948.837991:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384948.837993:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 02000000:00000001:0.0:1767384948.837994:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.837996:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384948.838002:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384948.838003:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 02000000:00000010:0.0:1767384948.838003:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000001f90549. 00000100:00000001:1.0:1767384948.838006:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384948.838010:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.838012:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000040:1.0:1767384948.838014:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.838016:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384948.838019:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.838024:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000040:0.0:1767384948.838028:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000377261cc] to pc [ptlrpcd_00_00+0] req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384948.838040:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000100:00000001:1.0:1767384948.838044:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384948.838048:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.838056:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 02000000:00000001:1.0:1767384948.838056:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384948.838060:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384948.838065:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 02000000:00000001:1.0:1767384948.838065:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384948.838066:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384948.838072:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036d39003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373196160:0@lo:253: 10000000:00000001:0.0:1767384948.838072:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.838078:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.838079:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000100:00000001:1.0:1767384948.838080:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000000:0.0:1767384948.838085:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384948.838088:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384948.838090:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[77, 20] 00000020:00000010:0.0:1767384948.838091:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000829747c3. 02000000:00000001:1.0:1767384948.838092:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.838098:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384948.838102:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[78, 20] 02000000:00000010:1.0:1767384948.838105:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a7abeaa1. 00000400:00000200:2.0:1767384948.838108:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 20], ns[83, 20] 00000100:00000001:0.0:1767384948.838108:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384948.838109:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838113:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.838116:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c11e641. 00000100:00000001:0.0:1767384948.838121:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384948.838124:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbb6a5ba. 00000100:00000001:0.0:1767384948.838124:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.838128:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384948.838131:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373196160, portal 25 00000100:00000040:0.0:1767384948.838135:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384948.838136:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 20], ns[79, 20] 00000100:00000001:1.0:1767384948.838136:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384948.838140:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675692032 : -129515033859584 : ffff8a34ee69ea00) 00000100:00000040:1.0:1767384948.838149:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384948.838155:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 20], ns[85, 20] 00000100:00000001:0.0:1767384948.838164:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384948.838167:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.838173:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 02000000:00000001:0.0:1767384948.838174:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384948.838175:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384948.838179:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384948.838183:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:1.0:1767384948.838184:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384948.838186:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.838189:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087c63eae. 00000100:00100000:0.0:1767384948.838193:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000377261cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373196288:0@lo:253: 00000100:00000200:1.0:1767384948.838195:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373196160, offset 0 00000400:00000200:2.0:1767384948.838197:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000100:00000001:0.0:1767384948.838202:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384948.838206:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384948.838207:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp33 00000400:00000200:1.0:1767384948.838209:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384948.838209:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.838214:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp33 lpni_is_preferred = 0 00000400:00000200:2.0:1767384948.838218:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp33 02000000:00000001:0.0:1767384948.838220:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384948.838224:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp33 NI seq info: [92:92:256:4294967295] 192.168.204.149@tcp33 LPNI seq info [90:90:8:4294967295] 02000000:00000010:0.0:1767384948.838227:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000087533ef4. 00000400:00000200:2.0:1767384948.838231:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp33 02000000:00000001:0.0:1767384948.838231:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.838237:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf3e87a. 00000400:00000200:2.0:1767384948.838243:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp33(192.168.204.149@tcp33:) -> 192.168.204.149@tcp33(192.168.204.149@tcp:192.168.204.149@tcp33) : PUT try# 0 00000400:00000010:0.0:1767384948.838245:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b6d29d0. 00000800:00000200:2.0:1767384948.838250:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.149@tcp33 00000100:00000200:0.0:1767384948.838251:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373196288, portal 25 00000400:00000200:1.0:1767384948.838256:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384948.838259:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894b9b2b. 00000100:00000001:0.0:1767384948.838259:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384948.838264:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675686656 : -129515033864960 : ffff8a34ee69d500) 00000400:00000200:1.0:1767384948.838267:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505780 00000800:00000010:2.0:1767384948.838269:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000044aa9201. 00000800:00000010:2.0:1767384948.838275:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000096036e93. 00000100:00000040:0.0:1767384948.838276:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384948.838280:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1211 [2] + 0 00000800:00000200:2.0:1767384948.838285:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (2) 00000800:00000200:2.1:1767384948.838296:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (2) 00000400:00000010:1.0:1767384948.838296:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d163e7cc. 00000400:00000200:1.0:1767384948.838302:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077ce59e2 00000100:00000001:0.0:1767384948.838305:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384948.838310:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384948.838311:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384948.838314:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000010:0.0:1767384948.838318:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0cfce9b. 00000400:00000200:1.0:1767384948.838319:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384948.838320:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000200:0.0:1767384948.838324:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373196288, offset 0 00000400:00000200:1.0:1767384948.838329:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077ce59e2 00000400:00000010:1.0:1767384948.838332:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077ce59e2. 00000100:00000001:1.0:1767384948.838336:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384948.838337:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384948.838341:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384948.838343:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000006d1d040 x1853237373196160 msgsize 4848 00000100:00100000:1.0:1767384948.838348:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384948.838350:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384948.838356:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384948.838364:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505800 00000100:00000001:1.0:1767384948.838365:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384948.838372:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1219 [2] + 0 00000400:00000010:0.0:1767384948.838375:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd1ae355. 00000400:00000200:0.0:1767384948.838378:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3ea2fad 00000400:00000200:1.0:1767384948.838381:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c63eae 00000400:00000200:0.0:1767384948.838383:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384948.838384:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087c63eae. 00000100:00000001:1.0:1767384948.838389:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384948.838390:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384948.838395:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ea2fad 00000100:00000200:1.0:1767384948.838396:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384948.838398:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ea2fad. 00000100:00000001:0.0:1767384948.838405:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384948.838408:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384948.838409:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384948.838411:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000098f69090 x1853237373196288 msgsize 4848 00000100:00000040:1.0:1767384948.838414:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.838422:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384948.838426:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000040:0.0:1767384948.838427:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384948.838436:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838439:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384948.838440:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384948.838447:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.838450:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cfce9b 00000400:00000010:0.0:1767384948.838453:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0cfce9b. 00000100:00000001:1.0:1767384948.838454:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294939450 00000100:00000001:0.0:1767384948.838457:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384948.838462:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2e5465f. 00000100:00000200:0.0:1767384948.838463:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.838472:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384948.838479:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294939450 00000100:00000010:1.0:1767384948.838486:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063b72f25. 00000100:00000001:0.0:1767384948.838487:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384948.838488:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000040:0.0:1767384948.838493:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.838494:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384948.838502:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838503:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294939450 00000100:00000001:0.0:1767384948.838505:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384948.838510:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7af6325. 00000100:00000001:0.0:1767384948.838513:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838515:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384948.838517:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294939450 00000100:00000001:1.0:1767384948.838520:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294939450 00000100:00000001:0.0:1767384948.838522:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294939450 00000100:00000001:0.0:1767384948.838524:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294939450 00000100:00000001:0.0:1767384948.838527:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294939450 00000100:00000001:0.0:1767384948.838531:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294939450 00000100:00000010:1.0:1767384948.838532:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bab0aacf. 00000100:00000001:0.0:1767384948.838533:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294939450 00000100:00000001:0.0:1767384948.838538:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294939450 00000400:00000200:2.0:1767384948.838540:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:1.0:1767384948.838548:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384948.838555:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.838558:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838558:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294939450 00000100:00000001:0.0:1767384948.838564:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.838565:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838569:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.838569:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838575:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838578:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384948.838581:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.838583:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384948.838584:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384948.838586:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384948.838588:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.838591:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384948.838629:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384948.838632:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838637:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838637:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.838641:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838646:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838672:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384948.838673:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:1.0:1767384948.838674:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384948.838676:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384948.838679:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196160 02000000:00000001:1.0:1767384948.838682:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384948.838685:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384948.838687:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.838691:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838693:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384948.838694:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196160 00000100:00100000:0.0:1767384948.838698:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196288 00000020:00000001:1.0:1767384948.838699:0:16798:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384948.838701:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384948.838702:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:0.0:1767384948.838704:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384948.838706:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384948.838707:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384948.838709:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 02000000:00000001:0.0:1767384948.838711:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.838713:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384948.838716:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384948.838720:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384948.838721:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196288 00000020:00000010:1.0:1767384948.838724:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e47aa35e. 00000020:00000001:0.0:1767384948.838726:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384948.838729:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:1.0:1767384948.838730:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384948.838730:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000010:1.0:1767384948.838736:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e47aa35e. 00000020:00000001:0.0:1767384948.838736:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.838740:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384948.838743:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384948.838745:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f0ea9e. 00000020:00000001:0.0:1767384948.838745:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384948.838752:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384948.838753:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f67f5afa. 00000020:00000010:0.0:1767384948.838756:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b660e6b. 00000020:00000010:1.0:1767384948.838760:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094dba60. 00000100:00000001:0.0:1767384948.838760:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384948.838766:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b660e6b. 00000020:00000010:0.0:1767384948.838772:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db86a84f. 00000100:00000040:1.0:1767384948.838774:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384948.838776:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000020:00000010:0.0:1767384948.838777:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000532ddb74. 00000100:00000001:1.0:1767384948.838778:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384948.838782:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384948.838785:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:0.0:1767384948.838790:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384948.838792:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838793:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384948.838796:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838803:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.838804:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.838814:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.838815:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.838826:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:1.0:1767384948.838830:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384948.838830:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384948.838834:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384948.838834:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384948.838840:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:1.0:1767384948.838844:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384948.838846:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671901776 : -129515037649840 : ffff8a34ee301450) 00000100:00100000:0.0:1767384948.838847:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000400:00000200:2.0:1767384948.838850:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000040:0.0:1767384948.838853:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000040:1.0:1767384948.838854:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006d1d040 x1853237373196160/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 4848/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.838856:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671902800 : -129515037648816 : ffff8a34ee301850) 00000100:00000040:0.0:1767384948.838865:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098f69090 x1853237373196288/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 4848/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.838867:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384948.838871:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e47aa35e. 00000100:00000001:0.0:1767384948.838874:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384948.838875:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:1.0:1767384948.838875:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384948.838879:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e47aa35e. 00000020:00000010:0.0:1767384948.838879:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b660e6b. 00000100:00000001:0.0:1767384948.838884:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384948.838888:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b660e6b. 00000100:00100000:1.0:1767384948.838889:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006d1d040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373196160:12345-0@lo:253: 00000100:00100000:0.0:1767384948.838898:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098f69090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373196288:12345-0@lo:253: 00000100:00000200:1.0:1767384948.838906:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196160 00000100:00000200:0.0:1767384948.838911:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196288 00000020:00000001:1.0:1767384948.838912:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384948.838916:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384948.838917:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000020:00000001:1.0:1767384948.838918:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.838922:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384948.838924:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384948.838927:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384948.838927:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384948.838931:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.838932:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384948.838935:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384948.838936:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384948.838939:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384948.838941:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384948.838943:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384948.838944:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384948.838946:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384948.838948:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.838950:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384948.838954:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384948.838955:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:1.0:1767384948.838955:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384948.838958:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.838960:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384948.838962:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384948.838965:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384948.838967:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000078e40717. 02000000:00000001:1.0:1767384948.838971:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384948.838972:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009a8767bb. 00000100:00000001:1.0:1767384948.838973:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.838979:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384948.838980:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384948.838983:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384948.838987:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384948.838990:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000025f74937. 20000000:00000010:0.0:1767384948.838995:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000824bbf50. 20000000:01000000:0.0:1767384948.838999:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384948.839002:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 20000000:01000000:1.0:1767384948.839002:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384948.839003:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384948.839007:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384948.839008:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384948.839011:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384948.839014:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384948.839015:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384948.839019:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384948.839020:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384948.839023:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384948.839025:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384948.839030:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002b7c878b. 20000000:01000000:0.0:1767384948.839033:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384948.839039:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384948.839044:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384948.839047:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839074:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00080000:00000001:0.0:1767384948.839089:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384948.839093:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384948.839095:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00080000:00000001:0.0:1767384948.839096:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.839100:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384948.839104:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384948.839109:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384948.839113:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384948.839120:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000088032a6f. 00080000:00000001:0.0:1767384948.839122:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659739136 : -129520049812480 : ffff8a33c3708c00) 00080000:00000001:0.0:1767384948.839125:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384948.839128:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839171:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000001:00000001:0.0:1767384948.839247:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384948.839250:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.839255:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00080000:00000001:0.0:1767384948.839255:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384948.839283:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00080000:00000001:0.0:1767384948.839284:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.839289:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384948.839307:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839336:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839368:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839391:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839422:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00080000:00000001:0.0:1767384948.839444:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384948.839448:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00080000:00000001:0.0:1767384948.839450:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384948.839484:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839508:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839532:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839571:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839645:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839680:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839733:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839789:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384948.839845:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384948.840044:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000043a6124. 00000800:00000010:2.0:1767384948.840049:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000d25ecb5. 00000800:00000010:2.0:1767384948.840054:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b58abf55. 00000800:00000010:2.0:1767384948.840075:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b58abf55. 00000800:00020000:2.0:1767384948.840084:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384948.840092:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000d25ecb5. 00000800:00000010:2.0:1767384948.840095:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000043a6124. 00000400:02020000:2.0:1767384948.840144:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp33 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384948.840150:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp33 notifying 192.168.204.149@tcp33: down 00000800:00000200:2.0:1767384948.840155:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp33 down 00000800:00000100:2.0:1767384948.840162:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.204.149@tcp33 00000800:00000010:2.0:1767384948.840165:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894b9b2b. 00000400:00000200:2.0:1767384948.840169:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384948.840174:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp33->192.168.204.149@tcp33: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384948.840180:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp33 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:2.0:1767384948.840184:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384948.840187:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384948.840189:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384948.840215:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384948.840222:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101151 00000400:00000001:1.0:1767384948.840225:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384948.840226:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384948.840228:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001528f7df 00000400:00000010:1.0:1767384948.840229:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000400:00000200:1.0:1767384948.840232:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384948.840235:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384948.840238:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (28) 00000400:00000200:1.0:1767384948.840241:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384948.840242:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc -71 00000400:00000200:1.0:1767384948.840246:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384948.840248:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (27) 00080000:00000001:1.0:1767384948.846880:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384948.846886:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384948.846888:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384948.846890:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384948.846894:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384948.846898:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384948.846899:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384948.846900:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384948.846903:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384948.846905:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384948.846908:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000088032a6f. 20000000:00000001:1.0:1767384948.846910:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384948.846912:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384948.846914:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384948.846919:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384948.846921:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067ce7cd4. 20000000:01000000:0.0:1767384948.846925:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384948.846928:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384948.846931:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384948.846932:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384948.846935:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384948.846937:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384948.846941:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384948.846944:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384948.846951:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fef63f6. 00080000:00000001:0.0:1767384948.846952:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384948.846955:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384948.846956:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384948.846958:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384948.846959:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000031165f10. 00080000:00000001:0.0:1767384948.846960:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384948.846964:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384948.846965:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384948.846967:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000020:00000040:3.0:1767384948.846968:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000031165f10 with handle 0xcb8130832f6b375d to hash 00080000:00000001:0.0:1767384948.846972:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384948.846973:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384948.846976:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00080000:00000010:0.0:1767384948.846978:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a78384df. 00010000:00000001:3.0:1767384948.846979:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00080000:00000001:0.0:1767384948.846983:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659747328 : -129520049804288 : ffff8a33c370ac00) 00010000:00000001:3.0:1767384948.846984:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384948.846986:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384948.846987:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384948.846991:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.846998:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384948.847000:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384948.847002:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384948.847003:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384948.847004:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384948.847006:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384948.847007:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384948.847009:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384948.847011:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384948.847012:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384948.847014:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384948.847015:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001fef63f6) refcount = 1 00010000:00010000:3.0:1767384948.847018:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847022:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384948.847024:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384948.847025:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384948.847030:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384948.847034:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.847034:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.847036:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384948.847037:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384948.847041:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384948.847043:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384948.847046:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384948.847048:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384948.847048:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384948.847049:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=4 00000020:00000001:3.0:1767384948.847054:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00080000:00000001:0.0:1767384948.847054:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384948.847057:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384948.847059:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384948.847061:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847066:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384948.847067:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847071:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384948.847073:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384948.847074:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847078:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384948.847079:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.847081:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384948.847083:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384948.847088:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000031165f10 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384948.847090:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384948.847092:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384948.847093:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847097:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384948.847103:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384948.847104:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384948.847105:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031165f10 refcount=5 00000020:00000001:3.0:1767384948.847107:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384948.847109:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919232000 : -129515790319616 : ffff8a34c1534000) 00010000:00000001:3.0:1767384948.847111:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384948.847113:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847117:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384948.847118:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384948.847120:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.847123:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384948.847124:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384948.847127:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384948.847128:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.847128:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:3.0:1767384948.847129:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031165f10 with handle 0xcb8130832f6b375d from hash 00080000:00000001:0.0:1767384948.847133:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384948.847134:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384948.847137:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384948.847139:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384948.847141:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384948.847143:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384948.847145:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384948.847147:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384948.847150:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384948.847153:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.847156:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384948.847158:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384948.847161:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384948.847162:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384948.847164:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.847166:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.847169:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384948.847171:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847177:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384948.847185:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384948.847188:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384948.847190:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384948.847192:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384948.847194:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384948.847197:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384948.847199:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384948.847202:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384948.847205:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.847209:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384948.847211:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384948.847212:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000031165f10/0xcb8130832f6b375d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384948.847216:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001fef63f6 count: 0 00010000:00000001:3.0:1767384948.847225:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384948.847226:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384948.854370:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384948.854373:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384948.854375:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384948.854376:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384948.854377:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384948.854378:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384948.854379:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a78384df. 00080000:00000001:3.0:1767384948.854384:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:0.0:1767384948.854384:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384948.854388:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384948.854390:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384948.854392:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384948.854402:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384948.854404:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384948.854409:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384948.854416:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384948.854420:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384948.854423:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384948.854427:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384948.854429:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384948.854434:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007abc2b63. 00010000:00000001:2.0:1767384948.854438:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384948.854441:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007ff557d9. 00000020:00000001:2.0:1767384948.854444:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384948.854447:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007ff557d9 with handle 0xcb8130832f6b3764 to hash 00000020:00000001:2.0:1767384948.854449:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384948.854451:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949946368 : -129515759605248 : ffff8a34c327ea00) 00010000:00000001:2.0:1767384948.854453:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949946368 : -129515759605248 : ffff8a34c327ea00) 00010000:00000001:2.0:1767384948.854456:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384948.854457:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384948.854460:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854465:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384948.854473:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384948.854475:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384948.854476:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384948.854478:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384948.854480:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384948.854482:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384948.854484:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384948.854485:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384948.854487:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384948.854488:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384948.854489:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007abc2b63) refcount = 1 00010000:00010000:2.0:1767384948.854492:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854496:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384948.854498:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384948.854499:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384948.854500:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.854502:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384948.854504:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384948.854506:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:2.0:1767384948.854509:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384948.854510:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384948.854512:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007ff557d9 refcount=4 00000020:00000001:2.0:1767384948.854513:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949946368 : -129515759605248 : ffff8a34c327ea00) 00010000:00000001:2.0:1767384948.854515:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949946368 : -129515759605248 : ffff8a34c327ea00) 00010000:00000001:2.0:1767384948.854517:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384948.854519:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854524:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384948.854525:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854530:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384948.854531:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384948.854537:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854541:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384948.854543:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.854545:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384948.854546:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384948.854551:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007ff557d9 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384948.854553:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384948.854554:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384948.854556:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854560:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384948.854561:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384948.854562:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384948.854564:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007ff557d9 refcount=5 00000020:00000001:2.0:1767384948.854565:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949946368 : -129515759605248 : ffff8a34c327ea00) 00010000:00000001:2.0:1767384948.854567:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949946368 : -129515759605248 : ffff8a34c327ea00) 00010000:00000001:2.0:1767384948.854569:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384948.854571:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854574:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384948.854575:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384948.854577:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.854579:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384948.854581:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384948.854583:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384948.854585:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384948.854587:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007ff557d9 with handle 0xcb8130832f6b3764 from hash 00010000:00000001:2.0:1767384948.854588:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384948.854589:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.1:1767384948.854623:0:29403:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001fef63f6. 00010000:00000010:3.1:1767384948.854629:0:29403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000031165f10. 00010000:00000001:2.0:1767384948.854643:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384948.854644:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384948.854646:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384948.854648:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384948.854650:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384948.854652:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384948.854654:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.854655:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384948.854657:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384948.854659:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384948.854660:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384948.854662:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.854664:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.854665:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384948.854667:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854671:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384948.854672:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384948.854673:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384948.854675:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384948.854676:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384948.854677:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384948.854678:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384948.854680:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384948.854681:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384948.854682:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384948.854685:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384948.854687:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384948.854688:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007ff557d9/0xcb8130832f6b3764 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384948.854692:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294939450, at 4294939451 00010000:00000040:2.0:1767384948.854693:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007abc2b63 count: 0 00000100:00000010:0.0:1767384948.854701:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2e5465f. 00010000:00000001:2.0:1767384948.854703:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384948.854706:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384948.854716:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294939450, at 4294939451 00000100:00000010:2.0:1767384948.854728:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7af6325. 00000100:00000040:1.0:1767384948.854729:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294939450, at 4294939451 00000100:00000010:1.0:1767384948.854736:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063b72f25. 00000100:00000040:3.0:1767384948.855646:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294939450, at 4294939452 00000100:00000010:3.0:1767384948.855651:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bab0aacf. 00080000:00000020:0.0:1767384948.856436:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384948.856439:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384948.856441:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000824bbf50. 20000000:00000001:0.0:1767384948.856445:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384948.856449:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196288 00010000:00000001:0.0:1767384948.856451:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384948.856457:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098f69090 x1853237373196288/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.856465:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384948.856467:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.856469:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.856473:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384948.856475:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384948.856477:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384948.856479:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384948.856481:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.856485:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384948.856487:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384948.856491:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6af68c7. 00000100:00000200:0.0:1767384948.856495:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373196288, offset 224 00000400:00000200:0.0:1767384948.856499:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384948.856507:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384948.856514:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505800 00000400:00000200:0.0:1767384948.856518:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19dd [2] + 224 00000400:00000200:0.0:1767384948.856523:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384948.856526:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384948.856530:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384948.856533:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384948.856541:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.856555:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384948.856561:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6af68c7 00000400:00000010:0.0:1767384948.856569:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6af68c7. 00000100:00000001:2.0:1767384948.856573:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.856573:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384948.856576:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384948.856578:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.856582:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384948.856586:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384948.856586:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:2.0:1767384948.856589:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384948.856589:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384948.856629:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf3e87a. 00000020:00000001:0.0:1767384948.856633:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.856634:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b6d29d0 00000400:00000010:2.0:1767384948.856638:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b6d29d0. 00000020:00000001:0.0:1767384948.856639:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384948.856642:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384948.856646:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f69090 x1853237373196288/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384948.856649:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.856670:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098f69090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373196288:12345-0@lo:253: Request processed in 17794us (18256us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384948.856672:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.856685:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384948.856688:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384948.856688:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:0.0:1767384948.856693:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384948.856694:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384948.856697:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384948.856697:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384948.856700:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.856701:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384948.856702:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384948.856706:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384948.856707:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000532ddb74. 00000100:00001000:2.0:1767384948.856712:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=56 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384948.856713:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000100:00001000:2.0:1767384948.856719:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=56 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384948.856719:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db86a84f. 00000100:00000001:2.0:1767384948.856725:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384948.856726:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384948.856727:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.856731:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384948.856732:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384948.856733:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384948.856735:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009a8767bb. 00000100:00000001:2.0:1767384948.856737:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.856740:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384948.856743:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.856744:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384948.856753:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384948.856754:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.856759:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384948.856761:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384948.856761:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1999d9. 00000020:01000004:2.0:1767384948.856764:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384948.856768:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:0.0:1767384948.856768:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6af68c7. 00000020:01000004:2.0:1767384948.856772:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384948.856780:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384948.856782:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384948.856784:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384948.856785:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384948.856787:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384948.856788:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384948.856792:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384948.856798:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000377261cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373196288:0@lo:253: 00000100:00000001:2.0:1767384948.856803:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.856805:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384948.856808:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000377261cc x1853237373196288/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.856813:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384948.856816:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384948.856818:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000087533ef4. 02000000:00000001:2.0:1767384948.856822:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384948.856824:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384948.856825:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384948.856827:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384948.856829:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000001f90549. 02000000:00000001:2.0:1767384948.856833:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384948.856834:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384948.856836:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000377261cc. 00000100:00000001:2.0:1767384948.856839:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384948.856840:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.856842:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.856847:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384948.856849:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.856852:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384948.856854:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.857018:0:29402:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000053c27b41. 00000400:00000040:1.0:1767384948.857034:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384948.857036:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384948.857039:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384948.857041:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384948.857043:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384948.857048:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384948.857051:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384948.857052:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384948.857054:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384948.857055:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384948.857057:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384948.857059:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384948.857061:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384948.857063:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384948.857064:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384948.857067:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384948.857069:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384948.857070:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384948.857071:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384948.857073:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384948.857075:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384948.857076:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384948.857078:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384948.857080:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384948.857081:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384948.857083:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384948.857085:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384948.857086:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384948.857088:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384948.857089:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384948.857090:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384948.857092:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384948.857093:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384948.857095:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384948.857096:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384948.857097:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384948.857098:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384948.857100:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384948.857101:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384948.857102:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384948.857104:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384948.857105:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384948.857107:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384948.857108:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384948.857114:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384948.857116:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384948.857117:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384948.857119:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384948.857120:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384948.857122:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384948.857123:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384948.857124:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384948.857125:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384948.857127:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384948.857129:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384948.857130:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384948.857131:0:29402:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384948.857210:0:29402:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000053c27b41. 00080000:00000020:0.0:1767384948.857391:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384948.857393:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384948.857395:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000025f74937. 20000000:00000001:0.0:1767384948.857400:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384948.857402:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196160 00010000:00000001:0.0:1767384948.857404:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384948.857407:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006d1d040 x1853237373196160/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.857423:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384948.857424:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.857426:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.857428:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384948.857430:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384948.857432:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384948.857434:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384948.857435:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.857436:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384948.857438:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384948.857441:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0cfce9b. 00000100:00000200:0.0:1767384948.857443:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373196160, offset 224 00000400:00000200:0.0:1767384948.857446:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384948.857450:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384948.857454:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505780 00000400:00000200:0.0:1767384948.857458:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19d5 [2] + 224 00000400:00000200:0.0:1767384948.857462:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384948.857464:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384948.857466:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384948.857469:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384948.857475:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.857488:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384948.857492:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cfce9b 00000400:00000010:0.0:1767384948.857493:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0cfce9b. 00000100:00000001:0.0:1767384948.857496:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384948.857497:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384948.857499:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.857500:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.857502:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384948.857504:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:2.0:1767384948.857508:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384948.857509:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384948.857512:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384948.857513:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384948.857516:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c11e641. 00000020:00000001:0.0:1767384948.857517:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384948.857521:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb6a5ba 00000100:00000040:0.0:1767384948.857527:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006d1d040 x1853237373196160/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384948.857532:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbb6a5ba. 00000100:00000001:2.0:1767384948.857537:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384948.857541:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006d1d040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373196160:12345-0@lo:253: Request processed in 18673us (19196us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384948.857544:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.857553:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767384948.857557:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:2.0:1767384948.857558:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.857561:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384948.857564:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384948.857568:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f67f5afa. 00000100:00000001:2.0:1767384948.857569:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384948.857572:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.857573:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384948.857575:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384948.857575:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094dba60. 00000100:00000001:2.0:1767384948.857576:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384948.857580:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384948.857581:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f0ea9e. 02000000:00000001:2.0:1767384948.857583:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.857586:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00001000:2.0:1767384948.857587:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=56 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384948.857591:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384948.857638:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000078e40717. 02000000:00000001:0.0:1767384948.857643:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384948.857645:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384948.857649:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=56 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384948.857649:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384948.857652:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c12171. 00000100:00000001:2.0:1767384948.857654:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384948.857658:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.857659:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0cfce9b. 00010000:00000001:2.0:1767384948.857661:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384948.857664:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.857666:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.857669:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.857675:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.857678:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384948.857679:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384948.857682:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384948.857683:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384948.857684:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384948.857686:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384948.857687:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384948.857689:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384948.857690:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384948.857692:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384948.857693:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384948.857694:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384948.857696:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384948.857711:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036d39003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373196160:0@lo:253: 00000100:00000001:2.0:1767384948.857715:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.857716:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384948.857718:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036d39003 x1853237373196160/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.857722:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384948.857724:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384948.857725:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a7abeaa1. 02000000:00000001:2.0:1767384948.857728:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384948.857730:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384948.857731:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384948.857732:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384948.857733:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000668d5b03. 02000000:00000001:2.0:1767384948.857738:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384948.857739:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384948.857740:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036d39003. 00000100:00000001:2.0:1767384948.857742:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384948.857743:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.857745:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.857749:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384948.857750:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.857752:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384948.857754:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384948.863640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007abc2b63. 00010000:00000010:2.1:1767384948.863650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007ff557d9. 00000100:00000001:2.0:1767384949.051674:0:16790:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384949.051680:0:16790:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.051682:0:18589:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384949.051687:0:18589:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.307689:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp30 00000400:00000010:0.0:1767384949.307697:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f278cc1f. 00000400:00000010:0.0:1767384949.307705:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067ffe226. 00000400:00000010:0.0:1767384949.307711:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f0ca30. 00000400:00000010:0.0:1767384949.307721:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d859a60. 00000400:00000200:0.0:1767384949.307727:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp30 00000400:00000200:0.0:1767384949.307746:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp30 local destination 00000400:00000200:0.0:1767384949.307753:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp30 00000400:00000200:0.0:1767384949.307757:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [93:93:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1767384949.307770:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp30 00000400:00000200:0.0:1767384949.307781:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:) -> 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) : GET try# 0 00000800:00000200:0.0:1767384949.307795:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp30 00000800:00000010:0.0:1767384949.307801:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000707e709. 00000800:00000200:0.0:1767384949.307809:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000800:00000200:0.1:1767384949.307815:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:0.0:1767384949.307839:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp30 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:1.0:1767384949.307905:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.307971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308010:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308059:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308112:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308147:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308197:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308223:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308242:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308295:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308332:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308379:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308423:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308467:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308514:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308542:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308564:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308584:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308639:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308678:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308693:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308709:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308723:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308738:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308753:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308768:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308782:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308797:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308810:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308825:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308855:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308872:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308887:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384949.308904:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384949.309040:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078e40717. 00000800:00000010:1.0:1767384949.309044:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087c63eae. 00000800:00000010:1.0:1767384949.309049:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000250c72bd. 00000800:00000010:1.0:1767384949.309066:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000250c72bd. 00000800:00020000:1.0:1767384949.309074:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384949.309077:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087c63eae. 00000800:00000010:1.0:1767384949.309079:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000078e40717. 00000400:02020000:1.0:1767384949.309107:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384949.309113:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp30 notifying 192.168.204.149@tcp30: down 00000800:00000200:1.0:1767384949.309117:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp30 down 00000800:00000100:1.0:1767384949.309122:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp30 00000800:00000010:1.0:1767384949.309124:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000707e709. 00000400:00000200:1.0:1767384949.309127:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384949.309131:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384949.309138:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384949.309140:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384949.309149:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384949.435664:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384949.435668:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.435674:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384949.435675:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384949.435713:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384949.435716:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384949.435718:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384949.563693:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384949.563700:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:1.0:1767384949.563717:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384949.563721:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384949.563724:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384949.563726:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384949.563729:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384949.563732:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384949.563735:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 51 10000000:00000001:1.0:1767384949.563739:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384949.563742:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384949.563750:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000020:00000040:1.0:1767384949.563757:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384949.563762:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384949.563766:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384949.563783:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384949.563791:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a73cd801. 00000100:00000001:1.0:1767384949.563800:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.563805:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384949.563810:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384949.563820:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3b9beaf. 00010000:00000001:1.0:1767384949.563825:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384949.563830:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00000020:00000001:1.0:1767384949.563835:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384949.563840:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007584f943 with handle 0xcb8130832f6b376b to hash 00000020:00000001:1.0:1767384949.563843:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384949.563845:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384949.563849:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384949.563854:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384949.563857:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384949.563861:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384949.563872:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384949.563891:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384949.563899:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384949.563902:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384949.563909:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cbb6a5ba. 00000100:00000001:1.0:1767384949.563912:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553672883008 : -129520036668608 : ffff8a33c4391b40) 00000100:00000001:1.0:1767384949.563916:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384949.563918:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000100:00000001:1.0:1767384949.563923:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384949.563927:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.563930:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384949.563932:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384949.563940:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.563951:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384949.563954:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.563958:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384949.563961:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384949.563965:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384949.563968:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373196416:0@lo:101: 00000100:00000001:1.0:1767384949.563973:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384949.563979:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384949.563981:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.563994:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384949.563999:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000431a604b. 02000000:00000001:1.0:1767384949.564002:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384949.564009:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005389b167. 00000400:00000010:1.0:1767384949.564018:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000534875b1. 00000100:00000200:1.0:1767384949.564025:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373196416, portal 25 00000100:00000001:1.0:1767384949.564028:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384949.564030:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000100:00000040:1.0:1767384949.564036:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.564060:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384949.564066:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384949.564070:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000100:00000200:1.0:1767384949.564074:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373196416, offset 0 00000400:00000200:1.0:1767384949.564083:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384949.564099:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384949.564112:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273505880 00000400:00000200:1.0:1767384949.564132:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x123d [2] + 0 00000400:00000010:1.0:1767384949.564136:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2deb6ed. 00000400:00000200:1.0:1767384949.564142:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000176511d1 00000400:00000200:1.0:1767384949.564148:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384949.564153:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384949.564158:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000176511d1 00000400:00000010:1.0:1767384949.564161:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000176511d1. 00000100:00000001:1.0:1767384949.564168:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384949.564171:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384949.564175:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000c630b2ec x1853237373196416 msgsize 328 00000100:00100000:1.0:1767384949.564180:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384949.564194:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384949.564206:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384949.564215:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:1.0:1767384949.564217:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000100:00000001:1.0:1767384949.564221:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384949.564226:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.564239:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384949.564242:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.564250:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.564253:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384949.564256:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384949.564260:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.564261:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196416 02000000:00000001:0.0:1767384949.564268:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384949.564269:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294940176 00000100:00000001:0.0:1767384949.564270:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384949.564274:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384949.564279:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063b72f25. 02000000:00000001:0.0:1767384949.564279:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.564283:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196416 00000020:00000001:0.0:1767384949.564285:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384949.564287:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384949.564292:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384949.564295:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384949.564297:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384949.564298:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384949.564303:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384949.564307:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384949.564308:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294940176 00000020:00000010:0.0:1767384949.564311:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f379543a. 00000100:00000010:1.0:1767384949.564315:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b183a84. 00000100:00000001:0.0:1767384949.564316:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384949.564322:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f379543a. 00000100:00000001:1.0:1767384949.564325:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384949.564331:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062eb3c84. 00000100:00000001:1.0:1767384949.564332:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294940176 00000020:00000010:0.0:1767384949.564339:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6ab90fc. 00000100:00000010:1.0:1767384949.564341:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf06d20a. 00000020:00000010:0.0:1767384949.564346:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:1.0:1767384949.564347:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384949.564353:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294940176 00000100:00000040:0.0:1767384949.564357:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:1.0:1767384949.564358:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5125143. 00000100:00000001:0.0:1767384949.564364:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384949.564366:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384949.564375:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384949.564379:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.564382:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384949.564384:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384949.564387:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cbb6a5ba going to sleep for 11 seconds 00000100:00000001:1.0:1767384949.564391:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384949.564395:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.564417:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384949.564420:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.564439:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.564445:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384949.564530:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384949.564532:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384949.564537:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384949.564548:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384949.564550:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671910992 : -129515037640624 : ffff8a34ee303850) 00000100:00000040:0.0:1767384949.564555:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c630b2ec x1853237373196416/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:175/0 lens 328/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.564572:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384949.564576:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:0.0:1767384949.564577:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384949.564579:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000100:00100000:0.0:1767384949.564584:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c630b2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373196416:12345-0@lo:101: 00000100:00000200:0.0:1767384949.564587:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196416 00000020:00000001:0.0:1767384949.564590:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384949.564639:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384949.564641:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.564643:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384949.564645:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384949.564648:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384949.564650:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384949.564652:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384949.564653:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384949.564656:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.564658:0:16796:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384949.564660:0:16796:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384949.564662:0:16796:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384949.564663:0:16796:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384949.564665:0:16796:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.564669:0:16796:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384949.564674:0:16796:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000082a5d899. 00010000:00000001:0.0:1767384949.564676:0:16796:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384949.564679:0:16796:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb846a12. 00000020:00000001:0.0:1767384949.564682:0:16796:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384949.564684:0:16796:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bb846a12 with handle 0xcb8130832f6b3772 to hash 00000020:00000001:0.0:1767384949.564696:0:16796:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384949.564697:0:16796:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384949.564707:0:16796:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00010000:0.0:1767384949.564709:0:16796:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b376b expref: -99 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384949.564716:0:16796:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:0.0:1767384949.564718:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:0.0:1767384949.564724:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384949.564726:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384949.564730:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009240df9d. 02000000:00000001:0.0:1767384949.564732:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.564734:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.564736:0:16796:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384949.564740:0:16796:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384949.564742:0:16796:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384949.564744:0:16796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384949.564745:0:16796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384949.564747:0:16796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384949.564749:0:16796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384949.564751:0:16796:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384949.564753:0:16796:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384949.564754:0:16796:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384949.564756:0:16796:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384949.564757:0:16796:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000082a5d899) refcount = 1 00010000:00010000:0.0:1767384949.564762:0:16796:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b376b expref: 15 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384949.564766:0:16796:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384949.564767:0:16796:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384949.564769:0:16796:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384949.564771:0:16796:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.564773:0:16796:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384949.564777:0:16796:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384949.564780:0:16796:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b376b expref: 15 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384949.564785:0:16796:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384949.564794:0:16796:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384949.564796:0:16796:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384949.564798:0:16796:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.564800:0:16796:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384949.564802:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384949.564805:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384949.564806:0:16796:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bb846a12, rc 0) 00000020:00000001:0.0:1767384949.564809:0:16796:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384949.564814:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196416 00010000:00000001:0.0:1767384949.564816:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384949.564821:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c630b2ec x1853237373196416/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:175/0 lens 328/344 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384949.564828:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384949.564830:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384949.564835:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384949.564839:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384949.564841:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384949.564843:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384949.564845:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384949.564847:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.564849:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384949.564853:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384949.564867:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000100:00000200:0.0:1767384949.564870:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373196416, offset 224 00000400:00000200:0.0:1767384949.564877:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384949.564884:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384949.564891:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273505880 00000400:00000200:0.0:1767384949.564897:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19f9 [1] + 224 00000400:00000200:0.0:1767384949.564901:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.564905:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384949.564909:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384949.564911:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.564920:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.564942:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384949.564949:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:0.0:1767384949.564951:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000100:00000001:0.0:1767384949.564955:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384949.564957:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384949.564961:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384949.564965:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384949.564967:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384949.564969:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384949.564969:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.564974:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384949.564989:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384949.564990:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c630b2ec x1853237373196416/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:175/0 lens 328/344 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384949.564994:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384949.564998:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005389b167. 00000100:00100000:0.0:1767384949.565003:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c630b2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373196416:12345-0@lo:101: Request processed in 429us (826us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384949.565004:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000534875b1 00000400:00000010:3.0:1767384949.565008:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000534875b1. 00000100:00100000:0.0:1767384949.565014:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384949.565018:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384949.565020:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384949.565022:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384949.565026:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ab90fc. 00000020:00000010:0.0:1767384949.565030:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000020:00000010:0.0:1767384949.565033:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062eb3c84. 00000100:00000001:3.0:1767384949.565036:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384949.565040:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:3.0:1767384949.565044:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384949.565055:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384949.565059:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009240df9d. 02000000:00000001:0.0:1767384949.565064:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384949.565067:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.565067:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384949.565073:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384949.565077:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0642e8. 00000400:00000010:0.0:1767384949.565084:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3a69e20. 00000100:00000001:3.0:1767384949.565088:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384949.565091:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.565095:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384949.565097:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384949.565099:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384949.565100:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.565103:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384949.565117:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=57 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384949.565122:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384949.565125:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384949.565127:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.565129:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384949.565131:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565134:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.565138:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.565144:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384949.565147:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384949.565149:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384949.565154:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384949.565161:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373196416:0@lo:101: 00000100:00000001:3.0:1767384949.565167:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.565169:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565171:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384949.565172:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.565174:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.565179:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384949.565182:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cbb6a5ba. 00000100:00000001:3.0:1767384949.565185:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384949.565187:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.565190:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384949.565198:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384949.565201:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384949.565203:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=4 00000020:00000001:3.0:1767384949.565205:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:3.0:1767384949.565208:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000040:3.0:1767384949.565212:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007584f943, remote cookie: 0xcb8130832f6b3772, flags: 0x0 00010000:00000001:3.0:1767384949.565215:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384949.565217:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384949.565218:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384949.565220:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384949.565222:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384949.565224:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3b9beaf) refcount = 1 00010000:00010000:3.0:1767384949.565227:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.565233:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384949.565234:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384949.565236:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384949.565238:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384949.565241:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384949.565243:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.565257:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384949.565258:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.565259:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.565260:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.565261:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.565262:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565263:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.565265:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373196416/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.565271:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384949.565273:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384949.565276:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000431a604b. 02000000:00000001:3.0:1767384949.565280:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384949.565287:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384949.565304:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384949.565306:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384949.565308:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a73cd801. 02000000:00000001:3.0:1767384949.565313:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384949.565315:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384949.565316:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000100:00000001:3.0:1767384949.565321:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384949.565323:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384949.565324:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384949.565326:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384949.565328:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:3.0:1767384949.565330:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.565331:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384949.565333:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384949.565335:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000020:00000001:3.0:1767384949.565337:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:3.0:1767384949.565339:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:3.0:1767384949.565346:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384949.565348:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.565350:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.565352:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384949.565369:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384949.565375:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000037494d6f. 00000100:00000010:3.0:1767384949.565390:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000020:00000040:3.0:1767384949.565392:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384949.565395:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384949.565397:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384949.565399:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384949.565403:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a24f8867. 00000100:00000001:3.0:1767384949.565406:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565409:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384949.565414:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fbeebb27. 00000100:00000010:3.0:1767384949.565417:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000006754142e. 00000020:00000040:3.0:1767384949.565420:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384949.565424:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384949.565433:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384949.565439:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd826054. 00000100:00000001:3.0:1767384949.565442:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558013177600 : -129515696374016 : ffff8a34c6ecbf00) 00000100:00000001:3.0:1767384949.565444:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.565446:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000001:3.0:1767384949.565450:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384949.565453:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565466:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384949.565468:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384949.565472:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.565480:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384949.565482:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.565485:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384949.565488:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384949.565491:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.565494:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373196544:0@lo:256: 00000100:00000001:3.0:1767384949.565499:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384949.565502:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384949.565505:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565508:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384949.565514:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009096d59e. 00000400:00000010:3.0:1767384949.565532:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000036730484. 00000100:00000200:3.0:1767384949.565538:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273505900-0x6958273505900, portal 33 00000100:00000001:3.0:1767384949.565542:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.565544:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384949.565548:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0946798. 02000000:00000001:3.0:1767384949.565551:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.565556:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bd4bec4. 00000400:00000010:3.0:1767384949.565561:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000200:3.0:1767384949.565564:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373196544, portal 25 00000100:00000001:3.0:1767384949.565565:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.565567:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000040:3.0:1767384949.565571:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.565584:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.565586:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384949.565589:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000200:3.0:1767384949.565592:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373196544, offset 0 00000400:00000200:3.0:1767384949.565660:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384949.565670:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384949.565680:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273505900 00000400:00000200:3.0:1767384949.565684:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1245 [2] + 0 00000400:00000010:3.0:1767384949.565687:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b6d3ad. 00000400:00000200:3.0:1767384949.565693:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000456e61dc 00000400:00000200:3.0:1767384949.565695:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.565699:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384949.565701:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000456e61dc 00000400:00000010:3.0:1767384949.565703:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000456e61dc. 00000100:00000001:3.0:1767384949.565707:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384949.565708:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384949.565710:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000312020f5 x1853237373196544 msgsize 304 00000100:00100000:3.0:1767384949.565713:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384949.565715:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384949.565724:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384949.565728:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000400:00000010:3.0:1767384949.565730:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:3.0:1767384949.565732:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384949.565736:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.565742:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384949.565743:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384949.565747:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196544 00000100:00000040:3.0:1767384949.565749:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384949.565751:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384949.565754:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384949.565759:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565761:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384949.565765:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565767:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.565769:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565772:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294940178 00000100:00100000:0.0:1767384949.565773:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196544 00000020:00000001:0.0:1767384949.565779:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384949.565781:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384949.565782:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940176 00000020:00000001:0.0:1767384949.565783:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384949.565785:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384949.565788:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384949.565792:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384949.565795:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294940178 00000100:00000001:0.0:1767384949.565796:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384949.565800:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:3.0:1767384949.565804:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940176 00000100:00000001:0.0:1767384949.565805:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384949.565811:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000100:00000001:3.0:1767384949.565813:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294940178 00000100:00000001:3.0:1767384949.565830:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940176 00000020:00000010:0.0:1767384949.565833:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062eb3c84. 00000100:00000001:3.0:1767384949.565836:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294940178 00000020:00000010:0.0:1767384949.565837:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6ab90fc. 00000100:00000001:3.0:1767384949.565841:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940176 00000020:00000010:0.0:1767384949.565844:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:3.0:1767384949.565846:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384949.565850:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565852:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384949.565853:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384949.565854:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384949.565858:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384949.565859:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dd826054 going to sleep for 11 seconds 00000100:00000001:0.0:1767384949.565862:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384949.565863:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384949.565865:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.565867:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.565871:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.565881:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384949.565892:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384949.565893:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384949.565897:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1767384949.565898:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384949.565900:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671909968 : -129515037641648 : ffff8a34ee303450) 00000100:00000040:0.0:1767384949.565903:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000312020f5 x1853237373196544/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:175/0 lens 304/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.565909:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384949.565912:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:0.0:1767384949.565914:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384949.565915:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000100:00100000:0.0:1767384949.565925:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000312020f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373196544:12345-0@lo:256: 00000100:00000200:0.0:1767384949.565927:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196544 00000020:00000001:0.0:1767384949.565929:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384949.565931:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384949.565932:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.565934:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384949.565935:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:0.0:1767384949.565937:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384949.565938:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384949.565940:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384949.565942:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384949.565943:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.565946:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384949.565948:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384949.565951:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000ce55d5c. 02000000:00000001:0.0:1767384949.565952:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.565954:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.565956:0:16796:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384949.565959:0:16796:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384949.565962:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384949.565964:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384949.565966:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.565968:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384949.565970:0:16796:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384949.565973:0:16796:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000098cfbb2. 20000000:00000001:0.0:1767384949.565976:0:16796:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384949.565990:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384949.565995:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384949.565999:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384949.566002:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384949.566003:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384949.566005:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384949.566006:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384949.566008:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384949.566010:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384949.566011:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384949.566026:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384949.566027:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384949.566028:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384949.566029:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384949.566030:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384949.566032:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384949.566033:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384949.566034:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384949.566036:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384949.566037:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384949.566038:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384949.566039:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384949.566041:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384949.566042:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384949.566043:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384949.566045:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384949.566046:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384949.566048:0:16796:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:0.0:1767384949.566054:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384949.566055:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384949.566057:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384949.566058:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384949.566059:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384949.566061:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384949.566062:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384949.566064:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384949.566065:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384949.566066:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384949.566067:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384949.566069:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384949.566070:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384949.566071:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384949.566073:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384949.566075:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384949.566076:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384949.566077:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384949.566078:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384949.566080:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384949.566081:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384949.566088:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384949.566089:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384949.566091:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384949.566092:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384949.566094:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384949.566095:0:16796:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384949.566096:0:16796:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:0.0:1767384949.566098:0:16796:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:0.0:1767384949.566100:0:16796:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:0.0:1767384949.566102:0:16796:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384949.566104:0:16796:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009240df9d. 00000100:00000010:0.0:1767384949.566107:0:16796:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000047b331bc. 00000020:00000040:0.0:1767384949.566109:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:0.0:1767384949.566111:0:16796:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384949.566113:0:16796:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384949.566115:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000400:00000010:0.0:1767384949.566120:0:16796:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fa00d8b. 00000400:00000200:0.0:1767384949.566123:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384949.566129:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384949.566135:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x6958273505900 00000400:00000200:0.0:1767384949.566138:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x1a09 [4] + 0 00000400:00000010:0.0:1767384949.566141:0:16796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009096d59e. 00000400:00000200:0.0:1767384949.566144:0:16796:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036730484 00000400:00000200:0.0:1767384949.566147:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.566149:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384949.566151:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036730484 00000400:00000010:0.0:1767384949.566152:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000036730484. 00000100:00000001:0.0:1767384949.566155:0:16796:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384949.566156:0:16796:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006d08f787 desc 00000000fbeebb27 mbits 1853237373196544 00000100:00000001:0.0:1767384949.566167:0:16796:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384949.566169:0:16796:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384949.566173:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384949.566178:0:16796:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a15 00000400:00000200:0.0:1767384949.566179:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.566181:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384949.566199:0:16796:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384949.566201:0:16796:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009240df9d 00000100:00000001:3.0:1767384949.566204:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384949.566205:0:16796:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384949.566210:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.566211:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:0.0:1767384949.566215:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000100:00000001:0.0:1767384949.566218:0:16796:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384949.566219:0:16796:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009240df9d 00000100:00000001:0.0:1767384949.566220:0:16796:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384949.566224:0:16796:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x6958273505900-0x6958273505900 00000100:00000001:0.0:1767384949.566227:0:16796:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.566232:0:16796:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.566234:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384949.566236:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:0.0:1767384949.566238:0:16796:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000047b331bc. 00000100:00000010:0.0:1767384949.566241:0:16796:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009240df9d. 00000100:00000001:0.0:1767384949.566243:0:16796:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384949.566245:0:16796:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384949.566251:0:16796:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000098cfbb2. 20000000:00000001:0.0:1767384949.566254:0:16796:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384949.566256:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196544 00010000:00000001:0.0:1767384949.566257:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384949.566261:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000312020f5 x1853237373196544/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:175/0 lens 304/240 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384949.566267:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384949.566268:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384949.566270:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384949.566283:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384949.566285:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384949.566287:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384949.566289:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384949.566291:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.566292:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384949.566294:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384949.566297:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000100:00000200:0.0:1767384949.566299:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373196544, offset 224 00000400:00000200:0.0:1767384949.566308:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384949.566311:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384949.566314:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273505900 00000400:00000200:0.0:1767384949.566317:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a0d [1] + 224 00000400:00000200:0.0:1767384949.566320:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.566322:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384949.566323:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384949.566326:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.566331:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.566343:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384949.566346:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:0.0:1767384949.566347:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000100:00000001:0.0:1767384949.566349:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384949.566350:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384949.566353:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384949.566354:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384949.566356:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384949.566358:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.566359:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384949.566362:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000312020f5 x1853237373196544/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:175/0 lens 304/240 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384949.566369:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000312020f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373196544:12345-0@lo:256: Request processed in 458us (656us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384949.566372:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384949.566376:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000400:00000001:3.0:1767384949.566380:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384949.566380:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384949.566385:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384949.566386:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384949.566387:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384949.566393:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bd4bec4. 00000020:00000010:0.0:1767384949.566393:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ab90fc. 00000020:00000010:0.0:1767384949.566398:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000400:00000200:3.0:1767384949.566401:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000020:00000010:0.0:1767384949.566403:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062eb3c84. 00000400:00000010:3.0:1767384949.566406:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:3.0:1767384949.566410:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384949.566415:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:3.0:1767384949.566419:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384949.566421:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384949.566424:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000ce55d5c. 02000000:00000001:0.0:1767384949.566428:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384949.566430:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384949.566436:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384949.566448:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1a07b91. 00000100:00000200:3.0:1767384949.566452:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384949.566454:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065f1bee5. 00000100:00000001:3.0:1767384949.566465:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384949.566468:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.566470:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384949.566471:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384949.566473:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384949.566476:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.566478:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384949.566491:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=57 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384949.566495:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384949.566497:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384949.566508:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.566511:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384949.566513:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.566515:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.566519:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384949.566529:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.566538:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384949.566540:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384949.566544:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384949.566552:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373196544:0@lo:256: 00000100:00000001:3.0:1767384949.566557:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.566560:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.566562:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384949.566575:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.566578:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.566586:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384949.566588:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dd826054. 00000100:00000001:3.0:1767384949.566681:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384949.566683:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384949.566687:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:3.0:1767384949.566691:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384949.566697:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000686446c7. 00010000:00000001:3.0:1767384949.566708:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384949.566711:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384949.566716:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:3.0:1767384949.566719:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.566729:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384949.566731:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:3.0:1767384949.566734:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:3.0:1767384949.566739:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:3.0:1767384949.566742:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384949.566746:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:3.0:1767384949.566752:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384949.566758:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (26) 00000400:00000200:3.0:1767384949.566762:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000400:00000200:3.0:1767384949.566781:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384949.566784:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384949.566787:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384949.566792:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:3.0:1767384949.566795:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (28) 00000400:00000200:3.0:1767384949.566798:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:0.0:1767384949.566801:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384949.566802:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:0.0:1767384949.566809:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:3.0:1767384949.566812:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000010:0.0:1767384949.566816:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000400:00000200:3.0:1767384949.566818:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:0.0:1767384949.566820:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000400:00000200:3.0:1767384949.566824:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000010:0.0:1767384949.566827:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad73b4e5. 00000400:00000200:3.0:1767384949.566833:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.566834:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384949.566839:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:3.0:1767384949.566846:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:0.0:1767384949.566846:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1767384949.566856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:3.0:1767384949.566858:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.566866:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:0.0:1767384949.566866:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384949.566875:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:0.0:1767384949.566875:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:3.0:1767384949.566885:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.566885:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:3.0:1767384949.566894:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:0.0:1767384949.566895:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:3.0:1767384949.566903:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:0.0:1767384949.566904:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:3.0:1767384949.566922:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.566923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:3.0:1767384949.566931:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:0.0:1767384949.566932:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:3.0:1767384949.566939:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:0.0:1767384949.566941:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:0.0:1767384949.566949:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:3.0:1767384949.566951:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.566958:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:0.0:1767384949.566958:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384949.566963:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:3.0:1767384949.566971:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.566974:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:0.0:1767384949.566984:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:3.0:1767384949.566987:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:0.0:1767384949.566990:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384949.567004:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:3.0:1767384949.567006:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:3.0:1767384949.567020:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567020:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:3.0:1767384949.567028:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:0.0:1767384949.567035:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:3.0:1767384949.567037:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:0.0:1767384949.567049:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:3.0:1767384949.567054:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567060:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[77, 20] 00000400:00000200:3.0:1767384949.567061:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:3.0:1767384949.567068:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:0.0:1767384949.567070:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[78, 20] 00000400:00000200:3.0:1767384949.567076:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000400:00000200:3.0:1767384949.567082:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:3.0:1767384949.567091:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:0.0:1767384949.567091:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 20], ns[79, 20] 00000400:00000200:3.0:1767384949.567102:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567102:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 20], ns[85, 20] 00000400:00000200:3.0:1767384949.567109:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:0.0:1767384949.567114:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[90, 20], ns[92, 20] 00000400:00000200:3.0:1767384949.567117:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:0.0:1767384949.567122:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:3.0:1767384949.567128:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567130:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:3.0:1767384949.567135:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:0.0:1767384949.567138:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp34 00000400:00000200:3.0:1767384949.567143:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:0.0:1767384949.567146:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp34 lpni_is_preferred = 0 00000400:00000200:0.0:1767384949.567151:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp34 00000400:00000200:3.0:1767384949.567155:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567156:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp34 NI seq info: [94:94:256:4294967295] 192.168.204.149@tcp34 LPNI seq info [92:92:8:4294967295] 00000400:00000200:3.0:1767384949.567162:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:3.0:1767384949.567168:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:0.0:1767384949.567169:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp34 00000400:00000200:3.0:1767384949.567182:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567184:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34:) -> 192.168.204.149@tcp34(192.168.204.149@tcp:192.168.204.149@tcp34) : PUT try# 0 00000400:00000200:3.0:1767384949.567187:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:3.0:1767384949.567192:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000800:00000200:0.0:1767384949.567200:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.149@tcp34 00000400:00000200:3.0:1767384949.567202:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567207:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000800:00000010:0.0:1767384949.567207:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7d22b6. 00000400:00000200:3.0:1767384949.567213:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000800:00000010:0.0:1767384949.567219:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000576670c7. 00000400:00000200:3.0:1767384949.567220:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567226:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000800:00000010:0.0:1767384949.567228:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000456e61dc. 00000400:00000200:3.0:1767384949.567231:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000800:00000200:0.0:1767384949.567237:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000400:00000200:3.0:1767384949.567242:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000800:00000200:0.1:1767384949.567248:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000400:00000200:3.0:1767384949.567249:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:3.0:1767384949.567256:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:3.0:1767384949.567262:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384949.567265:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384949.567268:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:0.0:1767384949.567270:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000400:00000200:3.0:1767384949.567276:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:3.0:1767384949.567291:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567293:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:3.0:1767384949.567306:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:3.0:1767384949.567312:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567314:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:3.0:1767384949.567316:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:3.0:1767384949.567321:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567324:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:3.0:1767384949.567327:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:3.0:1767384949.567331:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567334:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:3.0:1767384949.567336:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:3.0:1767384949.567340:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567343:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:3.0:1767384949.567345:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:0.0:1767384949.567347:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384949.567351:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567356:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:3.0:1767384949.567360:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:3.0:1767384949.567364:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384949.567367:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:3.0:1767384949.567370:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000010:3.0:1767384949.567376:0:16801:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000d01236e0. 00000400:00000200:3.0:1767384949.567382:0:16801:0:(peer.c:264:lnet_peer_alloc()) 00000000d01236e0 nid 192.168.204.149@tcp35 00000400:00000010:3.0:1767384949.567387:0:16801:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001c66091a. 00000400:00000200:3.0:1767384949.567391:0:16801:0:(peer.c:204:lnet_peer_net_alloc()) 000000001c66091a net tcp35 00000400:00000010:3.0:1767384949.567396:0:16801:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000065c22f9. 00000400:00000200:0.0:1767384949.567403:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384949.567407:0:16801:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000065c22f9 nid 192.168.204.149@tcp35 00000400:00000200:3.0:1767384949.567413:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (0) 00000400:00000200:3.0:1767384949.567430:0:16801:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.149@tcp35: -2 00000400:00000200:3.0:1767384949.567438:0:16801:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp35 NID 192.168.204.149@tcp35 flags 0x1 00000400:00000200:3.0:1767384949.567442:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (1) 00000400:00000200:0.0:1767384949.567444:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384949.567446:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (2) 00000400:00000200:3.0:1767384949.567454:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (1) 00000400:00000200:3.0:1767384949.567460:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (2) 00000400:00000200:0.0:1767384949.567472:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384949.567478:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp35 (00000000d01236e0): 0 00000400:00000200:3.0:1767384949.567483:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384949.567486:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384949.567495:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384949.567506:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp35 NID 192.168.204.149@tcp35: 0. pending discovery 00000400:00000200:3.0:1767384949.567519:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (3) 00000100:00000001:3.0:1767384949.567524:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.567528:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.567529:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 10000000:00000040:3.0:1767384949.567535:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:3.0:1767384949.567543:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000017b91cc9. 10000000:00000040:3.0:1767384949.567547:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 57/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:3.0:1767384949.567551:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384949.567552:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000020:00000001:3.0:1767384949.567563:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384949.567570:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcdbf287. 00000400:00000200:0.0:1767384949.567574:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000020:00000010:3.0:1767384949.567578:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed86c164. 00000040:00000010:3.0:1767384949.567586:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e23dd60. 00000020:00000010:3.0:1767384949.567648:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d408af23. 00000400:00000200:0.0:1767384949.567652:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000020:00000010:3.0:1767384949.567657:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384949.567668:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3c76ad7. 80000000:00000010:3.0:1767384949.567674:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ec64bf57. 40000000:00000010:3.0:1767384949.567679:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c978e3a2. 00000400:00000200:0.0:1767384949.567685:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00100000:00000010:3.0:1767384949.567686:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009cd5a9ea. 00040000:00000010:3.0:1767384949.567695:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000946b3ecc. 00040000:00000010:3.0:1767384949.567703:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000043d209bd. 00040000:00000010:3.0:1767384949.567710:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a479fa5. 00080000:00000010:3.0:1767384949.567717:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e70e41e3. 00000400:00000200:0.0:1767384949.567719:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000004:00000010:3.0:1767384949.567724:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087117654. 00000004:00000010:3.0:1767384949.567744:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000138e6a2b. 00000004:00000010:3.0:1767384949.567751:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000065aa45f0. 00000400:00000200:0.0:1767384949.567753:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00002000:00000010:3.0:1767384949.567758:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000015415e8e. 00000004:00000010:3.0:1767384949.567765:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003890ef43. 00000004:00000001:3.0:1767384949.567770:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384949.567774:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384949.567776:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000017b91cc9 00000040:00001000:3.0:1767384949.567779:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384949.567782:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000040:00001000:3.0:1767384949.567783:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384949.567789:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384949.567799:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384949.567803:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384949.567816:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384949.567819:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384949.567822:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000400:00000200:0.0:1767384949.567823:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000040:00000001:3.0:1767384949.567824:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384949.567854:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.567883:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000004:00000001:3.0:1767384949.567897:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384949.567906:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed86c164. 00000040:00000010:3.0:1767384949.567913:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e23dd60. 00000400:00000200:0.0:1767384949.567917:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000020:00000010:3.0:1767384949.567919:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d408af23. 00000020:00000010:3.0:1767384949.567926:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384949.567933:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b3c76ad7. 80000000:00000010:3.0:1767384949.567938:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ec64bf57. 00000400:00000200:0.0:1767384949.567940:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 40000000:00000010:3.0:1767384949.567943:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c978e3a2. 00100000:00000010:3.0:1767384949.567951:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009cd5a9ea. 00040000:00000010:3.0:1767384949.567957:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000946b3ecc. 00040000:00000010:3.0:1767384949.567961:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000043d209bd. 00040000:00000010:3.0:1767384949.567974:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a479fa5. 00080000:00000010:3.0:1767384949.567980:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e70e41e3. 00000400:00000200:0.0:1767384949.567981:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000004:00000010:3.0:1767384949.567985:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000087117654. 00000004:00000010:3.0:1767384949.567993:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000138e6a2b. 00000004:00000010:3.0:1767384949.568000:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000065aa45f0. 00002000:00000010:3.0:1767384949.568006:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000015415e8e. 00000004:00000010:3.0:1767384949.568011:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003890ef43. 00000020:00000010:3.0:1767384949.568016:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcdbf287. 00000400:00000200:0.0:1767384949.568016:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000020:00000001:3.0:1767384949.568024:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384949.568029:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384949.568044:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000017b91cc9. 10000000:00000040:3.0:1767384949.568057:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384949.568060:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000686446c7. 10000000:00000001:3.0:1767384949.568065:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.568066:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000100:00000001:3.0:1767384949.568069:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.568076:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373196544/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.568086:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384949.568097:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384949.568110:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0946798. 02000000:00000001:3.0:1767384949.568115:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384949.568117:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384949.568119:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384949.568119:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000020:00000001:3.0:1767384949.568124:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384949.568129:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384949.568132:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384949.568134:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384949.568137:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384949.568140:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000006754142e. 00000100:00000010:3.0:1767384949.568144:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fbeebb27. 00000100:00000001:3.0:1767384949.568149:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384949.568152:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a24f8867. 00000400:00000200:0.0:1767384949.568152:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 02000000:00000001:3.0:1767384949.568158:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384949.568162:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384949.568164:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:3.0:1767384949.568170:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384949.568171:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384949.568187:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 10000000:00000010:3.0:1767384949.568198:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000037494d6f. 10000000:01000000:3.0:1767384949.568206:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384949.568210:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384949.568212:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384949.568215:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384949.568217:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000020:00000001:3.0:1767384949.568220:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:3.0:1767384949.568224:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00000400:00000200:0.0:1767384949.568227:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00010000:00000001:3.0:1767384949.568228:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384949.568234:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.568244:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.568246:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384949.568248:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384949.568257:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00010000:00000001:3.0:1767384949.568272:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384949.568274:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.568277:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384949.568291:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384949.568294:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.568297:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 10000000:00000001:3.0:1767384949.568298:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384949.568304:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384949.568307:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:3.0:1767384949.568311:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384949.568329:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.568362:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.568413:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.568456:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.568516:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.568572:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.568653:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384949.568653:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.568661:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x41 00000400:00000200:2.0:1767384949.568672:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (2) 00000400:00000010:2.0:1767384949.568677:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b790aeb3. 00000400:00000010:2.0:1767384949.568681:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000400:00000200:0.0:1767384949.568682:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000010:2.0:1767384949.568686:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000660a772b. 00000400:00000200:2.0:1767384949.568693:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp35 00000400:00000200:2.0:1767384949.568702:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp35 local destination 00000400:00000200:2.0:1767384949.568706:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:2.0:1767384949.568708:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp35 00000400:00000200:2.0:1767384949.568711:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384949.568713:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp35 00000400:00000200:2.0:1767384949.568717:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [95:95:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384949.568721:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp35 00000400:00000200:2.0:1767384949.568728:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) : GET try# 0 00000800:00000200:2.0:1767384949.568733:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp35 00000800:00000010:2.0:1767384949.568736:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fca56479. 00000800:00000010:2.0:1767384949.568743:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000312a7cee. 00000800:00000010:2.0:1767384949.568747:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e5a0388e. 00000800:00000200:2.0:1767384949.568750:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (2) 00000800:00000200:2.1:1767384949.568753:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (2) 00000400:00000200:2.0:1767384949.568764:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp35 00000400:00000200:2.0:1767384949.568766:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x241 rc 0 00000400:00000200:2.0:1767384949.568810:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000010:0.0:1767384949.568855:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a8767bb. 00000800:00000010:0.0:1767384949.568860:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000176511d1. 00000800:00000010:0.0:1767384949.568866:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc5ba4f1. 00000400:00000200:2.0:1767384949.568872:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000010:0.0:1767384949.568894:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc5ba4f1. 00000800:00020000:0.0:1767384949.568905:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384949.568908:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000176511d1. 00000800:00000010:0.0:1767384949.568911:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a8767bb. 00000400:00000200:2.0:1767384949.568920:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.568975:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:02020000:0.0:1767384949.568997:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384949.569004:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp34 notifying 192.168.204.149@tcp34: down 00000800:00000200:0.0:1767384949.569010:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp34 down 00000800:00000100:0.0:1767384949.569017:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.204.149@tcp34 00000800:00000010:0.0:1767384949.569020:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7d22b6. 00000400:00000200:2.0:1767384949.569024:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.569024:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384949.569033:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp34->192.168.204.149@tcp34: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384949.569041:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp34 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:0.0:1767384949.569045:0:16151:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384949.569049:0:16151:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:0.0:1767384949.569064:0:16151:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384949.569070:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569125:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569154:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569191:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569227:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569265:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569310:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569334:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569361:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569403:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569428:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569455:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569481:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569513:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569554:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569582:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569687:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.569721:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384949.569734:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101171 00000400:00000001:0.0:1767384949.569738:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384949.569740:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384949.569741:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384949.569742:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:0.0:1767384949.569748:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000400:00000200:0.0:1767384949.569752:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384949.569757:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384949.569761:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (28) 00000400:00000200:0.0:1767384949.569764:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384949.569768:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc -71 00000400:00000200:0.0:1767384949.569772:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384949.569776:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (27) 00000400:00000200:2.0:1767384949.569794:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569852:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569903:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569938:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.569970:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570027:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570066:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570104:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570134:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570162:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570195:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384949.570239:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384949.570367:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000043a6124. 00000800:00000010:2.0:1767384949.570371:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3adee42. 00000800:00000010:2.0:1767384949.570375:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d485ac. 00000800:00000010:2.0:1767384949.570412:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d485ac. 00000800:00020000:2.0:1767384949.570420:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384949.570423:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3adee42. 00000800:00000010:2.0:1767384949.570425:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000043a6124. 00000400:02020000:2.0:1767384949.570473:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp35 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384949.570480:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp35 notifying 192.168.204.149@tcp35: down 00000800:00000200:2.0:1767384949.570484:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp35 down 00000800:00000100:2.0:1767384949.570489:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp35 00000800:00000010:2.0:1767384949.570492:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fca56479. 00000400:00000200:2.0:1767384949.570494:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384949.570498:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384949.570502:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp35 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:2.0:1767384949.570505:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384949.570508:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp35: 1 00000400:00000200:2.0:1767384949.570511:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp35 (00000000d01236e0): -114 00000400:00000200:2.0:1767384949.570560:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384949.570563:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x841 00000400:00000001:2.0:1767384949.570566:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384949.570567:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384949.570569:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2bd519 00000400:00000010:2.0:1767384949.570571:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 00000400:00000200:2.0:1767384949.570573:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384949.570575:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp35 (00000000d01236e0): -114 00000400:00000010:2.0:1767384949.570578:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b790aeb3. 00000400:00000200:2.0:1767384949.570580:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (3) 00000400:00000200:2.0:1767384949.570583:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp35:-71 00000400:00000200:2.0:1767384949.570584:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x2041 rc -71 00000400:00000200:2.0:1767384949.570587:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp35 (00000000d01236e0) 00000400:00000200:2.0:1767384949.570589:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (2) 00000020:00000010:0.0:1767384949.578886:0:29627:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000cc5ba4f1. 00000020:00000040:0.0:1767384949.578894:0:29627:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384949.578897:0:29627:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000cc5ba4f1. 00000100:00000040:1.0:1767384949.582676:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294940178, at 4294940179 00000100:00000040:2.0:1767384949.582679:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294940178, at 4294940179 00000100:00000010:1.0:1767384949.582688:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b183a84. 00000100:00000010:2.0:1767384949.582690:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf06d20a. 00000100:00000040:3.0:1767384949.582765:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294940178, at 4294940179 00000100:00000010:3.0:1767384949.582773:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5125143. 00000100:00000040:0.0:1767384949.582785:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294940178, at 4294940179 00000100:00000010:0.0:1767384949.582793:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063b72f25. 00080000:00000001:3.0:1767384950.196379:0:29802:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384950.196391:0:29802:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.196394:0:29802:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.196400:0:29802:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384950.196404:0:29802:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.196406:0:29802:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384950.331690:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384950.331697:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384950.331700:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f0ca30 00000400:00000010:0.0:1767384950.331704:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f0ca30. 00000400:00000200:0.0:1767384950.331710:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384950.331716:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384950.331726:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f278cc1f. 00000400:00000010:0.0:1767384950.331729:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067ffe226. 00000400:00000200:0.0:1767384950.331735:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp33 00000400:00000010:0.0:1767384950.331738:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f278cc1f. 00000400:00000010:0.0:1767384950.331742:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000072d2fe15. 00000400:00000010:0.0:1767384950.331745:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f0ca30. 00000400:00000010:0.0:1767384950.331750:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0d58f18. 00000400:00000200:0.0:1767384950.331753:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp33 00000400:00000200:0.0:1767384950.331765:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp33 local destination 00000400:00000200:0.0:1767384950.331770:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp33 00000400:00000200:0.0:1767384950.331780:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp33 NI seq info: [96:96:256:4294967295] 192.168.204.149@tcp33 LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1767384950.331785:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp33 00000400:00000200:0.0:1767384950.331792:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp33(192.168.204.149@tcp33:) -> 192.168.204.149@tcp33(192.168.204.149@tcp33:192.168.204.149@tcp33) : GET try# 0 00000800:00000200:0.0:1767384950.331797:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp33 00000800:00000010:0.0:1767384950.331802:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004300a178. 00000800:00000200:0.0:1767384950.331808:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (2) 00000800:00000200:0.1:1767384950.331812:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (2) 00000400:00000200:0.0:1767384950.331830:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp33 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:0.0:1767384950.331834:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp34 00000400:00000010:0.0:1767384950.331836:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002a6b1caf. 00000400:00000010:0.0:1767384950.331838:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005cd37f19. 00000400:00000010:0.0:1767384950.331840:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d031628f. 00000400:00000010:0.0:1767384950.331843:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000027ea0d86. 00000400:00000200:0.0:1767384950.331846:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp34 00000400:00000200:0.0:1767384950.331850:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp34 local destination 00000400:00000200:0.0:1767384950.331853:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp34 00000400:00000200:0.0:1767384950.331854:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp34 NI seq info: [97:97:256:4294967295] 192.168.204.149@tcp34 LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1767384950.331858:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp34 00000400:00000200:0.0:1767384950.331862:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34:) -> 192.168.204.149@tcp34(192.168.204.149@tcp34:192.168.204.149@tcp34) : GET try# 0 00000800:00000200:0.0:1767384950.331865:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp34 00000800:00000010:0.0:1767384950.331867:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd96d085. 00000800:00000200:0.0:1767384950.331870:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000800:00000200:0.1:1767384950.331873:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000400:00000200:0.0:1767384950.331883:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp34 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:0.0:1767384950.331887:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp35 00000400:00000010:0.0:1767384950.331888:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e278b903. 00000400:00000010:0.0:1767384950.331891:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b0f46b7e. 00000400:00000010:0.0:1767384950.331893:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000400:00000010:0.0:1767384950.331896:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ac11939. 00000400:00000200:0.0:1767384950.331900:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp35 00000400:00000200:0.0:1767384950.331905:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp35 local destination 00000400:00000200:0.0:1767384950.331916:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp35 00000400:00000200:0.0:1767384950.331919:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [98:98:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384950.331923:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp35 00000400:00000200:0.0:1767384950.331930:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) : GET try# 0 00000800:00000200:0.0:1767384950.331935:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp35 00000800:00000010:0.0:1767384950.331938:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000007f14bdf. 00000800:00000200:0.0:1767384950.331941:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (2) 00000800:00000200:0.1:1767384950.331945:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (2) 00000400:00000200:3.0:1767384950.331958:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.331958:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.331960:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp35 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:0.0:1767384950.332019:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332058:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332060:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332083:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332135:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332137:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332148:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332197:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332231:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332233:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332267:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332302:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332313:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332335:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332374:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332390:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332410:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332445:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332462:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332480:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332513:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332540:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332553:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332579:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332654:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332667:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332684:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332725:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332739:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332755:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332796:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332811:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332823:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332863:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332879:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332890:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.332930:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.332954:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.332956:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333017:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333060:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333088:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333138:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333171:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333209:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333216:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333248:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333282:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333290:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333323:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333356:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333364:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333396:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333433:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333437:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333492:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333537:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333540:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333564:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333636:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333650:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333666:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333701:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333723:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333734:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333781:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333801:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333815:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333853:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333874:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333885:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333930:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.333951:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.333960:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.333997:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334033:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334043:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334091:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334116:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334130:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334160:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334191:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334208:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334232:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334274:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334302:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334322:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334345:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334379:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334401:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334418:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334453:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334488:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334500:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334541:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334560:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334571:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334641:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.334660:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334675:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334705:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334745:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334766:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334797:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334829:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.334857:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.334889:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000800:00000010:2.0:1767384950.334891:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000043a6124. 00000800:00000010:2.0:1767384950.334897:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005446fad6. 00000800:00000010:2.0:1767384950.334903:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab75fa7. 00000400:00000200:0.0:1767384950.334915:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000010:2.0:1767384950.334931:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab75fa7. 00000800:00020000:2.0:1767384950.334944:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384950.334948:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005446fad6. 00000400:00000200:3.0:1767384950.334951:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000010:2.0:1767384950.334951:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000043a6124. 00000400:00000200:0.0:1767384950.334983:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.335022:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:02020000:2.0:1767384950.335028:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384950.335037:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp34 notifying 192.168.204.149@tcp34: down 00000400:00000200:2.0:1767384950.335041:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384950.335047:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp34 00000800:00000010:2.0:1767384950.335050:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd96d085. 00000400:00000200:0.0:1767384950.335053:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.335055:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384950.335063:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp34->192.168.204.149@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384950.335071:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384950.335075:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384950.335080:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp34) recovery failed with -71 00000400:00000200:3.0:1767384950.335083:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.335115:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.335143:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.335163:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.335201:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.335238:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000800:00000010:0.0:1767384950.335389:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a8767bb. 00000800:00000010:0.0:1767384950.335395:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee8aac26. 00000800:00000010:0.0:1767384950.335399:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001728eada. 00000800:00000010:3.0:1767384950.335428:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9adc47a. 00000800:00000010:3.0:1767384950.335434:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de39faf8. 00000800:00000010:0.0:1767384950.335441:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001728eada. 00000800:00000010:3.0:1767384950.335446:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000487f3e1f. 00000400:00000200:2.0:1767384950.335448:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384950.335468:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp33 from 211.3.0.2 00000800:00000010:2.0:1767384950.335472:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000061deafe2. 00000800:00000010:3.0:1767384950.335486:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000487f3e1f. 00000800:00000010:0.0:1767384950.335519:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000824bbf50. 00000800:00000010:0.0:1767384950.335526:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e077ca76. 00000800:00000010:0.0:1767384950.335547:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006535768c. 00000800:00000200:0.1:1767384950.335553:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (2) 00000800:00000200:0.1:1767384950.335557:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp33 000000006535768c deleted 00000800:00000010:0.1:1767384950.335559:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006535768c. 00000800:00000200:0.1:1767384950.335564:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384950.335570:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp33 ip 192.168.204.149:979 00000800:00000200:0.1:1767384950.335573:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004300a178 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384950.335579:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp33 p 3.x 192.168.204.149 -> 192.168.204.149:979 incarnation:1767384944542477949 sched[0] 00000800:00000010:0.0:1767384950.335622:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001728eada. 00000400:00000200:2.0:1767384950.335647:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384950.335661:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp35 from 212.3.0.2 00000800:00000010:2.0:1767384950.335664:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002c234cde. 00000800:00000010:0.0:1767384950.335670:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001728eada. 00000800:00000200:3.1:1767384950.335679:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384950.335680:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e077ca76. 00000800:00000200:3.0:1767384950.335688:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp33 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384944542477949 sched[0] 00000800:00000010:3.0:1767384950.335693:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de39faf8. 00000800:00000010:0.0:1767384950.335713:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000061deafe2. 00000800:00000010:0.0:1767384950.335725:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a7abeaa1. 00000800:00000010:0.0:1767384950.335729:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e077ca76. 00000800:00000001:3.0:1767384950.335731:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384950.335738:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384950.335752:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006535768c. 00000800:00000200:0.1:1767384950.335758:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (2) 00000800:00000200:0.1:1767384950.335763:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp35 000000006535768c deleted 00000800:00000010:0.1:1767384950.335765:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006535768c. 00000800:00000200:0.1:1767384950.335776:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384950.335780:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:980 00000800:00000200:0.1:1767384950.335783:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007f14bdf type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384950.335788:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp35 p 3.x 192.168.204.149 -> 192.168.204.149:980 incarnation:1767384948835877773 sched[0] 00000800:00000010:0.0:1767384950.335793:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001728eada. 00000800:00000200:3.0:1767384950.335804:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384950.335807:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004300a178. 00000400:00000200:3.0:1767384950.335811:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.335818:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp33->192.168.204.149@tcp33: GET: OK 00000400:00000200:3.0:1767384950.335840:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384950.335844:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp33 recovery message sent successfully:0 00000800:00000001:3.0:1767384950.335857:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384950.335859:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001728eada. 00000800:00000001:3.0:1767384950.335864:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384950.335865:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e077ca76. 00000800:00000001:3.0:1767384950.335870:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384950.335882:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.335890:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp33(192.168.204.149@tcp33) <- 192.168.204.149@tcp33 : GET - for me 00000800:00000010:0.0:1767384950.335893:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002c234cde. 00000400:00000200:3.0:1767384950.335905:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000001:0.0:1767384950.335915:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384950.335916:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x19cd [1] + 0 00000800:00000001:0.0:1767384950.335924:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.335931:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp33 to MR: 192.168.204.149@tcp33 local destination 00000400:00000200:3.0:1767384950.335937:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp33 NI seq info: [99:99:256:4294967295] 192.168.204.149@tcp33 LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1767384950.335949:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp33(192.168.204.149@tcp33:192.168.204.149@tcp33) -> 192.168.204.149@tcp33(192.168.204.149@tcp33:192.168.204.149@tcp33) 192.168.204.149@tcp33 : REPLY try# 0 00000800:00000200:3.0:1767384950.335955:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp33 00000800:00000010:3.0:1767384950.335959:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000536be03a. 00000800:00000200:3.0:1767384950.335965:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000800:00000200:3.0:1767384950.335971:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp33 ip 192.168.204.149:988 00000800:00000200:3.0:1767384950.335974:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000536be03a type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384950.335978:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384950.335982:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000007f14bdf. 00000400:00000200:0.0:1767384950.335986:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.335992:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: GET: OK 00000400:00000200:0.0:1767384950.335997:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384950.336001:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp35 recovery message sent successfully:0 00000800:00000001:0.0:1767384950.336014:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336029:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384950.336033:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384950.336035:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384950.336038:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000536be03a. 00000800:00000001:0.0:1767384950.336039:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336043:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.336049:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.336050:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp33(192.168.204.149@tcp33) <- 192.168.204.149@tcp33 : REPLY - for me 00000400:00000200:3.0:1767384950.336059:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp33->192.168.204.149@tcp33: REPLY: OK 00000400:00000200:0.0:1767384950.336066:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp33: Reply from 12345-192.168.204.149@tcp33 of length 272/272 into md 0x1a29 00000400:00000200:2.0:1767384950.336069:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:0.0:1767384950.336071:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336079:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384950.336081:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.336087:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp33->192.168.204.149@tcp33: REPLY: OK 00000400:00000200:0.0:1767384950.336091:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f0ca30 00000800:00000001:3.0:1767384950.336093:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384950.336094:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f0ca30. 00000400:00000200:0.0:1767384950.336102:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384950.336105:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f278cc1f. 00000400:00000200:2.0:1767384950.336108:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000010:0.0:1767384950.336118:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000072d2fe15. 00000800:00000001:0.0:1767384950.336127:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336133:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384950.336139:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384950.336147:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:3.0:1767384950.336148:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp35 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384948835877773 sched[0] 00000800:00000010:3.0:1767384950.336156:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee8aac26. 00000400:00000200:2.0:1767384950.336184:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000001:0.0:1767384950.336210:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336218:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384950.336221:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336229:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.336230:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336231:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.336239:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : GET - for me 00000400:00000200:0.0:1767384950.336251:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp35 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384950.336258:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp35 of length 272/272 into md 0x19cd [1] + 0 00000400:00000200:0.0:1767384950.336267:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp35 to MR: 192.168.204.149@tcp35 local destination 00000400:00000200:0.0:1767384950.336274:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [100:100:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384950.336284:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) 192.168.204.149@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384950.336291:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp35 00000800:00000010:0.0:1767384950.336295:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f14bdf. 00000800:00000200:0.0:1767384950.336301:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (4) 00000800:00000200:0.0:1767384950.336304:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:988 00000800:00000200:0.0:1767384950.336307:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007f14bdf type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384950.336316:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336316:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000200:0.0:1767384950.336365:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384950.336368:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f14bdf. 00000400:00000200:2.0:1767384950.336373:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.336374:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.336383:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000400:00000200:3.0:1767384950.336387:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000001:0.0:1767384950.336394:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336400:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384950.336403:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336407:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384950.336409:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336413:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384950.336420:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : REPLY - for me 00000400:00000200:0.0:1767384950.336428:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp35: Reply from 12345-192.168.204.149@tcp35 of length 272/272 into md 0x1a31 00000800:00000001:0.0:1767384950.336432:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.336443:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000800:00000001:0.0:1767384950.336445:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384950.336449:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.336454:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000400:00000200:3.0:1767384950.336458:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384950.336459:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000400:00000010:0.0:1767384950.336464:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000400:00000200:0.0:1767384950.336469:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384950.336490:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e278b903. 00000400:00000010:0.0:1767384950.336494:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b0f46b7e. 00000800:00000001:0.0:1767384950.336502:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.336507:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.336524:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336537:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336578:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336626:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336668:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336687:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336718:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336738:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336764:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336787:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336812:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336850:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336882:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336906:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336931:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.336954:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.336980:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337000:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337034:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337053:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337087:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337107:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337143:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337163:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337198:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337217:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337251:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337270:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337305:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337324:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337368:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337371:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337438:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337439:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.337533:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.337535:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338069:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338074:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338121:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338140:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338177:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338195:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338230:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338244:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338290:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338298:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338342:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338352:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338394:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338406:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338450:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338478:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338514:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384950.338526:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338568:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338640:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338669:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000800:00000010:2.0:1767384950.338693:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000043a6124. 00000400:00000200:3.0:1767384950.338694:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384950.338699:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b36a4a0. 00000800:00000010:2.0:1767384950.338704:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab75fa7. 00000400:00000200:3.0:1767384950.338727:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:2.0:1767384950.338727:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab75fa7. 00000800:00020000:2.0:1767384950.338737:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384950.338748:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b36a4a0. 00000800:00000010:2.0:1767384950.338751:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000043a6124. 00000400:00000200:3.0:1767384950.338753:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338780:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:02020000:2.0:1767384950.338826:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp33 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384950.338838:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338854:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338868:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338882:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338895:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338909:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:3.0:1767384950.338923:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000800:00000010:3.0:1767384950.339046:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdf21e1b. 00000800:00000010:3.0:1767384950.339051:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de39faf8. 00000800:00000010:3.0:1767384950.339055:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000487f3e1f. 00000800:00000010:3.0:1767384950.339091:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000487f3e1f. 00000400:00000200:2.0:1767384950.339143:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384950.339155:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp35 from 210.3.0.2 00000800:00000010:2.0:1767384950.339157:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000220646d. 00000800:00000010:3.0:1767384950.339199:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000829747c3. 00000800:00000010:3.0:1767384950.339205:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c92dbc1d. 00000800:00000010:3.0:1767384950.339224:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000001eb2035. 00000800:00000200:3.1:1767384950.339230:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (4) 00000800:00000200:3.1:1767384950.339235:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp35 0000000001eb2035 deleted 00000800:00000010:3.1:1767384950.339237:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000001eb2035. 00000800:00000200:3.1:1767384950.339241:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384950.339246:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp35 p 3.x 192.168.204.149 -> 192.168.204.149:978 incarnation:1767384948835877773 sched[0] 00000800:00000010:3.0:1767384950.339251:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000487f3e1f. 00000800:00000010:3.0:1767384950.339297:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000487f3e1f. 00000800:00000010:3.0:1767384950.339301:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c92dbc1d. 00000800:00000010:3.0:1767384950.339323:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000220646d. 00000800:00000001:0.0:1767384950.339351:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.339359:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384950.339373:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384950.339378:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp35 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384948835877773 sched[0] 00000800:00000010:3.0:1767384950.339380:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de39faf8. 00000800:00000001:0.0:1767384950.339414:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.339419:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384950.459659:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384950.459665:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384950.459671:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384950.459673:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384950.459704:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384950.459707:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384950.459709:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384950.935402:0:29966:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384950.935407:0:29966:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:1.0:1767384950.940020:0:29966:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384950.947332:0:29967:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000088032a6f. 00000400:00000010:0.0:1767384950.947346:0:29967:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e077ca76. 00000400:00000010:0.0:1767384950.947355:0:29967:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006535768c. 00000400:00000010:0.0:1767384950.947358:0:29967:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c8f0ea9e. 00000400:00000010:0.0:1767384950.947362:0:29967:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fe2c1dd. 00000400:00000010:0.0:1767384950.947366:0:29967:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054e41201. 00000400:00000010:0.0:1767384950.947368:0:29967:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ff500bcd. 00000400:00000010:0.0:1767384950.947370:0:29967:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001728eada. 00000400:00000010:0.0:1767384950.947373:0:29967:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000712e23e7. 00000800:00000010:0.0:1767384950.947387:0:29967:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ad25b663. 00000800:00000200:0.0:1767384950.947398:0:29967:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384950.947407:0:29967:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384950.947455:0:29967:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384950.947479:0:29967:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767384950.949113:0:29967:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f30c37c1. 00000400:00000010:0.0:1767384950.949119:0:29967:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa0a79a. 00000400:00000010:0.0:1767384950.949124:0:29967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000400:00000001:0.0:1767384950.949139:0:29967:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384950.949141:0:29967:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384950.949143:0:29967:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028072957. 00000400:00000200:0.0:1767384950.949146:0:29967:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362631e6 00000400:00000010:0.0:1767384950.949153:0:29967:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000400:00000010:0.0:1767384950.949157:0:29967:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000541e5729. 00000400:00000200:0.0:1767384950.949161:0:29967:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (26) 00000400:00000200:0.0:1767384950.949174:0:29967:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384950.949176:0:29967:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (1) 00000400:00000200:0.0:1767384950.949179:0:29967:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp35 (00000000d01236e0): 0 00000400:00000200:0.0:1767384950.949186:0:29967:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:0.0:1767384950.949192:0:29967:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000001f90549. 00000020:01000000:0.0:1767384950.949198:0:29967:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384950.949200:0:29967:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp36 00000400:00000200:2.0:1767384950.949203:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384950.949211:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:0.0:1767384950.949214:0:29967:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e077ca76. 00000400:00000010:2.0:1767384950.949218:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000400:00000010:0.0:1767384950.949219:0:29967:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000088032a6f. 00000400:00000200:2.0:1767384950.949226:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000400:00000010:2.0:1767384950.949233:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab78c469. 00000400:00000200:2.0:1767384950.949237:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384950.949248:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384950.949253:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384950.949258:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384950.949261:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:2.0:1767384950.949266:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:2.0:1767384950.949270:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:2.0:1767384950.949273:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:2.0:1767384950.949277:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:2.0:1767384950.949280:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:00000001:3.0:1767384950.949286:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384950.949293:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384950.949296:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384950.949297:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 10000000:01000000:3.0:1767384950.949300:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384950.949306:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384950.949307:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:01000004:3.0:1767384950.949310:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384950.949315:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384950.949317:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000020:01000004:3.0:1767384950.949318:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384950.949322:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384950.949325:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384950.949329:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384950.949329:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000020:01000004:3.0:1767384950.949333:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384950.949336:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384950.949339:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000020:01000004:3.0:1767384950.949340:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384950.949346:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000010:3.0:1767384950.949348:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000400:00000200:2.0:1767384950.949352:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000020:00000040:3.0:1767384950.949354:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384950.949359:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000100:00000001:3.0:1767384950.949362:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384950.949366:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 02000000:00000001:3.0:1767384950.949367:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384950.949373:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 02000000:00000001:3.0:1767384950.949374:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949382:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[77, 20] 00000400:00000200:2.0:1767384950.949386:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[78, 20] 02000000:00000010:3.0:1767384950.949388:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003a68bf3a. 00000400:00000200:2.0:1767384950.949391:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000100:00000001:3.0:1767384950.949397:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949398:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 20], ns[79, 20] 00000400:00000200:2.0:1767384950.949405:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 20], ns[85, 20] 00000100:00000001:3.0:1767384950.949408:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384950.949409:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 20], ns[99, 20] 00000100:00000001:3.0:1767384950.949411:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949417:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 20], ns[97, 20] 00000100:00000040:3.0:1767384950.949423:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_01+1] req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.949424:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384950.949433:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp16 00000400:00000200:2.0:1767384950.949444:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384950.949448:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp16 00000400:00000200:2.0:1767384950.949454:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp16 NI seq info: [101:101:256:4294967295] 192.168.204.149@tcp16 LPNI seq info [96:96:8:4294967295] 10000000:00000001:3.0:1767384950.949460:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949461:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp16 10000000:00000001:3.0:1767384950.949467:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.949470:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.949472:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384950.949473:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384950.949479:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384950.949484:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384950.949485:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16:) -> 192.168.204.149@tcp16(192.168.204.149@tcp:192.168.204.149@tcp16) : PUT try# 0 00000100:00000001:0.0:1767384950.949485:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384950.949489:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384950.949493:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384950.949494:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384950.949496:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384950.949501:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384950.949502:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.149@tcp16 00000800:00000010:2.0:1767384950.949510:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca56479. 00000020:01000004:3.0:1767384950.949514:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384950.949515:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384950.949519:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384950.949519:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384950.949520:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (6) 00000020:01000004:3.0:1767384950.949524:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384950.949527:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384950.949528:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384950.949533:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384950.949533:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384950.949536:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp16 ip 192.168.204.149:988 00000020:01000004:3.0:1767384950.949537:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384950.949541:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384950.949542:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384950.949543:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fca56479 type 1, nob 576 niov 1 nkiov 1 00000020:01000004:3.0:1767384950.949547:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384950.949549:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373196672:0@lo:253: 00000100:00000010:3.0:1767384950.949553:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000100:00000001:0.0:1767384950.949555:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384950.949558:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:0.0:1767384950.949561:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384950.949562:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384950.949563:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 02000000:00000001:0.0:1767384950.949566:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384950.949568:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384950.949584:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384950.949588:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 02000000:00000010:0.0:1767384950.949592:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000087533ef4. 00000400:00000200:2.0:1767384950.949616:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x2061 02000000:00000001:3.0:1767384950.949617:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949620:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (2) 00000400:00000010:2.0:1767384950.949626:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d246a28. 00000400:00000010:2.0:1767384950.949629:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 02000000:00000010:3.0:1767384950.949634:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b7fc5cec. 02000000:00000001:0.0:1767384950.949635:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384950.949638:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b9d41955. 00000100:00000001:3.0:1767384950.949643:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384950.949645:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8a5e4e. 00000400:00000200:2.0:1767384950.949649:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp35 00000100:00000001:3.0:1767384950.949651:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384950.949654:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384950.949656:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e077ca76. 00000100:00000040:3.0:1767384950.949660:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_02+2] req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.949662:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp35 local destination 00000100:00000200:0.0:1767384950.949662:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373196672, portal 25 00000100:00000001:0.0:1767384950.949670:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384950.949673:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000100:00000001:0.0:1767384950.949674:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000400:00000200:2.0:1767384950.949682:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.949687:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp35 lpni_is_preferred = 0 00000100:00000040:0.0:1767384950.949692:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.949693:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp35 10000000:00000001:3.0:1767384950.949696:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949703:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [102:102:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [4:4:8:4294967295] 10000000:00000001:3.0:1767384950.949704:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.949711:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.949713:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:3.0:1767384950.949717:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384950.949720:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp35 00000100:00000040:0.0:1767384950.949724:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384950.949725:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000001f90549. 00000400:00000010:0.0:1767384950.949729:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ea2fad. 00000100:00000200:0.0:1767384950.949735:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373196672, offset 0 00000400:00000200:2.0:1767384950.949740:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) : GET try# 0 00000100:00000001:3.0:1767384950.949741:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384950.949746:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384950.949747:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384950.949753:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp35 00000100:00000001:3.0:1767384950.949756:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384950.949758:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c24077cb. 00000100:00000001:3.0:1767384950.949761:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384950.949762:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384950.949765:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384950.949769:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00000100:00000040:3.0:1767384950.949772:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384950.949777:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505980 00000800:00000200:2.0:1767384950.949784:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:988 00000100:00000001:3.0:1767384950.949789:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384950.949790:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1299 [2] + 0 00000100:00000001:3.0:1767384950.949793:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384950.949797:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c24077cb type 2, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384950.949799:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbff29fd. 02000000:00000001:3.0:1767384950.949800:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384950.949805:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384950.949806:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063e59e45 02000000:00000001:3.0:1767384950.949808:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.949815:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp35 00000400:00000200:0.0:1767384950.949815:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.949822:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x261 rc 0 00000100:00100000:3.0:1767384950.949824:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373196800:0@lo:253: 00000400:00000200:0.0:1767384950.949829:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384950.949833:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384950.949838:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384950.949838:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e59e45 02000000:00000001:3.0:1767384950.949842:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384950.949843:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e59e45. 02000000:00000001:3.0:1767384950.949847:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384950.949850:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384950.949853:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1767384950.949854:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e7bdb9ca. 00000100:00000040:0.0:1767384950.949857:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000009eaafdf3 x1853237373196672 msgsize 4848 02000000:00000001:3.0:1767384950.949859:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.949865:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bd4bec4. 00000100:00100000:0.0:1767384950.949865:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384950.949871:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384950.949873:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088e6747e. 00000100:00000200:3.0:1767384950.949879:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373196800, portal 25 00000100:00000001:3.0:1767384950.949880:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384950.949881:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384950.949883:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000040:3.0:1767384950.949889:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384950.949890:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ea2fad 00000400:00000010:0.0:1767384950.949895:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ea2fad. 00000100:00000001:3.0:1767384950.949902:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384950.949902:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384950.949907:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384950.949910:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384950.949912:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe6b7653. 00000100:00000200:3.0:1767384950.949918:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373196800, offset 0 00000100:00000001:0.0:1767384950.949928:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384950.949929:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384950.949933:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384950.949941:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384950.949945:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384950.949952:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca56479. 00000100:00000001:0.0:1767384950.949952:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384950.949955:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505a00 00000100:00000001:0.0:1767384950.949960:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384950.949962:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.949964:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a1 [2] + 0 00000100:00000001:0.0:1767384950.949966:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.949973:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae43253a. 00000100:00000001:0.0:1767384950.949975:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294941562 00000400:00000200:2.0:1767384950.949977:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: PUT: OK 00000400:00000200:3.0:1767384950.949979:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d8f8186 00000400:00000200:2.0:1767384950.949987:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384950.949988:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384950.949988:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008be9ac5f. 00000400:00000200:2.0:1767384950.949997:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000400:00000200:3.0:1767384950.949998:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384950.949998:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384950.950007:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8f8186 00000100:00000001:0.0:1767384950.950009:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294941562 00000400:00000010:3.0:1767384950.950010:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d8f8186. 00000100:00000010:0.0:1767384950.950016:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aeba7d4. 00000100:00000001:3.0:1767384950.950017:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384950.950021:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384950.950023:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384950.950025:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000002a1aa92d x1853237373196800 msgsize 4848 00000800:00000001:2.0:1767384950.950025:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384950.950028:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294941562 00000100:00000010:0.0:1767384950.950034:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a65017b0. 00000100:00100000:3.0:1767384950.950038:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384950.950039:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.950041:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384950.950042:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384950.950044:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384950.950050:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294941562 00000800:00000001:2.0:1767384950.950051:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384950.950054:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f94c5ac. 00000100:00000001:3.0:1767384950.950055:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384950.950060:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384950.950061:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16) <- 192.168.204.149@tcp16 : PUT - for me 00000100:00000001:0.0:1767384950.950067:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384950.950070:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384950.950072:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe6b7653 00000100:00000001:0.0:1767384950.950074:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.950076:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe6b7653. 00000100:00000001:0.0:1767384950.950078:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.950081:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 480 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384950.950084:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384950.950088:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 448/480 into md 0x1979 [1] + 0 00000100:00000001:0.0:1767384950.950090:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384950.950091:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.950094:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384950.950096:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415c1982. 00000100:00000001:0.0:1767384950.950103:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384950.950104:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ed34d37 00000100:00000001:0.0:1767384950.950106:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384950.950112:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.950113:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384950.950113:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384950.950120:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384950.950121:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384950.950123:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.950129:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384950.950137:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.950142:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384950.950142:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: PUT: OK 00000100:00000001:0.0:1767384950.950146:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384950.950150:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196672 00000100:00000001:3.0:1767384950.950151:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950152:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 02000000:00000001:0.0:1767384950.950155:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384950.950157:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000100:00000001:3.0:1767384950.950158:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294941562 00000100:00000001:0.0:1767384950.950159:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.950164:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950165:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384950.950166:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294941562 02000000:00000001:0.0:1767384950.950168:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950172:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (28) 00000100:00000001:3.0:1767384950.950173:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294941562 00000100:00100000:0.0:1767384950.950175:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196672 00000100:00000001:3.0:1767384950.950180:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294941562 00000020:00000001:0.0:1767384950.950181:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384950.950184:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000020:00000040:0.0:1767384950.950186:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384950.950187:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294941562 00000020:00000001:0.0:1767384950.950190:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384950.950192:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (480 bytes) 00000100:00000001:3.0:1767384950.950194:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294941562 00000020:00000040:0.0:1767384950.950195:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384950.950200:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294941562 00000020:00000001:0.0:1767384950.950201:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:2.0:1767384950.950202:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:3.0:1767384950.950207:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294941562 00000020:00000001:0.0:1767384950.950208:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384950.950211:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384950.950214:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.950217:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950217:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (29) 00000100:00000001:0.0:1767384950.950222:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384950.950224:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.950227:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:0.0:1767384950.950229:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:3.0:1767384950.950231:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384950.950234:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384950.950235:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384950.950238:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp16 to MR: 192.168.204.149@tcp16 local destination 00000020:00000010:0.0:1767384950.950239:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000100:00000001:3.0:1767384950.950242:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384950.950245:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384950.950249:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950249:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp16 NI seq info: [103:103:256:4294967295] 192.168.204.149@tcp16 LPNI seq info [97:97:8:4294967295] 00000020:00000010:0.0:1767384950.950250:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d2fe15. 00000100:00000001:3.0:1767384950.950254:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384950.950259:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005aee5a20. 00000100:00000001:3.0:1767384950.950267:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384950.950268:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:3.0:1767384950.950272:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.950282:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384950.950286:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16:192.168.204.149@tcp16) -> 192.168.204.149@tcp16(192.168.204.149@tcp16:192.168.204.149@tcp16) 192.168.204.149@tcp16 : ACK try# 0 00000100:00000001:0.0:1767384950.950288:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384950.950290:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384950.950293:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384950.950295:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196800 00000100:00000001:0.0:1767384950.950296:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384950.950299:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp16 02000000:00000001:3.0:1767384950.950305:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767384950.950305:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca56479. 00000100:00000001:0.0:1767384950.950306:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.950310:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384950.950313:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384950.950314:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (6) 02000000:00000001:3.0:1767384950.950318:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.950319:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384950.950324:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196800 00000800:00000200:2.0:1767384950.950325:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp16 ip 192.168.204.149:1009 00000020:00000001:3.0:1767384950.950329:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1767384950.950331:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fca56479 type 0, nob 96 niov 1 nkiov 0 00000020:00000040:3.0:1767384950.950333:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384950.950337:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384950.950337:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384950.950339:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384950.950340:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000100:00000001:0.0:1767384950.950341:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384950.950346:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384950.950351:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000001:2.0:1767384950.950352:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384950.950352:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:3.0:1767384950.950356:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384950.950360:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000010:3.0:1767384950.950361:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062dc0e50. 00000100:00000001:0.0:1767384950.950364:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671905872 : -129515037645744 : ffff8a34ee302450) 00000100:00000001:3.0:1767384950.950366:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384950.950370:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062dc0e50. 00000100:00000040:0.0:1767384950.950370:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009eaafdf3 x1853237373196672/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 4848/0 e 0 to 0 dl 1767384961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384950.950377:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5c50546. 00000100:00000001:0.0:1767384950.950380:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384950.950384:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0bce7e3. 00000020:00000010:0.0:1767384950.950386:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:0.0:1767384950.950390:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384950.950391:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c404499d. 00000020:00000010:0.0:1767384950.950393:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000100:00000001:3.0:1767384950.950399:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384950.950403:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009eaafdf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16164:x1853237373196672:12345-0@lo:253: 00000100:00000001:3.0:1767384950.950404:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1767384950.950404:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384950.950407:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384950.950410:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c24077cb. 00000100:00000001:3.0:1767384950.950416:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950417:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384950.950417:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196672 00000020:00000001:0.0:1767384950.950424:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384950.950426:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384950.950430:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384950.950431:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: GET: OK 00000020:00000001:0.0:1767384950.950435:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950437:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384950.950439:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384950.950439:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384950.950445:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384950.950445:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp35: 0 00000020:00000001:0.0:1767384950.950446:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384950.950452:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384950.950454:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000800:00000001:2.0:1767384950.950455:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384950.950458:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000800:00000001:2.0:1767384950.950461:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.950463:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671908944 : -129515037642672 : ffff8a34ee303050) 00000020:00000001:0.0:1767384950.950464:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384950.950470:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384950.950471:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a1aa92d x1853237373196800/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 4848/0 e 0 to 0 dl 1767384961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384950.950473:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384950.950479:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.950483:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384950.950485:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384950.950489:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062dc0e50. 02000000:00000001:0.0:1767384950.950489:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384950.950493:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384950.950495:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384950.950497:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000001f90549. 00000800:00000010:2.0:1767384950.950498:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca56479. 02000000:00000001:0.0:1767384950.950504:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384950.950506:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062dc0e50. 00000400:00000200:2.0:1767384950.950506:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384950.950508:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.950515:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:3.0:1767384950.950519:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a1aa92d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373196800:12345-0@lo:253: 00000400:00000200:2.0:1767384950.950520:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: ACK: OK 00000100:00000200:3.0:1767384950.950528:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196800 00000020:00000001:3.0:1767384950.950532:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384950.950533:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384950.950536:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:0.0:1767384950.950536:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c40a4d5a. 00000800:00000001:2.0:1767384950.950540:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384950.950541:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384950.950543:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:2.0:1767384950.950545:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384950.950546:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384950.950551:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000001:0.0:1767384950.950551:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384950.950554:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384950.950557:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384950.950558:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384950.950562:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.950563:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.950564:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : GET - for me 20000000:00000001:0.0:1767384950.950570:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.950586:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384950.950589:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384950.950591:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384950.950619:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp35 of length 272 into portal 0 MB=0x8000000000000000 00000020:00000001:3.0:1767384950.950622:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.950627:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384950.950630:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp35 of length 272/272 into md 0x1a35 [1] + 0 02000000:00000001:3.0:1767384950.950631:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384950.950638:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000028cc1ff6. 02000000:00000001:3.0:1767384950.950642:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950646:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp35 to MR: 192.168.204.149@tcp35 local destination 00000100:00000001:3.0:1767384950.950647:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384950.950652:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384950.950657:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [104:104:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [5:5:8:4294967295] 20000000:00000010:3.0:1767384950.950660:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000037b8ea3f. 20000000:01000000:3.0:1767384950.950667:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384950.950671:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384950.950674:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384950.950679:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950679:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) 192.168.204.149@tcp35 : REPLY try# 0 20000000:00000001:3.0:1767384950.950682:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384950.950684:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384950.950695:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a346e1c. 00000800:00000200:2.0:1767384950.950695:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp35 20000000:01000000:3.0:1767384950.950700:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000800:00000010:2.0:1767384950.950702:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca56479. 20000000:00000001:3.0:1767384950.950707:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.0:1767384950.950711:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00080000:00000001:3.0:1767384950.950714:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.0:1767384950.950719:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:980 00000800:00000200:2.0:1767384950.950722:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fca56479 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384950.950764:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384950.950766:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca56479. 00080000:00000001:3.0:1767384950.950767:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384950.950772:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384950.950773:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384950.950776:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.950780:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384950.950783:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000020:00000001:3.0:1767384950.950786:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384950.950791:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000800:00000001:2.0:1767384950.950794:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950800:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384950.950803:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:2.0:1767384950.950803:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950809:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384950.950811:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000088d2cf7. 00000400:00000200:2.0:1767384950.950817:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp16(192.168.204.149@tcp16) <- 192.168.204.149@tcp16 : ACK - for me 00080000:00000001:3.0:1767384950.950818:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575552512 : -129515133999104 : ffff8a34e871e800) 00080000:00000001:3.0:1767384950.950824:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384950.950832:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp16: ACK from 12345-192.168.204.149@tcp16 into md 0x1a39 00000400:00000200:2.0:1767384950.950835:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.950839:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp16->192.168.204.149@tcp16: ACK: OK 00000400:00000200:2.0:1767384950.950842:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2bd519 00000400:00000010:2.0:1767384950.950844:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 00000400:00000200:2.0:1767384950.950846:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384950.950850:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:2.0:1767384950.950853:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384950.950855:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (28) 00000800:00000001:2.0:1767384950.950860:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950862:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.950864:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950867:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.950868:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950872:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.950877:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384950.950885:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp35: Reply from 12345-192.168.204.149@tcp35 of length 272/272 into md 0x1a3d 00000800:00000001:2.0:1767384950.950888:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950899:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.950900:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.950904:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000400:00000200:2.0:1767384950.950907:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000400:00000010:2.0:1767384950.950909:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000400:00000200:2.0:1767384950.950912:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384950.950916:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp35 has discovery enabled 00000400:00000200:2.0:1767384950.950919:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp35(00000000d01236e0) is MR 00000400:00000200:2.0:1767384950.950922:0:16158:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.149@tcp35 (480 bytes) 00000400:00000200:2.0:1767384950.950927:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp35 (00000000d01236e0): -114 00000001:00000001:3.0:1767384950.950930:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000010:2.0:1767384950.950930:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d246a28. 00080000:00000001:3.0:1767384950.950934:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.950936:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (3) 00080000:00000001:3.0:1767384950.950938:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:2.0:1767384950.950941:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950945:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.950947:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.950949:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384950.950957:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.950961:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384950.950972:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384950.950979:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000005d246a28. 00000400:00000010:2.0:1767384950.950985:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415c1982. 00000400:00000010:2.0:1767384950.950991:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000400:00000200:2.0:1767384950.950995:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005d246a28 00000400:00000010:2.0:1767384950.951000:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000001c701a92. 00000400:00000200:2.0:1767384950.951005:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000400:00000200:2.0:1767384950.951010:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:2.0:1767384950.951014:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000400:00000010:2.0:1767384950.951019:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000092f85a31. 00000400:00000010:2.0:1767384950.951023:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000400:00000010:2.0:1767384950.951030:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf58d9c7. 00000400:00000200:2.0:1767384950.951036:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384950.951043:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384950.951047:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00080000:00000001:3.0:1767384950.951051:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384950.951052:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00080000:00000001:3.0:1767384950.951057:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384950.951060:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:2.0:1767384950.951073:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:2.0:1767384950.951077:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:2.0:1767384950.951081:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:2.0:1767384950.951084:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:2.0:1767384950.951088:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:2.0:1767384950.951094:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:2.0:1767384950.951099:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:2.0:1767384950.951104:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:2.0:1767384950.951110:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767384950.951113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:2.0:1767384950.951118:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384950.951121:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:2.0:1767384950.951126:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:2.0:1767384950.951130:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:2.0:1767384950.951136:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:2.0:1767384950.951140:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 22], ns[77, 22] 00000400:00000200:2.0:1767384950.951143:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 22], ns[78, 22] 00000400:00000200:2.0:1767384950.951147:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 22], ns[93, 22] 00000400:00000200:2.0:1767384950.951160:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 22], ns[79, 22] 00000400:00000200:2.0:1767384950.951163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 22], ns[85, 22] 00000400:00000200:2.0:1767384950.951167:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 22], ns[99, 22] 00000400:00000200:2.0:1767384950.951171:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 22], ns[97, 22] 00000400:00000200:2.0:1767384950.951174:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384950.951178:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp17 00000400:00000200:2.0:1767384950.951181:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384950.951184:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp17 00000400:00000200:2.0:1767384950.951187:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp17 NI seq info: [105:105:256:4294967295] 192.168.204.149@tcp17 LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1767384950.951192:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp17 00000400:00000200:2.0:1767384950.951200:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17:) -> 192.168.204.149@tcp17(192.168.204.149@tcp:192.168.204.149@tcp17) : GET try# 0 00000800:00000200:2.0:1767384950.951204:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp17 00000800:00000010:2.0:1767384950.951208:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fca56479. 00000800:00000200:2.0:1767384950.951213:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (6) 00000800:00000200:2.0:1767384950.951218:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:988 00000800:00000200:2.0:1767384950.951220:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fca56479 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384950.951232:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384950.951235:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000400:00000200:2.0:1767384950.951241:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x861 00000400:00000200:2.0:1767384950.951246:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp35:0 00000400:00000200:2.0:1767384950.951249:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x2061 rc 1 00000400:00000200:2.0:1767384950.951253:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x2061 00000400:00000200:2.0:1767384950.951255:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d01236e0 (2) 00000400:00000010:2.0:1767384950.951259:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000006c2817d2. 00000400:00000010:2.0:1767384950.951262:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000400:00000010:2.0:1767384950.951265:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5a92558. 00000400:00000200:2.0:1767384950.951268:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951281:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp35 local destination 00000400:00000200:2.0:1767384950.951284:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:2.0:1767384950.951287:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951290:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384950.951292:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951295:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [106:106:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384950.951298:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951307:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) : GET try# 0 00000800:00000200:2.0:1767384950.951313:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp35 00000800:00000010:2.0:1767384950.951364:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c24077cb. 00000800:00000200:2.0:1767384950.951368:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00000800:00000200:2.0:1767384950.951374:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:988 00000800:00000200:2.0:1767384950.951376:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c24077cb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384950.951391:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951393:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x261 rc 0 00000800:00000200:2.0:1767384950.951449:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384950.951451:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c24077cb. 00000400:00000200:2.0:1767384950.951455:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.951460:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: GET: OK 00000400:00000200:2.0:1767384950.951464:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384950.951467:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp35: 0 00000800:00000200:0.0:1767384950.951469:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384950.951473:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fca56479. 00000800:00000001:2.0:1767384950.951474:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384950.951480:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384950.951483:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.951487:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384950.951491:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: GET: OK 00000400:00000200:0.0:1767384950.951497:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384950.951499:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384950.951501:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000400:00000200:2.0:1767384950.951508:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17) <- 192.168.204.149@tcp17 : GET - for me 00000800:00000001:0.0:1767384950.951513:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.951519:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 480 into portal 0 MB=0x8000000000000000 00000800:00000001:0.0:1767384950.951522:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.951527:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 480/480 into md 0x1a35 [1] + 0 00000800:00000001:0.0:1767384950.951528:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.951534:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.951540:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp17 to MR: 192.168.204.149@tcp17 local destination 00000400:00000200:0.0:1767384950.951547:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : GET - for me 00000400:00000200:2.0:1767384950.951552:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp17 NI seq info: [107:107:256:4294967295] 192.168.204.149@tcp17 LPNI seq info [99:99:8:4294967295] 00000400:00000200:2.0:1767384950.951588:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) -> 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) 192.168.204.149@tcp17 : REPLY try# 0 00000400:00000200:0.0:1767384950.951624:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp35 of length 480 into portal 0 MB=0x8000000000000000 00000800:00000200:2.0:1767384950.951625:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.149@tcp17 00000800:00000010:2.0:1767384950.951633:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24077cb. 00000400:00000200:0.0:1767384950.951634:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp35 of length 480/480 into md 0x1a35 [1] + 0 00000800:00000200:2.0:1767384950.951643:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (6) 00000400:00000200:0.0:1767384950.951650:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp35 to MR: 192.168.204.149@tcp35 local destination 00000800:00000200:2.0:1767384950.951654:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:1007 00000800:00000200:2.0:1767384950.951658:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c24077cb type 3, nob 576 niov 1 nkiov 1 00000400:00000200:0.0:1767384950.951664:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [108:108:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384950.951676:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) 192.168.204.149@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384950.951692:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.149@tcp35 00000800:00000010:0.0:1767384950.951697:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f14bdf. 00000800:00000200:2.0:1767384950.951699:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384950.951704:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00000800:00000010:2.0:1767384950.951705:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24077cb. 00000400:00000200:2.0:1767384950.951712:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384950.951717:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:980 00000400:00000200:2.0:1767384950.951723:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: REPLY: OK 00000800:00000200:0.0:1767384950.951724:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007f14bdf type 3, nob 576 niov 1 nkiov 1 00000800:00000001:2.0:1767384950.951734:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.951739:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.951741:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.951746:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.951747:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.951750:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.951755:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17) <- 192.168.204.149@tcp17 : REPLY - for me 00000400:00000200:2.0:1767384950.951765:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp17: Reply from 12345-192.168.204.149@tcp17 of length 480/480 into md 0x1a55 00000800:00000001:2.0:1767384950.951769:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384950.951775:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.951778:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384950.951778:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384950.951783:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f14bdf. 00000400:00000200:2.0:1767384950.951789:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: REPLY: OK 00000400:00000200:0.0:1767384950.951790:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.951794:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2bd519 00000400:00000010:2.0:1767384950.951799:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 00000400:00000200:0.0:1767384950.951799:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000400:00000200:2.0:1767384950.951805:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384950.951809:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:2.0:1767384950.951811:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000800:00000001:0.0:1767384950.951812:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.951816:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 28. state = 0x100271 00000800:00000001:0.0:1767384950.951818:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.951822:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000800:00000001:0.0:1767384950.951823:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.951830:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384950.951833:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.951835:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (28) 00000800:00000001:0.0:1767384950.951837:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384950.951843:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384950.951845:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : REPLY - for me 00000800:00000001:2.0:1767384950.951856:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384950.951857:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp35: Reply from 12345-192.168.204.149@tcp35 of length 480/480 into md 0x1a59 00000800:00000001:0.0:1767384950.951864:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.951870:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384950.951872:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.951875:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384950.951876:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000400:00000200:0.0:1767384950.951882:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed34d37 00000400:00000200:2.0:1767384950.951883:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:0.0:1767384950.951885:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 00000400:00000200:0.0:1767384950.951891:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:2.0:1767384950.951893:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000fd587e22. 00000400:00000200:0.0:1767384950.951894:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp35 has discovery enabled 00000400:00000010:2.0:1767384950.951899:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000117f519d. 00000400:00000200:0.0:1767384950.951900:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp35(00000000d01236e0) is MR 00000400:00000010:2.0:1767384950.951905:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 000000001e5bbee7. 00000400:00000200:0.0:1767384950.951906:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp35 data present 0. state = 0x261 00000400:00000200:0.0:1767384950.951914:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp35 (00000000d01236e0): -114 00000400:00000200:0.0:1767384950.951918:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (3) 00000400:00000200:2.0:1767384950.951940:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp30(00000000383b68b0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384950.951952:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp34(000000009ecc0675) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384950.951963:0:16161:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951972:0:16161:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.149@tcp35 NID 192.168.204.149@tcp35 00000400:00000200:2.0:1767384950.951977:0:16161:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000065c22f9 nid 192.168.204.149@tcp35 00000400:00000010:2.0:1767384950.951980:0:16161:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000065c22f9. 00000400:00000200:2.0:1767384950.951986:0:16161:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000001c66091a net tcp35 00000400:00000010:2.0:1767384950.951989:0:16161:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000001c66091a. 00000400:00000200:2.0:1767384950.951994:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (2) 00000400:00000010:2.0:1767384950.952013:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004bd35379. 00000400:00000200:2.0:1767384950.952022:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004bd35379 nid 192.168.204.149@tcp35 00000400:00000010:2.0:1767384950.952028:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a74b16a9. 00000800:00000001:0.0:1767384950.952029:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.952033:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a74b16a9 net tcp35 00000800:00000001:0.0:1767384950.952036:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.952038:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (27) 00000400:00000200:2.0:1767384950.952044:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp35 flags 0x11 00000400:00000010:2.0:1767384950.952049:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000047fe7cce. 00000400:00000200:2.0:1767384950.952053:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000047fe7cce nid 192.168.204.149@tcp36 00000400:00000010:2.0:1767384950.952055:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005651f0ab. 00000400:00000200:2.0:1767384950.952057:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000005651f0ab net tcp36 00000400:00000200:2.0:1767384950.952059:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (28) 00000400:00000200:2.0:1767384950.952063:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp36 flags 0x11 00000400:00000010:2.0:1767384950.952065:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000fd587e22. 00000400:00000010:2.0:1767384950.952067:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000117f519d. 00000400:00000010:2.0:1767384950.952069:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 000000001e5bbee7. 00000400:00000010:2.0:1767384950.952071:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000092f85a31. 00000400:00000200:2.0:1767384950.952074:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384950.952077:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:2.0:1767384950.952087:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:2.0:1767384950.952091:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:2.0:1767384950.952094:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384950.952097:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384950.952100:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384950.952103:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (29) 00000400:00000200:2.0:1767384950.952105:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x800e1 00000400:00000200:2.0:1767384950.952107:0:16161:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x800e1 00000400:00000200:2.0:1767384950.952109:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp35(00000000d01236e0) state 0x800a1 rc 0 00000400:00000200:2.0:1767384950.952113:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp35 (00000000d01236e0) 00000400:00000200:2.0:1767384950.952116:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d01236e0 (1) 00000400:00000200:2.0:1767384950.952119:0:16161:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000d01236e0 nid 192.168.204.149@tcp35 00000400:00000010:2.0:1767384950.952122:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000006c2817d2. 00000400:00000010:2.0:1767384950.952126:0:16161:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000d01236e0. 00080000:00000001:2.0:1767384950.960094:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384950.960099:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384950.960104:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:1.0:1767384950.960106:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384950.960111:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384950.960112:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384950.960115:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384950.960118:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384950.960118:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384950.960125:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000088d2cf7. 00080000:00000001:1.0:1767384950.960132:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384950.960135:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384950.960150:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384950.960153:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c2817d2. 20000000:01000000:2.0:1767384950.960155:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384950.960164:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00080000:00000020:2.0:1767384950.960165:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384950.960168:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384950.960169:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384950.960175:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384950.960177:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384950.960180:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384950.960196:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384950.960200:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384950.960208:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000082a5d899 count: 2 00080000:00000001:0.0:1767384950.960208:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384950.960214:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384950.960215:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384950.960218:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384950.960223:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384950.960224:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384950.960226:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384950.960231:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059039dcc. 00000020:00000001:0.0:1767384950.960231:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384950.960238:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384950.960240:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384950.960245:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059039dcc with handle 0xcb8130832f6b3779 to hash 00080000:00000010:0.0:1767384950.960245:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dd8c89db. 00000020:00000001:1.0:1767384950.960251:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384950.960252:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659746304 : -129520049805312 : ffff8a33c370a800) 00010000:00000001:1.0:1767384950.960257:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00080000:00000001:0.0:1767384950.960257:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384950.960264:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384950.960269:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384950.960272:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384950.960275:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384950.960286:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384950.960290:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384950.960293:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384950.960296:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384950.960299:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384950.960304:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b376b expref: 16 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384950.960312:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384950.960315:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384950.960318:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384950.960319:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384950.960321:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.960323:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384950.960325:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384950.960330:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384950.960334:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384950.960336:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384950.960340:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384950.960346:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384950.960349:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000082a5d899) refcount = 2 00010000:00000040:1.0:1767384950.960355:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384950.960367:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 16 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384950.960377:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384950.960379:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384950.960389:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005407d0d9. 00000100:00000001:1.0:1767384950.960395:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384950.960400:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000010:1.0:1767384950.960401:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000cd19e06. 00080000:00000001:0.0:1767384950.960405:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384950.960408:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553633344320 : -129520076207296 : ffff8a33c1ddcb40) 00000100:00000001:1.0:1767384950.960413:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553633344320 : -129520076207296 : ffff8a33c1ddcb40) 00000100:00000001:1.0:1767384950.960417:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384950.960420:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384950.960423:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384950.960426:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384950.960428:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384950.960431:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384950.960434:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384950.960437:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384950.960439:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384950.960444:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8e613d3. 00000020:00000040:1.0:1767384950.960449:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:1.0:1767384950.960453:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384950.960456:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384950.960460:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384950.960467:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a3276f7. 00000100:00000001:1.0:1767384950.960473:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384950.960478:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 16 pid: 16796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384950.960493:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 16 pid: 16796 timeout: 424 lvb_type: 0 00010000:00000001:1.0:1767384950.960503:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384950.960506:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384950.960513:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384950.960531:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384950.960534:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384950.960540:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8e613d3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373196928:0@lo:104: 00000100:00000001:1.0:1767384950.960545:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384950.960550:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384950.960552:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.960555:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384950.960560:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008250f1ed. 02000000:00000001:1.0:1767384950.960563:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384950.960586:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e88a645. 00000400:00000010:1.0:1767384950.960634:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000100:00000200:1.0:1767384950.960641:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373196928, portal 16 00000100:00000001:1.0:1767384950.960645:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384950.960647:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807131008 : -129514902420608 : ffff8a34f63f8380) 00000100:00000040:1.0:1767384950.960654:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384950.960664:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384950.960670:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384950.960674:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000310b405b. 00000100:00000200:1.0:1767384950.960678:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373196928, offset 0 00000400:00000200:1.0:1767384950.960687:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384950.960698:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384950.960710:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273505a80 00000400:00000200:1.0:1767384950.960718:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 328 00000400:00000200:1.0:1767384950.960725:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384950.960730:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384950.960738:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384950.960740:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384950.960745:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf43595d. 00000100:00000040:1.0:1767384950.960749:0:16820:0:(events.c:337:request_in_callback()) incoming req@00000000cf43595d x1853237373196928 msgsize 328 00000100:00100000:1.0:1767384950.960754:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384950.960765:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384950.960779:0:18589:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384950.960781:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000310b405b 00000100:00100000:0.0:1767384950.960783:0:18589:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373196928 00000400:00000010:1.0:1767384950.960785:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000310b405b. 02000000:00000001:0.0:1767384950.960787:0:18589:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384950.960789:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384950.960790:0:18589:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.960794:0:18589:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384950.960796:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384950.960798:0:18589:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384950.960806:0:18589:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373196928 00000100:00000001:1.0:1767384950.960812:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384950.960812:0:18589:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384950.960816:0:18589:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000100:00000040:1.0:1767384950.960818:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384950.960820:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.960824:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000020:00000001:0.0:1767384950.960830:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:1.0:1767384950.960831:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.960835:0:18589:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:1.0:1767384950.960836:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384950.960842:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384950.960843:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384950.960846:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:1.0:1767384950.960848:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294941573 00000100:00000001:0.0:1767384950.960851:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384950.960856:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294941562 00000100:00000001:1.0:1767384950.960860:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294941573 00000020:00000010:0.0:1767384950.960863:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000100:00000001:1.0:1767384950.960866:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294941562 00000020:00000010:0.0:1767384950.960870:0:18589:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f85a31. 00000100:00000001:1.0:1767384950.960871:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294941573 00000100:00000001:1.0:1767384950.960877:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294941562 00000100:00000001:1.0:1767384950.960879:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294941573 00000020:00000010:0.0:1767384950.960879:0:18589:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d6c154e. 00000100:00000001:1.0:1767384950.960886:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294941562 00000100:00000001:1.0:1767384950.960888:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384950.960888:0:18589:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000100:00000001:1.0:1767384950.960894:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.960896:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.960898:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384950.960900:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.960900:0:18589:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384950.960902:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384950.960907:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384950.960908:0:18589:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384950.960909:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.960911:0:18589:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384950.960913:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384950.960914:0:18589:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.960916:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384950.960920:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.960922:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384950.960923:0:18589:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.960924:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384950.960931:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 000000000cd19e06 going to sleep for 11 seconds 00000100:00000001:1.0:1767384950.960934:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384950.960942:0:18589:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.960943:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.960959:0:18589:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384950.960962:0:18589:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384950.960967:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384950.960971:0:18589:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:0.0:1767384950.960973:0:18589:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807139968 : -129514902411648 : ffff8a34f63fa680) 00000100:00000040:0.0:1767384950.960979:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf43595d x1853237373196928/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 328/0 e 0 to 0 dl 1767384961 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384950.960987:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384950.960991:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:0.0:1767384950.960993:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384950.960996:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000100:00100000:0.0:1767384950.961002:0:18589:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf43595d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373196928:12345-0@lo:104: 00000100:00000200:0.0:1767384950.961005:0:18589:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373196928 00010000:00000001:0.0:1767384950.961008:0:18589:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384950.961012:0:18589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.961014:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.961016:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=2 00000020:00000001:0.0:1767384950.961017:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:0.0:1767384950.961020:0:18589:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:0.0:1767384950.961023:0:18589:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.961025:0:18589:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.961036:0:18589:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384950.961044:0:18589:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384950.961047:0:18589:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384950.961051:0:18589:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000475c1cf3. 02000000:00000001:0.0:1767384950.961054:0:18589:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.961056:0:18589:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.961060:0:18589:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384950.961062:0:18589:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384950.961066:0:18589:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384950.961071:0:18589:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384950.961073:0:18589:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384950.961076:0:18589:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384950.961078:0:18589:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384950.961080:0:18589:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.961083:0:18589:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384950.961085:0:18589:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384950.961089:0:18589:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f0ca30. 00000100:00000200:0.0:1767384950.961093:0:18589:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373196928, offset 224 00000400:00000200:0.0:1767384950.961098:0:18589:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384950.961106:0:18589:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384950.961114:0:18589:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273505a80 00000400:00000200:0.0:1767384950.961119:0:18589:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a5d [1] + 224 00000400:00000200:0.0:1767384950.961123:0:18589:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.961126:0:18589:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384950.961131:0:18589:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384950.961135:0:18589:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384950.961143:0:18589:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384950.961154:0:18589:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384950.961159:0:18589:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f0ca30 00000400:00000010:0.0:1767384950.961161:0:18589:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f0ca30. 00000100:00000001:0.0:1767384950.961171:0:18589:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384950.961173:0:18589:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384950.961178:0:18589:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.961181:0:18589:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384950.961185:0:18589:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384950.961188:0:18589:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b430eb74. 00010000:00000001:0.0:1767384950.961191:0:18589:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384950.961196:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384950.961202:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384950.961203:0:18589:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1767384950.961205:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384950.961209:0:18589:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384950.961211:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e88a645. 00010000:00000001:0.0:1767384950.961213:0:18589:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384950.961217:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00010000:00000001:0.0:1767384950.961217:0:18589:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384950.961222:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000100:00000040:0.0:1767384950.961226:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf43595d x1853237373196928/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 328/224 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384950.961229:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384950.961238:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384950.961240:0:18589:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf43595d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373196928:12345-0@lo:104: Request processed in 249us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384950.961259:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384950.961265:0:18589:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000200:1.0:1767384950.961269:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384950.961270:0:18589:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384950.961273:0:18589:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384950.961279:0:18589:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d6c154e. 00000020:00000010:0.0:1767384950.961285:0:18589:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000100:00000001:1.0:1767384950.961290:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384950.961291:0:18589:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f85a31. 00000100:00000001:1.0:1767384950.961297:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384950.961298:0:18589:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:1.0:1767384950.961305:0:16820:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384950.961305:0:18589:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384950.961312:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384950.961316:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384950.961319:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.961322:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.961324:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:1.0:1767384950.961327:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=58 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384950.961328:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.961333:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:1.0:1767384950.961338:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=58 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384950.961338:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384950.961343:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384950.961347:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384950.961348:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384950.961353:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.961360:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007584f943 already unused, calling callback (00000000e3583925) 00010000:00000001:1.0:1767384950.961361:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384950.961365:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.961368:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384950.961374:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:1.0:1767384950.961378:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384950.961379:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.961400:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384950.961404:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384950.961405:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384950.961407:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.961411:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000100:00000001:1.0:1767384950.961412:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384950.961413:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00000100:00000001:1.0:1767384950.961416:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.961417:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384950.961425:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384950.961425:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384950.961431:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384950.961432:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384950.961436:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384950.961441:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384950.961442:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384950.961445:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384950.961451:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384950.961453:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384950.961456:0:16793:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384950.961457:0:16793:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384950.961458:0:16793:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384950.961459:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384950.961463:0:16793:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384950.961477:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8e613d3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373196928:0@lo:104: 10000000:00000001:0.0:1767384950.961478:0:16793:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384950.961482:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384950.961486:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 00000100:00000001:1.0:1767384950.961489:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384950.961490:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384950.961494:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.961497:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.961498:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384950.961502:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384950.961504:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384950.961505:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384950.961509:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384950.961509:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.961515:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384950.961517:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8e613d3 x1853237373196928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384950.961518:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007584f943 with handle 0xcb8130832f6b376b from hash 00010000:00000001:0.0:1767384950.961524:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384950.961532:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384950.961533:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384950.961538:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384950.961538:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.961543:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:1.0:1767384950.961544:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008250f1ed. 00010000:00000001:0.0:1767384950.961545:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384950.961550:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767384950.961553:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384950.961554:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767384950.961557:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384950.961558:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:1.0:1767384950.961562:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000100:00000010:0.0:1767384950.961565:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005da35bd. 00000020:00000001:1.0:1767384950.961567:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384950.961587:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 02000000:00000010:1.0:1767384950.961588:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005a3276f7. 00000100:00000001:0.0:1767384950.961622:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384950.961625:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384950.961629:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384950.961633:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092f85a31. 00000100:00000001:0.0:1767384950.961638:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.961640:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384950.961643:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384950.961649:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384950.961651:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.961654:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384950.961655:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.961660:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005da35bd] to pc [ptlrpcd_00_03+3] req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.961683:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384950.961686:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.961688:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.961689:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.961691:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384950.961692:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384950.961696:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.961697:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384950.961699:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384950.961701:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384950.961708:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384950.961710:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384950.961711:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b376b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3772 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384950.961730:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384950.961732:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.961738:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384950.961742:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384950.961743:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3b9beaf count: 0 02000000:00000001:2.0:1767384950.961746:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384950.961751:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373197056:0@lo:103: 00010000:00000001:0.0:1767384950.961757:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.961761:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384950.961765:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b430eb74. 00000100:00000001:2.0:1767384950.961766:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384950.961772:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.961773:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384950.961775:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384950.961777:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.961779:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.961782:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384950.961784:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384950.961787:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767384950.961788:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0a8146. 00000020:00000001:0.0:1767384950.961789:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.961795:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.961796:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384950.961801:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384950.961802:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc23425. 00000020:00000001:0.0:1767384950.961804:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.961808:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384950.961810:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000100:00000200:2.0:1767384950.961815:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373197056, portal 18 00000100:00000001:2.0:1767384950.961818:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384950.961821:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675693824 : -129515033857792 : ffff8a34ee69f100) 00000100:00000001:0.0:1767384950.961823:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384950.961827:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.961827:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384950.961831:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.961837:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.961840:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384950.961845:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384950.961848:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384950.961852:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384950.961856:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8e613d3. 00000100:00000001:1.0:1767384950.961862:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384950.961864:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384950.961868:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000cd19e06. 00000100:00000001:1.0:1767384950.961872:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384950.961875:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384950.961878:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005407d0d9. 00010000:00000001:1.0:1767384950.961881:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.961884:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.961887:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384950.961891:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384950.961894:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384950.961897:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384950.961932:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000895dba43. 00000100:00000200:2.0:1767384950.961937:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373197056, offset 0 00000400:00000200:2.0:1767384950.961942:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384950.961947:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384950.961953:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273505b00 00000400:00000200:2.0:1767384950.961957:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:2.0:1767384950.961961:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384950.961964:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384950.961968:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384950.961970:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384950.961974:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb0be596. 00000100:00000040:2.0:1767384950.961976:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000fb0be596 x1853237373197056 msgsize 328 00000100:00100000:2.0:1767384950.961980:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384950.961992:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384950.961998:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000895dba43 00000400:00000010:2.0:1767384950.962000:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000895dba43. 00000100:00000001:2.0:1767384950.962004:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384950.962008:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.962011:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384950.962015:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197056 02000000:00000001:3.0:1767384950.962018:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384950.962020:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384950.962022:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384950.962028:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384950.962035:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197056 00000020:00000001:3.0:1767384950.962038:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384950.962038:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384950.962042:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000040:2.0:1767384950.962045:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384950.962046:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.962050:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000020:00000001:3.0:1767384950.962055:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384950.962060:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384950.962062:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962064:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384950.962065:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384950.962069:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090e69279. 00000100:00000001:2.0:1767384950.962072:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962074:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384950.962077:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294941574 00000020:00000010:3.0:1767384950.962078:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090e69279. 00000020:00000010:3.0:1767384950.962085:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000100:00000001:2.0:1767384950.962086:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941573 00000020:00000010:3.0:1767384950.962093:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf8547d6. 00000100:00000001:2.0:1767384950.962094:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294941574 00000100:00000001:2.0:1767384950.962101:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941573 00000020:00000010:3.0:1767384950.962103:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcc96a5a. 00000100:00000001:2.0:1767384950.962104:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294941574 00000100:00000001:2.0:1767384950.962112:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941573 00000100:00000040:3.0:1767384950.962113:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384950.962115:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294941574 00000100:00000001:3.0:1767384950.962117:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384950.962121:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384950.962121:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941573 00010000:00000001:3.0:1767384950.962123:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384950.962126:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384950.962128:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.962130:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962135:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.962135:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.962139:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384950.962140:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384950.962142:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384950.962144:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384950.962145:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384950.962148:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384950.962149:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=4 00000100:00000001:2.0:1767384950.962153:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384950.962154:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00000100:00000001:2.0:1767384950.962157:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962158:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00000100:00000001:2.0:1767384950.962161:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384950.962166:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 17 pid: 16796 timeout: 424 lvb_type: 0 00010000:00000001:3.0:1767384950.962173:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962175:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962177:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.962179:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.962185:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384950.962190:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb0be596 x1853237373197056/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 328/0 e 0 to 0 dl 1767384961 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.962198:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384950.962200:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962216:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.962233:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384950.962235:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384950.962237:0:20335:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384950.962242:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384950.962243:0:20335:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384950.962248:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384950.962249:0:20335:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962254:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776124160 : -129514933427456 : ffff8a34f4666300) 00000100:00000001:0.0:1767384950.962255:0:20335:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384950.962262:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb0be596 x1853237373197056/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 328/0 e 0 to 0 dl 1767384961 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.962270:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384950.962273:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090e69279. 00000100:00000001:3.0:1767384950.962276:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384950.962278:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090e69279. 00000100:00100000:3.0:1767384950.962284:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb0be596 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16166:x1853237373197056:12345-0@lo:103: 00000100:00000200:3.0:1767384950.962295:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197056 00010000:00000001:3.0:1767384950.962297:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384950.962300:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384950.962302:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384950.962305:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384950.962307:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384950.962310:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008309c984. 02000000:00000001:3.0:1767384950.962312:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962314:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962316:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384950.962319:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384950.962321:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384950.962323:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.962325:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=4 00000020:00000001:3.0:1767384950.962327:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:3.0:1767384950.962329:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000040:3.0:1767384950.962331:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000082a5d899 count: 3 00010000:00010000:3.0:1767384950.962335:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 17 pid: 16796 timeout: 424 lvb_type: 0 00000100:00001000:3.0:1767384950.962340:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384950 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384950.962343:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384950.962351:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962352:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384950.962355:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 17 pid: 16796 timeout: 424 lvb_type: 0 00000020:00000001:3.0:1767384950.962361:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384950.962363:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384950.962365:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.962367:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962370:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384950.962372:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384950.962377:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962378:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962386:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.962388:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384950.962390:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb846a12 with handle 0xcb8130832f6b3772 from hash 00010000:00000001:3.0:1767384950.962393:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384950.962394:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962395:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962396:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384950.962397:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384950.962398:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384950.962401:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bb846a12/0xcb8130832f6b3772 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b376b expref: 17 pid: 16796 timeout: 424 lvb_type: 0 00010000:00000040:3.0:1767384950.962406:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:3.0:1767384950.962409:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:3.0:1767384950.962417:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962418:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384950.962421:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384950.962422:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000059039dcc 00010000:00000001:3.0:1767384950.962424:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384950.962426:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384950.962428:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.962429:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384950.962431:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.962433:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384950.962435:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384950.962436:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962441:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384950.962444:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384950.962446:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384950.962447:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384950.962449:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000082a5d899) refcount = 2 00010000:00010000:3.0:1767384950.962451:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962456:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384950.962464:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384950.962466:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.962469:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384950.962472:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090e69279. 00000100:00000001:3.0:1767384950.962475:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384950.962478:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d059e218. 00000100:00000001:3.0:1767384950.962480:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553672920448 : -129520036631168 : ffff8a33c439ad80) 00000100:00000001:3.0:1767384950.962482:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553672920448 : -129520036631168 : ffff8a33c439ad80) 00000100:00000001:3.0:1767384950.962484:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384950.962485:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384950.962487:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384950.962489:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384950.962492:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384950.962494:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384950.962496:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.962498:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=5 00000020:00000001:3.0:1767384950.962500:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:3.0:1767384950.962502:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:3.0:1767384950.962504:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384950.962506:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962512:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384950.962514:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962518:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962519:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384950.962520:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962524:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.962525:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962527:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384950.962529:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384950.962538:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000059039dcc already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384950.962541:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384950.962543:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384950.962544:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962549:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384950.962551:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384950.962553:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.962555:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=6 00000020:00000001:3.0:1767384950.962557:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:3.0:1767384950.962559:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:3.0:1767384950.962562:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384950.962563:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962567:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384950.962568:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384950.962569:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962589:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384950.962590:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384950.962617:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.962619:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384950.962621:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059039dcc with handle 0xcb8130832f6b3779 from hash 00010000:00000001:3.0:1767384950.962623:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384950.962624:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962626:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962628:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384950.962630:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384950.962631:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384950.962633:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384950.962635:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.962638:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962640:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384950.962647:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384950.962649:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962651:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962653:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962655:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962657:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384950.962659:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.962664:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962666:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962667:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384950.962670:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384950.962672:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962673:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962674:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384950.962676:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384950.962678:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962680:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.962680:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.962682:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.962683:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384950.962685:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384950.962687:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962689:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962691:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384950.962693:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d059e218. 00000100:00000001:3.0:1767384950.962696:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384950.962697:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384950.962699:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090e69279. 00010000:00000001:3.0:1767384950.962703:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384950.962704:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384950.962706:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.962709:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384950.962711:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384950.962713:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384950.962717:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384950.962724:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384950.962726:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384950.962728:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384950.962730:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.962733:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384950.962736:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384950.962740:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000100:00000200:3.0:1767384950.962744:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373197056, offset 224 00000400:00000200:3.0:1767384950.962749:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384950.962755:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384950.962764:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273505b00 00000400:00000200:3.0:1767384950.962768:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a69 [1] + 224 00000400:00000200:3.0:1767384950.962772:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.962776:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384950.962779:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384950.962782:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384950.962790:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.962806:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384950.962812:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:3.0:1767384950.962814:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000100:00000001:3.0:1767384950.962818:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384950.962820:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384950.962821:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.962826:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384950.962827:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384950.962832:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:0.0:1767384950.962832:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384950.962834:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384950.962838:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384950.962839:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384950.962842:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc23425. 00000100:00000040:3.0:1767384950.962846:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb0be596 x1853237373197056/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 328/224 e 0 to 0 dl 1767384961 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384950.962849:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2bd519 00000400:00000010:0.0:1767384950.962854:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 00000100:00100000:3.0:1767384950.962863:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb0be596 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373197056:12345-0@lo:103: Request processed in 590us (883us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384950.962863:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384950.962874:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384950.962877:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384950.962889:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384950.962893:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384950.962896:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.962897:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384950.962902:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf8547d6. 00000020:00000010:3.0:1767384950.962909:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcc96a5a. 00000020:00000010:3.0:1767384950.962917:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000100:00000001:0.0:1767384950.962918:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384950.962923:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:3.0:1767384950.962926:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.962932:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.962936:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384950.962939:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384950.962941:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.962943:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384950.962946:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384950.962950:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384950.962955:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384950.962958:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384950.962960:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.962963:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384950.962965:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.962968:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.962972:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.962981:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384950.962985:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384950.962987:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384950.962991:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384950.962999:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373197056:0@lo:103: 00000100:00000001:0.0:1767384950.963005:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.963008:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384950.963011:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005da35bd x1853237373197056/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.963017:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384950.963020:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384950.963022:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0a8146. 02000000:00000001:0.0:1767384950.963026:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384950.963028:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384950.963029:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384950.963031:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384950.963033:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000092f85a31. 02000000:00000001:0.0:1767384950.963036:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384950.963042:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384950.963044:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005da35bd. 00000100:00000001:0.0:1767384950.963048:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384950.963049:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.963051:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.963057:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384950.963058:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.963061:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.963064:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384950.963455:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384950.963520:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384950.963524:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384950.963527:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384950.963534:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384950.963536:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384950.963538:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b3779 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384950.963544:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000082a5d899 count: 0 00010000:00000001:1.0:1767384950.963556:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384950.963559:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384950.967635:0:29972:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000082a5d899. 00010000:00000010:1.1:1767384950.967646:0:29972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059039dcc. 00010000:00000010:3.1:1767384950.967937:0:16678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb846a12. 00010000:00000010:0.1:1767384950.969633:0:17595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3b9beaf. 00010000:00000010:0.1:1767384950.969644:0:17595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007584f943. 00080000:00000001:1.0:1767384950.971229:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384950.971233:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384950.971235:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384950.971237:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384950.971240:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384950.971244:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384950.971245:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000010:1.0:1767384950.971248:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dd8c89db. 20000000:00000001:0.0:1767384950.971249:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.971253:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384950.971257:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384950.971257:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384950.971271:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384950.971274:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384950.971280:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384950.971282:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384950.971286:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384950.971289:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384950.971293:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384950.971296:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384950.971301:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cadb64a0. 00010000:00000001:3.0:1767384950.971306:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384950.971309:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006535559e. 00000020:00000001:3.0:1767384950.971311:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384950.971313:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006535559e with handle 0xcb8130832f6b3780 to hash 00000020:00000001:3.0:1767384950.971315:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384950.971317:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919234048 : -129515790317568 : ffff8a34c1534800) 00010000:00000001:3.0:1767384950.971319:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919234048 : -129515790317568 : ffff8a34c1534800) 00010000:00000001:3.0:1767384950.971322:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.971324:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384950.971326:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971333:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384950.971336:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384950.971337:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384950.971339:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384950.971341:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.971343:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384950.971344:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.971346:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384950.971348:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384950.971356:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384950.971357:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384950.971360:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cadb64a0) refcount = 1 00010000:00010000:3.0:1767384950.971363:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971368:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384950.971370:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384950.971371:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.971372:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.971374:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384950.971376:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384950.971378:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384950.971381:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384950.971382:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.971384:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006535559e refcount=4 00000020:00000001:3.0:1767384950.971386:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919234048 : -129515790317568 : ffff8a34c1534800) 00010000:00000001:3.0:1767384950.971388:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919234048 : -129515790317568 : ffff8a34c1534800) 00010000:00000001:3.0:1767384950.971389:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384950.971391:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971397:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384950.971398:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971402:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.971403:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384950.971404:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971408:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.971409:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.971412:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384950.971413:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384950.971423:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006535559e already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384950.971426:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384950.971427:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384950.971429:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971433:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384950.971435:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384950.971435:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.971437:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006535559e refcount=5 00000020:00000001:3.0:1767384950.971438:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919234048 : -129515790317568 : ffff8a34c1534800) 00010000:00000001:3.0:1767384950.971439:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919234048 : -129515790317568 : ffff8a34c1534800) 00010000:00000001:3.0:1767384950.971442:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384950.971444:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971448:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384950.971449:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384950.971451:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.971453:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384950.971454:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384950.971457:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.971458:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384950.971460:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006535559e with handle 0xcb8130832f6b3780 from hash 00010000:00000001:3.0:1767384950.971461:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384950.971462:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.971463:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.971464:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384950.971465:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384950.971466:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384950.971467:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384950.971468:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.971470:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.971471:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384950.971478:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384950.971480:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.971481:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.971483:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.971485:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384950.971486:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384950.971488:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971492:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.971492:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.971493:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384950.971494:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384950.971495:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384950.971496:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384950.971497:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384950.971498:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384950.971499:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384950.971501:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384950.971504:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384950.971505:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384950.971506:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006535559e/0xcb8130832f6b3780 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384950.971510:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cadb64a0 count: 0 00010000:00000001:3.0:1767384950.971515:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384950.971516:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384950.973094:0:29972:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bc9bbe4f. 00000400:00000040:1.0:1767384950.973111:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384950.973114:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384950.973116:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.973117:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384950.973119:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.973120:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384950.973122:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384950.973123:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384950.973124:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384950.973125:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384950.973127:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384950.973129:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384950.973131:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384950.973132:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384950.973139:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384950.973141:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384950.973143:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384950.973144:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384950.973145:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384950.973147:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.973148:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384950.973149:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384950.973151:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384950.973153:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.973154:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384950.973156:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.973157:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384950.973158:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384950.973160:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384950.973162:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.973162:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384950.973164:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.973165:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384950.973166:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384950.973168:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384950.973169:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.973171:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384950.973173:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384950.973174:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384950.973176:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384950.973177:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384950.973179:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.973180:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384950.973181:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384950.973183:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384950.973184:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384950.973185:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384950.973187:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384950.973189:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384950.973191:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384950.973192:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384950.973194:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384950.973195:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384950.973202:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384950.973203:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384950.973204:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384950.973205:0:29972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384950.973323:0:29972:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bc9bbe4f. 00080000:00000020:0.0:1767384950.973388:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384950.973393:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384950.973396:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000037b8ea3f. 20000000:00000001:0.0:1767384950.973404:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384950.973409:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196800 00010000:00000001:0.0:1767384950.973413:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384950.973422:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a1aa92d x1853237373196800/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.973433:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384950.973437:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384950.973440:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384950.973446:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384950.973449:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384950.973452:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384950.973456:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384950.973460:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.973463:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384950.973467:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384950.973471:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bd37819. 00000100:00000200:0.0:1767384950.973481:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373196800, offset 224 00000400:00000200:0.0:1767384950.973486:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384950.973495:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384950.973503:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505a00 00000400:00000200:0.0:1767384950.973510:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a49 [2] + 224 00000400:00000200:0.0:1767384950.973517:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.973521:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384950.973526:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384950.973529:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384950.973536:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.973548:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384950.973554:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bd37819 00000400:00000010:0.0:1767384950.973556:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bd37819. 00000100:00000001:0.0:1767384950.973559:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384950.973560:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384950.973563:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.973565:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384950.973567:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384950.973569:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.973588:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384950.973620:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a1aa92d x1853237373196800/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384950.973632:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a1aa92d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373196800:12345-0@lo:253: Request processed in 23146us (23604us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384950.973643:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767384950.973648:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384950.973651:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384950.973655:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384950.973660:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0bce7e3. 00000020:00000010:0.0:1767384950.973666:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c404499d. 00000020:00000010:0.0:1767384950.973679:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5c50546. 00000020:00000040:0.0:1767384950.973687:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384950.973691:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384950.973694:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000028cc1ff6. 02000000:00000001:0.0:1767384950.973699:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384950.973702:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384950.973707:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384950.973711:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5ef3d33. 00000400:00000010:0.0:1767384950.973715:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bd37819. 00000100:00000001:0.0:1767384950.973734:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.973736:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384950.973740:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384950.973742:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384950.973744:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bd4bec4. 00000400:00000200:0.0:1767384950.973747:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088e6747e 00000400:00000010:0.0:1767384950.973749:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088e6747e. 00000100:00000001:0.0:1767384950.973752:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384950.973757:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384950.973764:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.973769:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384950.973771:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.973773:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384950.973775:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384950.973777:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.973779:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384950.973781:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384950.973784:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384950.973786:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384950.973788:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384950.973789:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.973791:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384950.973792:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.973793:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.973796:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.973811:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384950.973814:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384950.973816:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384950.973820:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384950.973822:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384950.973823:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384950.973825:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384950.973827:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384950.973828:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384950.973830:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384950.973831:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384950.973833:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384950.973836:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384950.973840:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373196800:0@lo:253: 00000100:00000001:0.0:1767384950.973845:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.973847:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384950.973850:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373196800/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.973855:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384950.973856:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384950.973858:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e7bdb9ca. 02000000:00000001:0.0:1767384950.973861:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384950.973863:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384950.973865:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384950.973867:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384950.973869:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b7fc5cec. 02000000:00000001:0.0:1767384950.973876:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384950.973877:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384950.973878:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:0.0:1767384950.973881:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384950.973882:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.973884:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.973890:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384950.973897:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.973899:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.973900:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384950.974429:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384950.974432:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384950.974433:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c40a4d5a. 20000000:00000001:0.0:1767384950.974436:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384950.974439:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373196672 00010000:00000001:0.0:1767384950.974441:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384950.974444:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009eaafdf3 x1853237373196672/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.974449:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384950.974451:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384950.974452:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384950.974454:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384950.974456:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384950.974457:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384950.974460:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384950.974461:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.974463:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384950.974464:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384950.974467:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9222bd7. 00000100:00000200:0.0:1767384950.974469:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373196672, offset 224 00000400:00000200:0.0:1767384950.974473:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384950.974477:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384950.974482:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505980 00000400:00000200:0.0:1767384950.974485:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a41 [2] + 224 00000400:00000200:0.0:1767384950.974489:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.974492:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384950.974494:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384950.974497:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384950.974503:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.974524:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384950.974529:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9222bd7 00000400:00000010:0.0:1767384950.974531:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9222bd7. 00000100:00000001:0.0:1767384950.974533:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384950.974535:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384950.974538:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.974541:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384950.974542:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384950.974544:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.974545:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384950.974549:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eaafdf3 x1853237373196672/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384950.974555:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009eaafdf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373196672:12345-0@lo:253: Request processed in 24174us (24697us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384950.974560:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:0.0:1767384950.974561:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384950.974562:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384950.974563:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384950.974566:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005aee5a20. 00000020:00000010:0.0:1767384950.974569:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000020:00000010:0.0:1767384950.974589:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d2fe15. 00000020:00000040:0.0:1767384950.974644:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:0.0:1767384950.974650:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384950.974652:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000001f90549. 02000000:00000001:0.0:1767384950.974657:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384950.974659:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384950.974662:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384950.974665:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebbcdc9. 00000400:00000010:0.0:1767384950.974668:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9222bd7. 00000100:00000001:0.0:1767384950.974686:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.974688:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384950.974691:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384950.974693:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384950.974699:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8a5e4e. 00000400:00000200:0.0:1767384950.974703:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e077ca76 00000400:00000010:0.0:1767384950.974704:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e077ca76. 00000100:00000001:0.0:1767384950.974708:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384950.974713:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384950.974720:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.974727:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384950.974728:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.974730:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384950.974732:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384950.974733:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.974735:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384950.974736:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384950.974738:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384950.974741:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384950.974743:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384950.974745:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.974746:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384950.974748:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.974750:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.974753:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.974757:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384950.974759:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384950.974760:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384950.974762:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384950.974764:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384950.974766:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384950.974767:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384950.974769:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384950.974770:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384950.974772:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384950.974773:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384950.974775:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384950.974779:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384950.974782:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384950.974789:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373196672:0@lo:253: 00000100:00000001:0.0:1767384950.974794:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.974797:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384950.974800:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373196672/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.974808:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384950.974810:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384950.974813:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000087533ef4. 02000000:00000001:0.0:1767384950.974819:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384950.974821:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384950.974823:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384950.974826:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384950.974828:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003a68bf3a. 02000000:00000001:0.0:1767384950.974834:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384950.974835:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384950.974837:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:0.0:1767384950.974842:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384950.974844:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.974846:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.974851:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384950.974853:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.974855:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.974858:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384950.977636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cadb64a0. 00010000:00000010:3.1:1767384950.977646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006535559e. 00000100:00000040:1.0:1767384950.978639:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294941574, at 4294941575 00000100:00000010:1.0:1767384950.978649:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aeba7d4. 00000100:00000040:0.0:1767384950.978652:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294941574, at 4294941575 00000100:00000010:0.0:1767384950.978662:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008be9ac5f. 00000100:00000040:2.0:1767384950.978666:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294941574, at 4294941575 00000100:00000010:2.0:1767384950.978674:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a65017b0. 00000100:00000040:3.0:1767384950.979640:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294941574, at 4294941576 00000100:00000010:3.0:1767384950.979647:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f94c5ac. 00000400:00000001:2.0:1767384951.355725:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384951.355729:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384951.355731:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d031628f 00000400:00000010:2.0:1767384951.355735:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d031628f. 00000400:00000200:2.0:1767384951.355740:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384951.355752:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384951.355763:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002a6b1caf. 00000400:00000010:2.0:1767384951.355766:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005cd37f19. 00010000:00000001:2.0:1767384951.483690:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384951.483697:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.483703:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384951.483705:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384951.483738:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384951.483742:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384951.483745:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384952.325677:0:30382:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384952.325688:0:30382:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.325692:0:30382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384952.325697:0:30382:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384952.325701:0:30382:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.325703:0:30382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.379667:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp34 00000400:00000010:2.0:1767384952.379674:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000093f52179. 00000400:00000010:2.0:1767384952.379681:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009991ce7c. 00000400:00000010:2.0:1767384952.379686:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000895dba43. 00000400:00000010:2.0:1767384952.379691:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e17b82cb. 00000400:00000200:2.0:1767384952.379695:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp34 00000400:00000200:2.0:1767384952.379711:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp34 local destination 00000400:00000200:2.0:1767384952.379716:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp34 00000400:00000200:2.0:1767384952.379719:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp34 NI seq info: [109:109:256:4294967295] 192.168.204.149@tcp34 LPNI seq info [100:100:8:4294967295] 00000400:00000200:2.0:1767384952.379724:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp34 00000400:00000200:2.0:1767384952.379730:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34:) -> 192.168.204.149@tcp34(192.168.204.149@tcp34:192.168.204.149@tcp34) : GET try# 0 00000800:00000200:2.0:1767384952.379734:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp34 00000800:00000010:2.0:1767384952.379738:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009ddb8fdb. 00000800:00000200:2.0:1767384952.379743:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000800:00000200:2.1:1767384952.379747:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000400:00000200:2.0:1767384952.379764:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp34 added to recovery queue. ping count: 2 next ping: 279 health :800 00000400:00000200:0.0:1767384952.379861:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.379906:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.379930:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.379966:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.379990:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380014:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380039:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380062:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380085:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380109:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380132:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380156:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380182:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380206:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380231:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380257:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380305:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380327:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380349:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380370:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380392:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380415:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380439:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380461:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380484:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380507:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380530:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380571:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380588:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380631:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380646:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380658:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380674:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384952.380703:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384952.380818:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c40a4d5a. 00000800:00000010:0.0:1767384952.380823:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a21363ad. 00000800:00000010:0.0:1767384952.380827:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098fbb475. 00000800:00000010:0.0:1767384952.380843:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098fbb475. 00000800:00020000:0.0:1767384952.380849:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384952.387084:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a21363ad. 00000800:00000010:0.0:1767384952.387089:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c40a4d5a. 00000400:02020000:0.0:1767384952.387127:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384952.393984:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp34 notifying 192.168.204.149@tcp34: down 00000800:00000200:0.0:1767384952.393990:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp34 down 00000800:00000100:0.0:1767384952.393995:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp34 00000800:00000010:0.0:1767384952.393998:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009ddb8fdb. 00000400:00000200:0.0:1767384952.394002:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384952.394007:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp34->192.168.204.149@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384952.394016:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384952.394020:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384952.394024:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp34) recovery failed with -71 00010000:00000001:2.0:1767384952.508193:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384952.508200:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.508207:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384952.508210:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384952.508212:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384952.508215:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.508217:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384952.508220:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.508222:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.508224:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.508257:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384952.508261:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.508263:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384953.022000:0:30546:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384953.022004:0:30546:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384953.025563:0:30546:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384953.032449:0:30547:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000008f18b7f. 00000400:00000010:1.0:1767384953.032462:0:30547:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a718fea. 00000400:00000010:1.0:1767384953.032471:0:30547:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000d25ecb5. 00000400:00000010:1.0:1767384953.032473:0:30547:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008250f1ed. 00000400:00000010:1.0:1767384953.032476:0:30547:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f984b908. 00000400:00000010:1.0:1767384953.032480:0:30547:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c4c7961d. 00000400:00000010:1.0:1767384953.032482:0:30547:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d8d32556. 00000400:00000010:1.0:1767384953.032483:0:30547:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e08a5bc. 00000400:00000010:1.0:1767384953.032486:0:30547:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000053c27b41. 00000800:00000010:1.0:1767384953.032498:0:30547:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e753c75a. 00000800:00000200:1.0:1767384953.032508:0:30547:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384953.032518:0:30547:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384953.032567:0:30547:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384953.032586:0:30547:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp37 [8/256/0/180] 00000400:00000010:0.0:1767384953.034358:0:30547:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000000530d239. 00000400:00000010:0.0:1767384953.034365:0:30547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8a5e4e. 00000400:00000010:0.0:1767384953.034371:0:30547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f0ca30. 00000400:00000001:0.0:1767384953.034398:0:30547:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384953.034400:0:30547:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384953.034403:0:30547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa0a79a. 00000400:00000200:0.0:1767384953.034407:0:30547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000400:00000010:0.0:1767384953.034410:0:30547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000400:00000010:0.0:1767384953.034415:0:30547:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f30c37c1. 00000400:00000200:0.0:1767384953.034422:0:30547:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (28) 00000400:00000200:0.0:1767384953.034438:0:30547:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384953.034455:0:30547:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:0.0:1767384953.034463:0:30547:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c40a4d5a. 00000400:00000200:2.0:1767384953.034466:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384953.034468:0:30547:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384953.034471:0:30547:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp37 00000400:00000200:2.0:1767384953.034481:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384953.034488:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 00000400:00000010:0.0:1767384953.034488:0:30547:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a718fea. 00000400:00000200:2.0:1767384953.034492:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (29) 00000400:00000010:0.0:1767384953.034495:0:30547:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000008f18b7f. 00000400:00000010:2.0:1767384953.034500:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000030ef6ee. 00000020:00000001:3.0:1767384953.034509:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384953.034509:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp17 10000000:00000001:3.0:1767384953.034514:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384953.034517:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384953.034519:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384953.034523:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384953.034526:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp17 to MR: 192.168.204.149@tcp17 local destination 00000020:01000004:3.0:1767384953.034527:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384953.034531:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384953.034547:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384953.034550:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384953.034552:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384953.034553:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384953.034555:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384953.034557:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384953.034559:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384953.034559:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp17 NI seq info: [110:110:256:4294967295] 192.168.204.149@tcp17 LPNI seq info [101:101:8:4294967295] 00000100:00000010:3.0:1767384953.034566:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000400:00000200:2.0:1767384953.034571:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp17 00000020:00000040:3.0:1767384953.034572:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384953.034580:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384953.034584:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384953.034585:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) -> 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) : PUT try# 0 02000000:00000001:3.0:1767384953.034590:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384953.034620:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.149@tcp17 02000000:00000010:3.0:1767384953.034627:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003be29cf. 00000800:00000010:2.0:1767384953.034628:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056b02d7a. 00000100:00000001:3.0:1767384953.034636:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384953.034641:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (6) 00000100:00000001:3.0:1767384953.034646:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384953.034649:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384953.034653:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:988 00000100:00000040:3.0:1767384953.034658:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c79541a] to pc [ptlrpcd_00_00+0] req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384953.034659:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056b02d7a type 1, nob 592 niov 1 nkiov 1 00000400:00000200:2.0:1767384953.034681:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 10000000:00000001:3.0:1767384953.034684:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.034688:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 10000000:00000001:3.0:1767384953.034689:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.034693:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384953.034696:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384953.034701:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384953.034702:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384953.034703:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384953.034704:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384953.034706:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384953.034707:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384953.034709:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384953.034710:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384953.034718:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384953.034719:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384953.034720:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384953.034721:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384953.034722:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384953.034725:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000020:00000040:3.0:1767384953.034728:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384953.034730:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384953.034731:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384953.034733:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384953.034739:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002fa4eebe. 00000100:00000001:3.0:1767384953.034742:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.034746:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384953.034747:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.034752:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_00_01+1] req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384953.034761:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384953.034762:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.034764:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.034765:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384953.034766:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384953.034770:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c40a4d5a. 00000100:00000001:1.0:1767384953.034771:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384953.034775:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384953.034781:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.034786:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.034790:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384953.034791:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384953.034795:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384953.034795:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.034801:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384953.034802:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384953.034803:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384953.034804:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384953.034811:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056b02d7a. 00000100:00000001:3.0:1767384953.034813:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384953.034817:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.034818:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.034820:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384953.034823:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384953.034825:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373197184:0@lo:253: 02000000:00000001:3.0:1767384953.034827:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384953.034833:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.034834:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: PUT: OK 00000100:00000001:1.0:1767384953.034835:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384953.034838:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373197312:0@lo:253: 02000000:00000001:1.0:1767384953.034842:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384953.034843:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384953.034844:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384953.034846:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.034847:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384953.034850:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384953.034851:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp17: 0 02000000:00000001:3.0:1767384953.034852:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384953.034856:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000078e40717. 02000000:00000001:1.0:1767384953.034862:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.034863:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384953.034863:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384953.034867:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e88a645. 02000000:00000010:3.0:1767384953.034871:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d2083c33. 00000400:00000010:1.0:1767384953.034874:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008884bed2. 02000000:00000001:3.0:1767384953.034875:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384953.034875:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384953.034880:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373197184, portal 25 00000800:00000001:2.0:1767384953.034882:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384953.034884:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384953.034887:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000800:00000001:2.0:1767384953.034889:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384953.034891:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae43253a. 00000100:00000040:1.0:1767384953.034893:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384953.034898:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f21dbed3. 00000400:00000200:2.0:1767384953.034906:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17) <- 192.168.204.149@tcp17 : PUT - for me 00000100:00000200:3.0:1767384953.034908:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373197312, portal 25 00000100:00000001:1.0:1767384953.034912:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384953.034913:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384953.034917:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000040:1.0:1767384953.034917:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384953.034923:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384953.034924:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a718fea. 00000100:00000040:3.0:1767384953.034925:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384953.034930:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373197184, offset 0 00000400:00000200:2.0:1767384953.034941:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 480/496 into md 0x1a51 [1] + 0 00000100:00000001:3.0:1767384953.034942:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384953.034948:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384953.034951:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415c1982. 00000400:00000010:3.0:1767384953.034952:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb4b5d59. 00000400:00000200:2.0:1767384953.034963:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000352ba1d4 00000400:00000200:1.0:1767384953.034969:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384953.034970:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384953.034973:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373197312, offset 0 00000800:00000001:2.0:1767384953.034980:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.034980:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384953.034984:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384953.034988:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.034997:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505b80 00000400:00000200:2.0:1767384953.034999:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: PUT: OK 00000400:00000200:3.0:1767384953.035001:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384953.035008:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c5 [2] + 0 00000400:00000010:1.0:1767384953.035012:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e1c1e1. 00000400:00000200:3.0:1767384953.035015:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505c00 00000400:00000200:1.0:1767384953.035016:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bfba553c 00000400:00000200:2.0:1767384953.035024:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000400:00000200:1.0:1767384953.035025:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384953.035030:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000400:00000200:1.0:1767384953.035032:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384953.035038:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384953.035042:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12cd [2] + 0 00000400:00000200:2.0:1767384953.035046:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (30) 00000400:00000010:3.0:1767384953.035047:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082b019b4. 00000400:00000200:3.0:1767384953.035052:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd9f1cf8 00000400:00000200:1.0:1767384953.035055:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfba553c 00000400:00000200:3.0:1767384953.035057:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384953.035057:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:1.0:1767384953.035060:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfba553c. 00000400:00000200:2.0:1767384953.035067:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (496 bytes) 00000400:00000200:3.0:1767384953.035068:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384953.035068:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384953.035072:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384953.035077:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000a505927e x1853237373197184 msgsize 4848 00000400:00000200:2.0:1767384953.035079:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00100000:1.0:1767384953.035085:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384953.035088:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384953.035094:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (31) 00000400:00000200:2.0:1767384953.035103:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384953.035104:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f1cf8 00000100:00000001:1.0:1767384953.035104:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384953.035109:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd9f1cf8. 00000100:00000001:3.0:1767384953.035115:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384953.035115:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp17 to MR: 192.168.204.149@tcp17 local destination 00000100:00000200:3.0:1767384953.035118:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384953.035122:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000823d2964 x1853237373197312 msgsize 4848 00000400:00000200:2.0:1767384953.035128:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp17 NI seq info: [111:111:256:4294967295] 192.168.204.149@tcp17 LPNI seq info [102:102:8:4294967295] 00000100:00100000:3.0:1767384953.035130:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384953.035133:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384953.035145:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384953.035150:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) -> 192.168.204.149@tcp17(192.168.204.149@tcp17:192.168.204.149@tcp17) 192.168.204.149@tcp17 : ACK try# 0 00000800:00000200:2.0:1767384953.035157:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp17 00000400:00000200:1.0:1767384953.035161:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a718fea 00000800:00000010:2.0:1767384953.035162:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056b02d7a. 00000400:00000010:1.0:1767384953.035167:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a718fea. 00000800:00000200:2.0:1767384953.035173:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (6) 00000400:00000200:3.0:1767384953.035175:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4b5d59 00000100:00000001:1.0:1767384953.035175:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384953.035180:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb4b5d59. 00000100:00000001:3.0:1767384953.035184:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384953.035186:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:1007 00000100:00000200:1.0:1767384953.035186:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384953.035189:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384953.035194:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056b02d7a type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384953.035213:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384953.035222:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384953.035223:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384953.035228:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.035252:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035253:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384953.035254:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384953.035259:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.035261:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035268:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294943647 00000100:00000001:3.0:1767384953.035269:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035273:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384953.035274:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064d72108. 00000100:00000001:3.0:1767384953.035279:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035281:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384953.035283:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294943647 00000100:00000001:1.0:1767384953.035288:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294943647 00000100:00000001:3.0:1767384953.035289:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294943647 00000800:00000200:2.0:1767384953.035289:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767384953.035294:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b183a84. 00000100:00000001:3.0:1767384953.035295:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294943647 00000800:00000010:2.0:1767384953.035295:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056b02d7a. 00000100:00000001:1.0:1767384953.035299:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384953.035302:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384953.035304:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294943647 00000100:00000001:1.0:1767384953.035304:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294943647 00000100:00000001:3.0:1767384953.035311:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294943647 00000100:00000010:1.0:1767384953.035312:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9b3e6a8. 00000400:00000200:2.0:1767384953.035314:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: ACK: OK 00000100:00000001:1.0:1767384953.035319:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384953.035324:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294943647 00000100:00000001:3.0:1767384953.035325:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294943647 00000800:00000001:2.0:1767384953.035325:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384953.035327:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fcecf9c. 00000100:00000001:3.0:1767384953.035330:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294943647 00000100:00000001:1.0:1767384953.035332:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384953.035333:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.035336:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384953.035337:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294943647 00000800:00000001:2.0:1767384953.035338:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384953.035342:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.035343:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035348:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035350:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035352:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035354:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384953.035355:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384953.035355:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384953.035362:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384953.035366:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384953.035367:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384953.035368:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384953.035371:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384953.035371:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384953.035377:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384953.035378:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.035380:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384953.035382:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384953.035382:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp17(192.168.204.149@tcp17) <- 192.168.204.149@tcp17 : ACK - for me 00000100:00000001:1.0:1767384953.035383:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035386:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035389:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035396:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.035401:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp17: ACK from 12345-192.168.204.149@tcp17 into md 0x1a8d 00000400:00000200:2.0:1767384953.035407:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384953.035411:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384953.035412:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp17->192.168.204.149@tcp17: ACK: OK 00000100:00100000:3.0:1767384953.035415:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197184 00000100:00000001:1.0:1767384953.035418:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384953.035419:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384953.035419:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000815628d2 00000100:00100000:1.0:1767384953.035422:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197312 00000100:00000001:3.0:1767384953.035423:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384953.035424:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 00000100:00000001:3.0:1767384953.035427:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.035427:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384953.035431:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384953.035431:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384953.035433:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035435:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384953.035437:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197184 00000400:00000200:2.0:1767384953.035439:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 02000000:00000001:1.0:1767384953.035440:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.035441:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384953.035444:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197312 00000400:00000200:2.0:1767384953.035446:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000020:00000001:1.0:1767384953.035447:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384953.035450:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000040:1.0:1767384953.035451:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000200:2.0:1767384953.035453:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (30) 00000020:00000001:3.0:1767384953.035454:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384953.035454:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384953.035459:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000040:1.0:1767384953.035459:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000800:00000001:2.0:1767384953.035463:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384953.035465:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384953.035465:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384953.035469:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000001:2.0:1767384953.035470:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384953.035470:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384953.035476:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384953.035478:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384953.035480:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000020:00000010:1.0:1767384953.035482:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f055d0b6. 00000100:00000001:3.0:1767384953.035484:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384953.035488:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000100:00000001:1.0:1767384953.035488:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384953.035492:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f055d0b6. 00000020:00000010:3.0:1767384953.035496:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6119aa3. 00000020:00000010:1.0:1767384953.035498:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e89b606d. 00000400:00000200:2.0:1767384953.035499:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384953.035504:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b061d7f. 00000020:00000010:1.0:1767384953.035506:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a53bc9d. 00000400:00000010:2.0:1767384953.035507:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000854c80c7. 00000020:00000010:3.0:1767384953.035510:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcc96a5a. 00000020:00000010:1.0:1767384953.035512:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000400:00000010:2.0:1767384953.035516:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415c1982. 00000100:00000040:3.0:1767384953.035520:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384953.035523:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 00000100:00000001:3.0:1767384953.035524:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384953.035525:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384953.035527:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384953.035528:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384953.035531:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.035545:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000854c80c7 00000100:00000001:1.0:1767384953.035546:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.035552:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000005d246a28. 00000100:00000001:3.0:1767384953.035554:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.035555:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.035558:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000100:00000001:3.0:1767384953.035564:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.035564:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384953.035566:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000400:00000200:2.0:1767384953.035572:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (29) 00000400:00000010:2.0:1767384953.035578:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000b21b80b7. 00000400:00000010:2.0:1767384953.035581:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000100:00000001:3.0:1767384953.035583:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384953.035584:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384953.035587:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384953.035587:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384953.035588:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfa8fca5. 00000400:00000200:2.0:1767384953.035627:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384953.035637:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384953.035644:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384953.035652:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384953.035660:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000100:00100000:3.0:1767384953.035670:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:3.0:1767384953.035676:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384953.035679:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671912016 : -129515037639600 : ffff8a34ee303c50) 00000400:00000200:2.0:1767384953.035679:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000100:00000040:3.0:1767384953.035688:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a505927e x1853237373197184/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:179/0 lens 4848/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384953.035693:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:3.0:1767384953.035698:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384953.035703:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000400:00000200:2.0:1767384953.035706:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000001:3.0:1767384953.035707:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384953.035713:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000400:00000200:2.0:1767384953.035718:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000100:00100000:3.0:1767384953.035722:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a505927e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373197184:12345-0@lo:253: 00000100:00000200:3.0:1767384953.035729:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197184 00000400:00000200:2.0:1767384953.035732:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000020:00000001:3.0:1767384953.035733:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384953.035741:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000020:00000001:3.0:1767384953.035745:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384953.035748:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.035750:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000020:00000001:3.0:1767384953.035752:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384953.035755:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384953.035761:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384953.035765:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384953.035765:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000020:00000001:3.0:1767384953.035770:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384953.035773:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384953.035777:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.035777:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000001:3.0:1767384953.035784:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384953.035789:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384953.035789:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:2.0:1767384953.035798:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 02000000:00000010:3.0:1767384953.035803:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0c411e3. 00000400:00000200:2.0:1767384953.035806:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 02000000:00000001:3.0:1767384953.035807:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.035813:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384953.035817:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384953.035819:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 20000000:00000010:3.0:1767384953.035827:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000adfd511f. 00000400:00000200:2.0:1767384953.035827:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 20000000:01000000:3.0:1767384953.035833:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384953.035836:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384953.035837:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 20000000:00000001:3.0:1767384953.035839:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384953.035843:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384953.035846:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.035849:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[77, 24] 20000000:00000001:3.0:1767384953.035850:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384953.035857:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 24], ns[78, 24] 20000000:00000010:3.0:1767384953.035860:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032d18f3e. 20000000:01000000:3.0:1767384953.035865:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000400:00000200:2.0:1767384953.035867:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 20000000:00000001:3.0:1767384953.035871:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384953.035877:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384953.035887:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 24], ns[79, 24] 00000400:00000200:2.0:1767384953.035894:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 24], ns[85, 24] 00000400:00000200:2.0:1767384953.035901:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[99, 24] 00000400:00000200:2.0:1767384953.035908:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 24], ns[109, 24] 00000400:00000200:2.0:1767384953.035914:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[108, 24] 00000400:00000200:2.0:1767384953.035921:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 108] 00080000:00000001:3.0:1767384953.035923:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384953.035928:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384953.035929:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00080000:00000001:3.0:1767384953.035930:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384953.035934:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00080000:00000001:3.0:1767384953.035935:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384953.035940:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp36 00000100:00000040:1.0:1767384953.035940:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:3.0:1767384953.035941:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384953.035946:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671906896 : -129515037644720 : ffff8a34ee302850) 00000020:00000001:3.0:1767384953.035948:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:2.0:1767384953.035950:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp36 lpni_is_preferred = 0 00080000:00000001:3.0:1767384953.035954:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:1.0:1767384953.035954:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000823d2964 x1853237373197312/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:179/0 lens 4848/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384953.035959:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp36 00080000:00000010:3.0:1767384953.035963:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000088d2cf7. 00080000:00000001:3.0:1767384953.035969:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575552512 : -129515133999104 : ffff8a34e871e800) 00000400:00000200:2.0:1767384953.035970:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp36 NI seq info: [112:112:256:4294967295] 192.168.204.149@tcp36 LPNI seq info [103:103:8:4294967295] 00000100:00000001:1.0:1767384953.035973:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384953.035974:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384953.035979:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp36 00000020:00000010:1.0:1767384953.035984:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f055d0b6. 00000100:00000001:1.0:1767384953.035989:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384953.035992:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f055d0b6. 00000400:00000200:2.0:1767384953.035997:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36:) -> 192.168.204.149@tcp36(192.168.204.149@tcp:192.168.204.149@tcp36) : GET try# 0 00000100:00100000:1.0:1767384953.036001:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000823d2964 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373197312:12345-0@lo:253: 00000100:00000200:1.0:1767384953.036006:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197312 00000800:00000200:2.0:1767384953.036009:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp36 00000020:00000001:1.0:1767384953.036009:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384953.036012:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:2.0:1767384953.036015:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000056b02d7a. 00000020:00000001:1.0:1767384953.036015:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.036017:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384953.036020:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384953.036022:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384953.036023:0:16796:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384953.036024:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000de39faf8. 00000020:00000001:1.0:1767384953.036025:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384953.036027:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384953.036030:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384953.036033:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d059e218. 00000100:00000001:1.0:1767384953.036033:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384953.036037:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384953.036042:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 02000000:00000010:1.0:1767384953.036043:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000025f74937. 02000000:00000001:1.0:1767384953.036047:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.036050:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384953.036051:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 20000000:00000001:1.0:1767384953.036053:0:16796:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384953.036063:0:16796:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e1cb8f80. 20000000:01000000:1.0:1767384953.036068:0:16796:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384953.036070:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 20000000:00000001:1.0:1767384953.036071:0:16796:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000001:00000001:3.0:1767384953.036074:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000001:1.0:1767384953.036075:0:16796:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384953.036078:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.036078:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 20000000:00000001:1.0:1767384953.036079:0:16796:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384953.036084:0:16796:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384953.036085:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384953.036089:0:16796:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384953.036107:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384953.036111:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384953.036145:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00080000:00000001:3.0:1767384953.036206:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384953.036210:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384953.036214:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036279:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036346:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036386:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036426:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036472:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036523:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036621:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036678:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036722:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036768:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036806:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036836:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036862:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036895:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036939:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.036976:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037019:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037062:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037095:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037135:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037174:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037227:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037274:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037323:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037368:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037419:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037464:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037514:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037591:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037679:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037740:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037790:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384953.037848:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384953.038038:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000043a6124. 00000800:00000010:2.0:1767384953.038045:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de2bf290. 00000800:00000010:2.0:1767384953.038059:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b58abf55. 00000800:00000010:2.0:1767384953.038090:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b58abf55. 00000800:00020000:2.0:1767384953.038100:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384953.038105:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de2bf290. 00000800:00000010:2.0:1767384953.038108:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000043a6124. 00000400:02020000:2.0:1767384953.038169:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp36 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384953.038178:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp36 notifying 192.168.204.149@tcp36: down 00000800:00000200:2.0:1767384953.038183:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp36 down 00000800:00000100:2.0:1767384953.038191:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp36 00000800:00000010:2.0:1767384953.038195:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000056b02d7a. 00000400:00000200:2.0:1767384953.038199:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384953.038204:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp36->192.168.204.149@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384953.038213:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp36 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:2.0:1767384953.038216:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384953.038219:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384953.038223:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384953.038256:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384953.038263:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100851 00000400:00000001:2.0:1767384953.038267:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384953.038269:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384953.038271:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000400:00000010:2.0:1767384953.038274:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000400:00000200:2.0:1767384953.038277:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384953.038282:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:2.0:1767384953.038285:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000b21b80b7. 00000400:00000200:2.0:1767384953.038289:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (30) 00000400:00000200:2.0:1767384953.038293:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:2.0:1767384953.038297:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 rc -71 00000400:00000200:2.0:1767384953.038302:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384953.038307:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (29) 00080000:00000001:3.0:1767384953.043819:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384953.043826:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:3.0:1767384953.043829:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384953.043830:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384953.043832:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384953.043841:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384953.043841:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384953.043844:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384953.043846:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384953.043847:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384953.043848:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384953.043850:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000088d2cf7. 20000000:01000000:3.0:1767384953.043853:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384953.043855:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384953.043861:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384953.043881:0:16796:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f323e312. 20000000:01000000:3.0:1767384953.043884:0:16796:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:3.0:1767384953.043888:0:16796:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384953.043892:0:16796:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384953.043920:0:16796:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384953.043922:0:16796:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384953.043924:0:16796:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384953.043925:0:16796:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384953.043928:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384953.043932:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384953.043935:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384953.043942:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003890ef43. 00080000:00000001:3.0:1767384953.043944:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575543296 : -129515134008320 : ffff8a34e871c400) 00080000:00000001:3.0:1767384953.043947:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384953.044022:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384953.044024:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384953.044026:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384953.044039:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384953.044041:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384953.044110:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384953.044112:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384953.044130:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384953.044132:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384953.044141:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384953.044145:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384953.044148:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384953.044155:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c88b2f90. 00010000:00000001:3.0:1767384953.044158:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384953.044162:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000020:00000001:3.0:1767384953.044165:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384953.044168:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b3787 to hash 00000020:00000001:3.0:1767384953.044170:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384953.044171:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.044173:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.044176:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.044178:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.044180:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044187:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384953.044190:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384953.044192:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384953.044194:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384953.044196:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.044197:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384953.044199:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.044201:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384953.044203:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384953.044204:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384953.044205:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384953.044207:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c88b2f90) refcount = 1 00010000:00010000:3.0:1767384953.044210:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044213:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384953.044215:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384953.044216:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.044217:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.044218:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384953.044225:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384953.044228:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384953.044230:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384953.044231:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384953.044233:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384953.044234:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.044237:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.044238:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384953.044240:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044245:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384953.044247:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044250:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.044252:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384953.044253:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044256:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.044257:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.044259:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384953.044261:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384953.044265:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384953.044267:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384953.044269:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384953.044270:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044273:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384953.044275:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384953.044276:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384953.044282:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384953.044284:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.044285:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.044288:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384953.044290:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044294:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384953.044296:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384953.044297:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.044300:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384953.044301:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384953.044303:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.044303:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384953.044305:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b3787 from hash 00010000:00000001:3.0:1767384953.044306:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384953.044308:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.044308:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.044310:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384953.044311:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384953.044312:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384953.044314:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384953.044315:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.044317:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.044318:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384953.044319:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384953.044320:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.044321:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.044322:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.044323:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.044324:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.044326:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044330:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.044331:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.044337:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384953.044338:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384953.044340:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.044340:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.044342:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384953.044344:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384953.044346:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.044348:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.044352:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384953.044353:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384953.044354:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b3787 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384953.044358:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c88b2f90 count: 0 00010000:00000001:3.0:1767384953.044368:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384953.044369:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384953.049616:0:17595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c88b2f90. 00010000:00000010:3.1:1767384953.049625:0:17595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000100:00000040:0.0:1767384953.051652:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294943647, at 4294943648 00000100:00000010:0.0:1767384953.051661:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064d72108. 00080000:00000001:1.0:1767384953.052359:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384953.052360:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384953.052365:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384953.052366:0:16796:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384953.052369:0:16796:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384953.052369:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384953.052373:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384953.052374:0:16796:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384953.052377:0:16796:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384953.052378:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384953.052382:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003890ef43. 00080000:00000001:0.0:1767384953.052387:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384953.052388:0:16796:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384953.052393:0:16796:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384953.052396:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384953.052403:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384953.052406:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384953.052407:0:16796:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384953.052414:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384953.052418:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384953.052424:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c0bb8511. 00010000:00000001:3.0:1767384953.052430:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384953.052433:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000020:00000001:3.0:1767384953.052436:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384953.052438:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b378e to hash 00000020:00000001:3.0:1767384953.052440:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384953.052441:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.052444:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.052446:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.052447:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.052450:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052456:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384953.052464:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384953.052466:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384953.052467:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384953.052468:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.052470:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384953.052472:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.052473:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384953.052476:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384953.052477:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384953.052479:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384953.052480:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c0bb8511) refcount = 1 00010000:00010000:3.0:1767384953.052483:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052487:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384953.052488:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384953.052489:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.052491:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.052493:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384953.052495:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384953.052498:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384953.052500:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384953.052501:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384953.052502:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384953.052504:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.052506:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.052508:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384953.052509:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052514:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384953.052516:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052520:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.052522:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384953.052528:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052545:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.052547:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.052549:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384953.052551:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384953.052556:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384953.052559:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384953.052561:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384953.052563:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052567:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384953.052568:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384953.052569:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384953.052570:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384953.052572:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.052573:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384953.052575:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384953.052577:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052581:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384953.052584:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384953.052585:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.052588:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384953.052590:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384953.052591:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.052593:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.052635:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294943647, at 4294943649 00000100:00000010:1.0:1767384953.052641:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b183a84. 00000100:00000040:2.0:1767384953.052666:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294943647, at 4294943649 00000100:00000010:2.0:1767384953.052673:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9b3e6a8. 00000020:00000040:3.0:1767384953.052779:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b378e from hash 00010000:00000001:3.0:1767384953.052782:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384953.052783:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.052788:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.052789:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384953.052791:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384953.052793:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384953.052795:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384953.052796:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384953.052798:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.052800:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384953.052801:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384953.052803:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.052805:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.052806:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.052808:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384953.052809:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.052811:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052815:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.052816:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.052818:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384953.052819:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384953.052821:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384953.052822:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384953.052824:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384953.052826:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384953.052828:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.052830:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384953.052833:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384953.052835:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384953.052836:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b378e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384953.052840:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c0bb8511 count: 0 00010000:00000001:3.0:1767384953.052852:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384953.052853:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384953.052865:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294943647, at 4294943649 00000100:00000010:3.0:1767384953.052875:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fcecf9c. 00080000:00000020:3.0:1767384953.053801:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384953.053805:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384953.053807:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000adfd511f. 20000000:00000001:3.0:1767384953.053811:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384953.053814:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373197184 00010000:00000001:3.0:1767384953.053817:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384953.053824:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a505927e x1853237373197184/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384953.053830:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384953.053833:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384953.053836:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384953.053839:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384953.053842:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384953.053843:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384953.053846:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384953.053849:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.053852:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384953.053855:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384953.053859:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050a4ac0c. 00000100:00000200:3.0:1767384953.053865:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373197184, offset 224 00000400:00000200:3.0:1767384953.053872:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384953.053884:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384953.053895:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505b80 00000400:00000200:3.0:1767384953.053901:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a91 [2] + 224 00000400:00000200:3.0:1767384953.053908:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384953.053913:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384953.053918:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384953.053922:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384953.053930:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.053946:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384953.053956:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.053960:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384953.053963:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050a4ac0c 00000400:00000010:3.0:1767384953.053966:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050a4ac0c. 00000100:00000001:3.0:1767384953.053969:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384953.053971:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384953.053971:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384953.053975:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384953.053979:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384953.053979:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e88a645. 00000100:00000040:3.0:1767384953.053985:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000200:1.0:1767384953.053986:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008884bed2 00010000:00000001:3.0:1767384953.053991:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384953.053992:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008884bed2. 00000020:00000001:3.0:1767384953.053995:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.053998:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384953.053999:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384953.054007:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384953.054008:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a505927e x1853237373197184/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384953.054039:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a505927e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373197184:12345-0@lo:253: Request processed in 18339us (18960us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384953.054042:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384953.054053:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:1.0:1767384953.054054:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384953.054058:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384953.054059:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384953.054061:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384953.054063:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384953.054065:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384953.054066:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384953.054068:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384953.054070:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384953.054072:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b061d7f. 02000000:00000001:1.0:1767384953.054073:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384953.054080:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcc96a5a. 00000100:00001000:1.0:1767384953.054081:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=61 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384953.054085:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6119aa3. 00000100:00001000:1.0:1767384953.054087:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384953.054092:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384953.054094:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:1.0:1767384953.054094:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.054100:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384953.054101:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384953.054102:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384953.054104:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0c411e3. 00000100:00000001:1.0:1767384953.054105:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.054111:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384953.054112:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.054115:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.054123:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384953.054124:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384953.054128:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384953.054130:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006df6a041. 00000100:00000001:1.0:1767384953.054131:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384953.054137:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050a4ac0c. 00000020:01000004:1.0:1767384953.054138:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384953.054147:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384953.054149:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384953.054151:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384953.054153:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384953.054156:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384953.054158:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384953.054160:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384953.054162:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384953.054164:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384953.054169:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384953.054178:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373197184:0@lo:253: 00000100:00000001:1.0:1767384953.054185:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.054187:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384953.054192:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373197184/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.054201:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384953.054204:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384953.054206:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000078e40717. 02000000:00000001:1.0:1767384953.054210:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384953.054212:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384953.054214:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384953.054216:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384953.054218:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003be29cf. 02000000:00000001:1.0:1767384953.054223:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384953.054224:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384953.054226:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:1.0:1767384953.054229:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384953.054231:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.054233:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.054240:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384953.054242:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.054244:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.054247:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384953.055863:0:30552:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ea1e27f5. 00000400:00000040:3.0:1767384953.055885:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384953.055889:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384953.055892:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384953.055895:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384953.055897:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384953.055900:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384953.055908:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384953.055911:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384953.055913:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384953.055915:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384953.055917:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384953.055919:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384953.055922:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384953.055924:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384953.055926:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384953.055931:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384953.055933:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384953.055934:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384953.055936:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384953.055939:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384953.055941:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384953.055943:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384953.055946:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384953.055948:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384953.055949:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384953.055952:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384953.055954:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384953.055956:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384953.055959:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384953.055961:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384953.055963:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384953.055965:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384953.055967:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384953.055969:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384953.055971:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384953.055973:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384953.055974:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384953.055977:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384953.055979:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384953.055981:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384953.055983:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384953.055985:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384953.055987:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384953.055989:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384953.055990:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384953.055998:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384953.056000:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384953.056002:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384953.056005:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384953.056008:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384953.056010:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384953.056012:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384953.056013:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384953.056015:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384953.056017:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384953.056019:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384953.056021:0:30552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384953.056124:0:30552:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ea1e27f5. 00080000:00000020:0.0:1767384953.056403:0:16796:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384953.056407:0:16796:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384953.056409:0:16796:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e1cb8f80. 20000000:00000001:0.0:1767384953.056416:0:16796:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384953.056420:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373197312 00010000:00000001:0.0:1767384953.056423:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384953.056428:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000823d2964 x1853237373197312/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384953.056437:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384953.056439:0:16796:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384953.056441:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384953.056445:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384953.056447:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384953.056450:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384953.056453:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384953.056455:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.056458:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384953.056460:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384953.056464:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7c3b535. 00000100:00000200:0.0:1767384953.056467:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373197312, offset 224 00000400:00000200:0.0:1767384953.056480:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384953.056486:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384953.056496:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505c00 00000400:00000200:0.0:1767384953.056503:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a95 [2] + 224 00000400:00000200:0.0:1767384953.056511:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384953.056514:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384953.056518:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384953.056523:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384953.056547:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.056565:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384953.056572:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7c3b535 00000400:00000010:0.0:1767384953.056575:0:16796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7c3b535. 00000100:00000001:0.0:1767384953.056578:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384953.056579:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.056581:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384953.056585:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.056588:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384953.056591:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384953.056621:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384953.056623:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:2.0:1767384953.056624:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae43253a. 00010000:00000001:0.0:1767384953.056630:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384953.056632:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21dbed3 00000020:00000001:0.0:1767384953.056633:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.056636:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f21dbed3. 00000020:00000001:0.0:1767384953.056638:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384953.056643:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384953.056645:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000823d2964 x1853237373197312/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384953.056651:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384953.056668:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000823d2964 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373197312:12345-0@lo:253: Request processed in 20692us (21541us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384953.056674:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384953.056685:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:2.0:1767384953.056690:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384953.056691:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384953.056694:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.056696:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384953.056699:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384953.056700:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384953.056703:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384953.056706:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384953.056706:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a53bc9d. 00000100:00000001:2.0:1767384953.056710:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.056714:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384953.056714:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000100:00001000:2.0:1767384953.056719:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=61 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384953.056721:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e89b606d. 00000100:00001000:2.0:1767384953.056724:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384953.056727:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384953.056730:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.056734:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384953.056736:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384953.056736:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:2.0:1767384953.056741:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.056743:0:16796:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384953.056747:0:16796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000025f74937. 00000100:00000040:2.0:1767384953.056748:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384953.056755:0:16796:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384953.056759:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384953.056765:0:16796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384953.056771:0:16796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa0a79a. 00000400:00000010:0.0:1767384953.056778:0:16796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7c3b535. 00000100:00000001:2.0:1767384953.056780:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.056785:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384953.056787:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384953.056792:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384953.056794:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384953.056796:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384953.056797:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384953.056799:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384953.056801:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384953.056802:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384953.056804:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384953.056805:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384953.056809:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.056817:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373197312:0@lo:253: 00000100:00000001:2.0:1767384953.056822:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.056824:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384953.056826:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373197312/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.056833:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384953.056835:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384953.056838:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d2083c33. 02000000:00000001:2.0:1767384953.056842:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384953.056844:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384953.056845:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384953.056848:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384953.056849:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002fa4eebe. 02000000:00000001:2.0:1767384953.056853:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384953.056855:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384953.056856:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:2.0:1767384953.056860:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384953.056861:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.056863:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.056869:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.056878:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.056881:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.056883:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384953.061622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c0bb8511. 00010000:00000010:3.1:1767384953.061632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000800:00000200:3.0:1767384953.403679:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (6) 00000800:00000200:3.0:1767384953.403689:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp19 ip 192.168.204.149:988 00000800:00000200:3.0:1767384953.403695:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384953.403731:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384953.403735:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384953.403738:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000895dba43 00000400:00000010:3.0:1767384953.403741:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000895dba43. 00000400:00000200:3.0:1767384953.403747:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384953.403751:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384953.403762:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000093f52179. 00000400:00000010:3.0:1767384953.403768:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009991ce7c. 00000800:00000200:3.0:1767384953.403889:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384953.403895:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384953.403903:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384953.403908:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384953.403912:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384953.532848:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384953.532853:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.532859:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384953.532860:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.532899:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384953.532904:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.532909:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384953.659658:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384953.659662:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384953.659667:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005da35bd. 00000100:00000040:2.0:1767384953.659672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384953.659673:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384953.659680:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384953.659681:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384953.659683:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384953.659689:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 02000000:00000001:0.0:1767384953.659689:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384953.659695:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1767384953.659696:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c7d22b6. 00000100:00000001:2.0:1767384953.659702:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384953.659704:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.659705:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384953.659710:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.659711:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384953.659715:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384953.659718:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056b02d7a. 00000100:00000040:0.0:1767384953.659724:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005da35bd] to pc [ptlrpcd_00_02+2] req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.659725:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.659736:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384953.659748:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384953.659750:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384953.659750:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.659759:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db0db9f] to pc [ptlrpcd_00_03+3] req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.659760:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.659762:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.659766:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.659767:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.659773:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384953.659787:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.659789:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.659790:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384953.659792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384953.659794:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.659797:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384953.659802:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.659803:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384953.659810:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000020:00000040:2.0:1767384953.659816:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384953.659821:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384953.659824:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384953.659827:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.659828:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384953.659833:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.659834:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384953.659834:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384953.659838:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.659840:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384953.659841:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ef2b6f9. 02000000:00000001:0.0:1767384953.659842:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384953.659845:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384953.659848:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.659849:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.659849:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384953.659858:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373197440:0@lo:13: 00000100:00100000:0.0:1767384953.659858:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373197568:0@lo:400: 00000100:00000040:2.0:1767384953.659860:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384953.659869:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384953.659875:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384953.659879:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.659884:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384953.659886:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384953.659890:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384953.659892:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384953.659893:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e162d050. 02000000:00000001:0.0:1767384953.659894:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.659896:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.659899:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.659901:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384953.659905:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101f4b3] to pc [ptlrpcd_00_00+0] req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384953.659907:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000824fa7bb. 00000400:00000010:1.0:1767384953.659908:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e88a645. 02000000:00000001:0.0:1767384953.659914:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384953.659920:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000400:00000010:0.0:1767384953.659923:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000100:00000200:1.0:1767384953.659928:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373197440, portal 4 00000400:00000010:0.0:1767384953.659932:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000100:00000001:1.0:1767384953.659933:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384953.659937:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.659938:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675693824 : -129515033857792 : ffff8a34ee69f100) 00000100:00000200:0.0:1767384953.659940:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373197568, portal 4 00000100:00000040:2.0:1767384953.659942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384953.659946:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384953.659950:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000100:00000001:2.0:1767384953.659951:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384953.659951:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384953.659958:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047896bf2. 00000100:00000040:0.0:1767384953.659960:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384953.659965:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384953.659972:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384953.659973:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384953.659977:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384953.659978:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384953.659981:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384953.659984:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.659985:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384953.659989:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000310b405b. 00000400:00000010:0.0:1767384953.659991:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 02000000:00000010:2.0:1767384953.659992:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000894b9b2b. 00000100:00000200:1.0:1767384953.659995:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373197440, offset 0 00000100:00000200:0.0:1767384953.659996:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373197568, offset 0 00000100:00000001:2.0:1767384953.659999:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.660007:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384953.660008:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384953.660019:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384953.660021:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384953.660024:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384953.660025:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.660034:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047896bf2] to pc [ptlrpcd_00_01+1] req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.660035:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384953.660039:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273505d00 00000400:00000200:0.0:1767384953.660050:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000100:00000001:2.0:1767384953.660051:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384953.660055:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273505c80 00000100:00000040:2.0:1767384953.660059:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 00000400:00000200:0.0:1767384953.660062:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.660066:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000400:00000200:0.0:1767384953.660070:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384953.660072:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.660076:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384953.660077:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384953.660079:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384953.660079:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384953.660083:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1767384953.660086:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.660088:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384953.660090:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8d8e1b1. 00000100:00000040:0.0:1767384953.660096:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000d8d8e1b1 x1853237373197568 msgsize 224 00000100:00000001:2.0:1767384953.660099:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384953.660100:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384953.660101:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384953.660104:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384953.660106:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384953.660107:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384953.660110:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384953.660118:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8e613d3. 00000100:00000001:0.0:1767384953.660118:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384953.660120:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.660126:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000f8e613d3 x1853237373197440 msgsize 224 00000100:00100000:2.0:1767384953.660127:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047896bf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373197824:0@lo:400: 00000400:00000200:0.0:1767384953.660128:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000010:0.0:1767384953.660133:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000100:00000001:2.0:1767384953.660134:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384953.660140:0:16166:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384953.660141:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384953.660142:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384953.660145:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384953.660146:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384953.660151:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384953.660157:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8ea379a. 00000100:00000001:1.0:1767384953.660160:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384953.660161:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.660170:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe59115. 00000400:00000200:1.0:1767384953.660172:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000310b405b 00000100:00000001:0.0:1767384953.660172:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384953.660177:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000310b405b. 00000100:00000040:0.0:1767384953.660178:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.660184:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384953.660186:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.660188:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000100:00000001:0.0:1767384953.660189:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384953.660192:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384953.660196:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373197824, portal 10 00000100:00000001:0.0:1767384953.660197:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660204:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384953.660206:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6015 usecs (7 jiffies) 00000100:00000001:2.0:1767384953.660209:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776123264 : -129514933428352 : ffff8a34f4665f80) 00000100:00000001:1.0:1767384953.660211:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384953.660212:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944263 00000100:00000040:1.0:1767384953.660218:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384953.660218:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c796eeaa. 00000100:00000040:2.0:1767384953.660221:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.660226:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384953.660234:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944263 00000100:00000010:0.0:1767384953.660241:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc4e8aad. 00000100:00000001:0.0:1767384953.660246:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384953.660249:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660250:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384953.660252:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944263 00000100:00000001:1.0:1767384953.660254:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384953.660255:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cbc0399. 00000100:00000040:2.0:1767384953.660257:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384953.660260:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384953.660262:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000100:00000001:1.0:1767384953.660263:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.660264:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944263 00000100:00000200:2.0:1767384953.660266:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373197824, offset 0 00000100:00000040:1.0:1767384953.660270:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6015 usecs (7 jiffies) 00000100:00000010:0.0:1767384953.660271:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008be9ac5f. 00000400:00000200:2.0:1767384953.660276:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384953.660278:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384953.660279:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944263 00000100:00000001:0.0:1767384953.660284:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.660285:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944263 00000400:00000200:2.0:1767384953.660286:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384953.660290:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.660293:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944263 00000100:00000001:0.0:1767384953.660295:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.660297:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944263 00000100:00000001:0.0:1767384953.660299:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384953.660300:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273505e00 00000100:00000001:1.0:1767384953.660304:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944263 00000400:00000200:2.0:1767384953.660309:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:1.0:1767384953.660311:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944263 00000100:00000001:0.0:1767384953.660311:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384953.660314:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384953.660315:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384953.660317:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944263 00000100:00000001:0.0:1767384953.660318:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.660322:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384953.660323:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384953.660323:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944263 00000100:00000001:0.0:1767384953.660324:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660330:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384953.660331:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384953.660332:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384953.660332:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.660339:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384953.660340:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f9766a. 00000100:00000040:2.0:1767384953.660344:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000e4f9766a x1853237373197824 msgsize 224 00000100:00000001:1.0:1767384953.660344:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.660351:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.660351:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384953.660352:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384953.660357:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197568 00000100:00000001:1.0:1767384953.660361:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.660362:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384953.660365:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384953.660367:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384953.660370:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000100:00000001:1.0:1767384953.660371:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.660371:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384953.660373:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000100:00000001:0.0:1767384953.660374:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660377:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384953.660379:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.660381:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384953.660383:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197568 00000100:00000001:1.0:1767384953.660386:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.660387:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384953.660390:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384953.660391:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:1.0:1767384953.660393:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.660396:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384953.660400:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:2.0:1767384953.660404:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384953.660404:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000040:2.0:1767384953.660409:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384953.660409:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:1.0:1767384953.660410:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.660416:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.660417:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384953.660421:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384953.660422:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384953.660423:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:2.0:1767384953.660427:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384953.660429:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e76ab7a3. 00000100:00000040:1.0:1767384953.660431:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.660433:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384953.660436:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000040:2.0:1767384953.660439:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3220 usecs (4 jiffies) 00000100:00000001:2.0:1767384953.660445:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294944260 00000100:00000001:0.0:1767384953.660448:0:17575:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384953.660451:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294944263 00000100:00000001:1.0:1767384953.660453:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384953.660455:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294944260 00000020:00000010:0.0:1767384953.660455:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011a2b606. 00000100:00000001:1.0:1767384953.660456:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660461:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294944263 02000000:00000001:1.0:1767384953.660463:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384953.660464:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294944260 00000020:00000010:0.0:1767384953.660464:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000faf47080. 02000000:00000001:1.0:1767384953.660468:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.660470:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294944263 00000020:00000010:0.0:1767384953.660472:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384953.660475:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294944260 02000000:00000001:1.0:1767384953.660475:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660480:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294944263 00000100:00000040:0.0:1767384953.660481:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1767384953.660483:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373197696:0@lo:400: 00000100:00000001:2.0:1767384953.660487:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384953.660487:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384953.660490:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384953.660491:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384953.660492:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.660494:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384953.660496:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.660496:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384953.660498:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660502:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384953.660504:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384953.660506:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384953.660508:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384953.660510:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092f85a31. 00000100:00000001:0.0:1767384953.660510:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384953.660511:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384953.660513:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660517:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384953.660518:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660520:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384953.660537:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660540:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.660540:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384953.660545:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016258f2f. 00000400:00000010:1.0:1767384953.660553:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000310b405b. 00000100:00000001:0.0:1767384953.660557:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384953.660558:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373197696, portal 10 00000100:00000001:2.0:1767384953.660561:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384953.660561:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384953.660563:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384953.660565:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197824 00000100:00000001:1.0:1767384953.660567:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 02000000:00000001:2.0:1767384953.660569:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384953.660570:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384953.660572:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.660575:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.660577:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000040:1.0:1767384953.660579:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.660581:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675689344 : -129515033862272 : ffff8a34ee69df80) 02000000:00000001:2.0:1767384953.660589:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.660590:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8d8e1b1 x1853237373197568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.660619:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197824 00000020:00000001:2.0:1767384953.660624:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384953.660628:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:2.0:1767384953.660632:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384953.660634:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000020:00000001:2.0:1767384953.660640:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000001:2.0:1767384953.660648:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:0.0:1767384953.660648:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384953.660653:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002846937. 00000100:00000001:2.0:1767384953.660654:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384953.660656:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384953.660659:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002846937. 00000020:00000010:2.0:1767384953.660660:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbdfca57. 00000020:00000010:2.0:1767384953.660666:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dd14dda4. 00000100:00100000:0.0:1767384953.660666:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8d8e1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373197568:12345-0@lo:400: 00000100:00000200:0.0:1767384953.660673:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197568 00000020:00000040:2.0:1767384953.660676:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000001:0.0:1767384953.660677:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384953.660681:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384953.660682:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384953.660686:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384953.660687:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009991ce7c. 00000020:00000001:0.0:1767384953.660689:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384953.660691:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c9653f4. 00000020:00000001:0.0:1767384953.660693:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000010:2.0:1767384953.660696:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000020:00000001:0.0:1767384953.660697:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384953.660702:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384953.660705:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384953.660706:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384953.660707:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384953.660711:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384953.660712:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660714:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384953.660715:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384953.660717:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.660720:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384953.660722:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384953.660723:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384953.660726:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384953.660728:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384953.660729:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9f76a10. 02000000:00000001:0.0:1767384953.660732:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.660734:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.660735:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384953.660736:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384953.660741:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373197568 00010000:00000001:0.0:1767384953.660744:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384953.660746:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:0.0:1767384953.660748:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8d8e1b1 x1853237373197568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.660749:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384953.660756:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1767384953.660761:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00010000:00000001:0.0:1767384953.660763:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384953.660764:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776129536 : -129514933422080 : ffff8a34f4667800) 00010000:00000001:0.0:1767384953.660766:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.660770:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4f9766a x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384953.660770:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384953.660779:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384953.660782:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384953.660784:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000020:00000010:2.0:1767384953.660786:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd14dda4. 00000100:00000001:0.0:1767384953.660792:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384953.660797:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384953.660798:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384953.660802:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd14dda4. 02000000:00000001:0.0:1767384953.660802:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.660809:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384953.660814:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f9766a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373197824:12345-0@lo:400: 00000100:00000040:0.0:1767384953.660814:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384953.660819:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197824 00000400:00000010:0.0:1767384953.660820:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000020:00000001:2.0:1767384953.660823:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384953.660825:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373197568, offset 224 00000020:00000001:2.0:1767384953.660826:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384953.660830:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.660833:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384953.660834:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384953.660837:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:2.0:1767384953.660840:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384953.660842:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384953.660846:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384953.660846:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384953.660850:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384953.660852:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.660854:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384953.660857:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273505d00 00000100:00000001:2.0:1767384953.660859:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384953.660863:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384953.660866:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1abd [1] + 224 02000000:00000010:2.0:1767384953.660867:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000225d8f24. 02000000:00000001:2.0:1767384953.660871:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.660872:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384953.660873:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.660877:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384953.660880:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373197824 00000400:00000200:0.0:1767384953.660882:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384953.660883:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384953.660890:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4f9766a x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.660890:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384953.660897:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384953.660900:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384953.660900:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384953.660904:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384953.660911:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384953.660915:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:2.0:1767384953.660919:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384953.660923:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384953.660926:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.660926:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.660932:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384953.660945:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384953.660950:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000100:00000001:1.0:1767384953.660951:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384953.660957:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373197824, offset 224 00000100:00000001:0.0:1767384953.660960:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384953.660961:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384953.660966:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384953.660967:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c3fe21b. 00000100:00000200:1.0:1767384953.660974:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373197696, offset 0 00000400:00000200:2.0:1767384953.660976:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384953.660977:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000010:0.0:1767384953.660981:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000100:00000001:0.0:1767384953.660984:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384953.660987:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273505e00 00000100:00000001:0.0:1767384953.660987:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384953.660993:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384953.660994:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.660999:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000400:00000200:2.0:1767384953.661001:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ac9 [1] + 224 00010000:00000001:0.0:1767384953.661006:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384953.661008:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384953.661009:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384953.661009:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.661016:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384953.661017:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384953.661024:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384953.661024:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8d8e1b1 x1853237373197568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.661026:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273505d80 00000100:00000200:2.0:1767384953.661032:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.661041:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00100000:0.0:1767384953.661057:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8d8e1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373197568:12345-0@lo:400: Request processed in 403us (954us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384953.661060:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384953.661063:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384953.661068:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000200:1.0:1767384953.661071:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384953.661081:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384953.661083:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384953.661085:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384953.661086:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384953.661087:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384953.661088:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384953.661094:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000100:00000010:1.0:1767384953.661094:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eef8c143. 00000020:00000010:0.0:1767384953.661095:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000faf47080. 00000400:00000010:2.0:1767384953.661098:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000100:00000040:1.0:1767384953.661103:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000eef8c143 x1853237373197696 msgsize 224 00000020:00000010:0.0:1767384953.661103:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384953.661104:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384953.661107:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384953.661111:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011a2b606. 00000100:00000001:2.0:1767384953.661113:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384953.661118:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1767384953.661118:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000040:2.0:1767384953.661121:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384953.661124:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384953.661125:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384953.661129:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.661131:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384953.661134:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384953.661137:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f9766a x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.661145:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c3fe21b 00000100:00000001:0.0:1767384953.661149:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384953.661150:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c3fe21b. 00000100:00100000:2.0:1767384953.661152:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f9766a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373197824:12345-0@lo:400: Request processed in 366us (803us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384953.661153:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384953.661156:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:0.0:1767384953.661159:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384953.661163:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384953.661165:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384953.661166:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000100:00100000:2.0:1767384953.661171:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000400:00000200:0.0:1767384953.661172:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000400:00000010:0.0:1767384953.661177:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000100:00000040:2.0:1767384953.661179:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:0.0:1767384953.661183:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384953.661186:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384953.661190:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.661191:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384953.661191:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384953.661198:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c9653f4. 00000100:00000040:1.0:1767384953.661199:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384953.661202:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384953.661215:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000020:00000010:2.0:1767384953.661223:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009991ce7c. 00000100:00000001:1.0:1767384953.661224:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661227:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384953.661230:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384953.661231:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384953.661233:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000001:0.0:1767384953.661235:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384953.661237:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.661239:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384953.661239:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384953.661242:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384953.661243:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2767 usecs (3 jiffies) 00000100:00000001:0.0:1767384953.661245:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.661250:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944260 02000000:00000001:0.0:1767384953.661250:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.661252:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1767384953.661254:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=51 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384953.661256:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944263 00000100:00100000:2.0:1767384953.661257:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197696 00000100:00001000:0.0:1767384953.661260:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=51 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384953.661261:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384953.661262:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944260 00000100:00000001:2.0:1767384953.661266:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384953.661267:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384953.661268:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944263 00000100:00000001:2.0:1767384953.661272:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661272:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.661273:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944260 02000000:00000001:2.0:1767384953.661280:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.661280:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384953.661281:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944263 00010000:00080000:0.0:1767384953.661286:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.661287:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197696 00000100:00000001:1.0:1767384953.661288:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944260 00000020:00000001:2.0:1767384953.661293:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384953.661295:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944263 00000020:00000040:2.0:1767384953.661297:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:2.0:1767384953.661302:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384953.661302:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384953.661304:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384953.661307:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:1.0:1767384953.661308:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.661314:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:1.0:1767384953.661315:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661316:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384953.661319:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000040:0.0:1767384953.661320:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384953.661325:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384953.661327:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384953.661328:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.661328:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384953.661332:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd14dda4. 00000100:00000001:2.0:1767384953.661336:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.661338:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384953.661338:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384953.661342:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd14dda4. 00000100:00000001:1.0:1767384953.661343:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384953.661350:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009991ce7c. 00000100:00000001:1.0:1767384953.661351:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.661352:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384953.661357:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c9653f4. 00000100:00000001:1.0:1767384953.661357:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.661358:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384953.661361:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.661362:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384953.661364:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000100:00000040:0.0:1767384953.661367:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.661368:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.661371:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384953.661376:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384953.661380:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384953.661381:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373197568:0@lo:400: 00000100:00000001:2.0:1767384953.661383:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.661386:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.661389:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384953.661390:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384953.661393:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384953.661393:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373197568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.661395:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384953.661398:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197440 00000100:00000001:2.0:1767384953.661399:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.661403:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384953.661407:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384953.661408:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384953.661411:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.661412:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384953.661414:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384953.661416:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000824fa7bb. 02000000:00000001:1.0:1767384953.661418:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.661421:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384953.661423:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197440 00000020:00000001:0.0:1767384953.661425:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384953.661428:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384953.661429:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384953.661430:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384953.661431:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384953.661434:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:0.0:1767384953.661435:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384953.661439:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384953.661440:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 02000000:00000010:0.0:1767384953.661440:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056b02d7a. 00000020:00000040:1.0:1767384953.661444:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 02000000:00000001:0.0:1767384953.661445:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384953.661448:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384953.661451:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000010:0.0:1767384953.661451:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000040:2.0:1767384953.661454:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:0.0:1767384953.661456:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384953.661457:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384953.661460:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807143552 : -129514902408064 : ffff8a34f63fb480) 00000100:00000001:0.0:1767384953.661461:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.661463:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384953.661466:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384953.661469:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eef8c143 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384953.661469:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00000001:0.0:1767384953.661471:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384953.661475:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.661476:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384953.661481:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384953.661483:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00000100:00000001:0.0:1767384953.661485:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.661490:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384953.661492:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4fe6c4f. 00000020:00000010:2.0:1767384953.661494:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd14dda4. 00000100:00000001:2.0:1767384953.661499:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384953.661499:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000009c7818. 00000020:00000010:2.0:1767384953.661503:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd14dda4. 00000100:00100000:2.0:1767384953.661508:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eef8c143 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373197696:12345-0@lo:400: 00000020:00000010:1.0:1767384953.661508:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000100:00000200:2.0:1767384953.661515:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197696 00000020:00000001:2.0:1767384953.661517:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00080000:0.0:1767384953.661518:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384953.661531:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384953.661535:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.661535:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:0.0:1767384953.661537:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000001:2.0:1767384953.661541:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384953.661542:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384953.661544:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00080000:0.0:1767384953.661544:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384953.661546:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384953.661549:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000001:2.0:1767384953.661551:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384953.661551:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.661555:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384953.661558:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384953.661559:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384953.661560:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661560:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384953.661561:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661564:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384953.661568:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:0.0:1767384953.661570:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384953.661571:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1767384953.661573:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384953.661575:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384953.661576:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384953.661576:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efe59115. 02000000:00000010:2.0:1767384953.661580:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000086935088. 02000000:00000001:2.0:1767384953.661584:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.661584:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352ba1d4 00000100:00000001:2.0:1767384953.661589:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384953.661589:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 00000100:00000001:1.0:1767384953.661590:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384953.661619:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384953.661625:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384953.661636:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:1.0:1767384953.661639:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807131008 : -129514902420608 : ffff8a34f63f8380) 00000100:00000040:1.0:1767384953.661646:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8e613d3 x1853237373197440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384953.661656:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.661657:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384953.661657:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767384953.661662:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373197696 00000020:00000010:1.0:1767384953.661664:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000446b266e. 00000100:00000200:0.0:1767384953.661665:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384953.661669:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384953.661670:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384953.661677:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000446b266e. 00010000:00000200:2.0:1767384953.661678:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eef8c143 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384953.661689:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384953.661690:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8e613d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373197440:12345-0@lo:13: 00000100:00000200:1.0:1767384953.661703:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197440 00010000:00000001:2.0:1767384953.661705:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384953.661709:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.661710:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384953.661710:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384953.661715:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384953.661716:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384953.661721:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661721:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1767384953.661722:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=56 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384953.661725:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384953.661727:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384953.661729:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.661730:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384953.661731:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00000001:0.0:1767384953.661732:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.661735:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:0.0:1767384953.661737:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.661738:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384953.661739:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00001000:0.0:1767384953.661742:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=55 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384953.661743:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384953.661743:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384953.661746:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.661751:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1767384953.661751:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384953.661752:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384953.661756:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384953.661758:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384953.661758:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384953.661760:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661762:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.661763:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000100:00000001:1.0:1767384953.661767:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384953.661767:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384953.661768:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373197696, offset 224 02000000:00000001:1.0:1767384953.661773:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00080000:0.0:1767384953.661775:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384953.661778:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384953.661780:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c3327a96. 02000000:00000001:1.0:1767384953.661786:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.661789:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384953.661792:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.661795:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384953.661798:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384953.661799:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384953.661803:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273505d80 00000100:00000040:0.0:1767384953.661804:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00002000:00000001:1.0:1767384953.661805:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384953.661808:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384953.661809:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384953.661811:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ad1 [1] + 224 00000100:00000001:0.0:1767384953.661812:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384953.661815:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:2.0:1767384953.661816:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384953.661822:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384953.661825:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.661826:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:1.0:1767384953.661831:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384953.661832:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.661838:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384953.661840:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384953.661843:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00002000:00000024:1.0:1767384953.661848:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767384953.661848:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384953.661856:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384953.661857:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:2.0:1767384953.661860:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384953.661865:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384953.661883:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00100000:0.0:1767384953.661884:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047896bf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373197824:0@lo:400: 00002000:00000001:1.0:1767384953.661889:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384953.661890:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384953.661894:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384953.661895:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1767384953.661896:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000001:00000001:1.0:1767384953.661900:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.661901:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000100:00000001:0.0:1767384953.661901:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:1.0:1767384953.661907:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.661908:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384953.661910:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047896bf2 x1853237373197824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.661911:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384953.661913:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373197440 00000100:00000001:2.0:1767384953.661915:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.661921:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384953.661923:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384953.661929:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:1.0:1767384953.661930:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8e613d3 x1853237373197440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384953.661931:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.661937:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384953.661938:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384953.661941:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384953.661945:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eef8c143 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384953.661945:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8ea379a. 00010000:00000001:1.0:1767384953.661949:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384953.661952:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384953.661954:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.661956:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384953.661960:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00001000:1.0:1767384953.661961:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=51 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384953.661963:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767384953.661966:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eef8c143 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373197696:12345-0@lo:400: Request processed in 472us (859us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384953.661967:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000894b9b2b. 00000100:00000001:1.0:1767384953.661970:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384953.661971:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384953.661975:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384953.661977:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000010:0.0:1767384953.661978:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047896bf2. 00000100:00100000:2.0:1767384953.661985:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:1.0:1767384953.661985:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384953.661986:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384953.661989:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384953.661991:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 02000000:00000001:1.0:1767384953.661992:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384953.661993:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.661995:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384953.661996:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.661998:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384953.662000:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384953.662003:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c9653f4. 00000100:00000001:0.0:1767384953.662003:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.662004:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384953.662005:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.662010:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384953.662011:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000100:00000040:1.0:1767384953.662013:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384953.662017:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009991ce7c. 00000400:00000010:1.0:1767384953.662019:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c3fe21b. 00000020:00000040:2.0:1767384953.662021:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:2.0:1767384953.662025:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384953.662026:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373197440, offset 224 00000100:00000001:0.0:1767384953.662030:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.662033:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384953.662036:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:0.0:1767384953.662040:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384953.662043:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384953.662046:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016258f2f. 00000400:00000200:1.0:1767384953.662047:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384953.662056:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273505c80 00000400:00000200:0.0:1767384953.662065:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000310b405b 00000400:00000010:0.0:1767384953.662066:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000310b405b. 00000100:00000001:0.0:1767384953.662069:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384953.662072:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.662078:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ab9 [1] + 224 00000400:00000200:1.0:1767384953.662088:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384953.662089:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.662098:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384953.662100:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384953.662104:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.662105:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384953.662106:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384953.662110:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384953.662111:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384953.662114:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.662114:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.662118:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384953.662124:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384953.662132:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=56 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384953.662136:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.662137:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384953.662139:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.662142:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384953.662147:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384953.662163:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.662165:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384953.662165:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384953.662167:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384953.662168:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.662170:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384953.662171:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.662175:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384953.662177:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384953.662180:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384953.662183:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.662186:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c3fe21b 00000100:00100000:0.0:1767384953.662188:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373197696:0@lo:400: 00000400:00000010:1.0:1767384953.662191:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c3fe21b. 00000100:00000001:1.0:1767384953.662195:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384953.662198:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384953.662204:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.662205:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.662206:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384953.662211:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373197696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384953.662214:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384953.662220:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384953.662221:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384953.662224:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.662225:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384953.662228:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092f85a31. 00000020:00000001:1.0:1767384953.662230:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384953.662232:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384953.662234:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384953.662235:0:16163:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767384953.662238:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8e613d3 x1853237373197440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384953.662238:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384953.662242:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ef2b6f9. 02000000:00000001:0.0:1767384953.662247:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384953.662250:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384953.662252:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:0.0:1767384953.662256:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384953.662258:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384953.662259:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8e613d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373197440:12345-0@lo:13: Request processed in 600us (2130us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384953.662260:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.662266:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384953.662269:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.662271:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.662274:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384953.662275:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384953.662280:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:1.0:1767384953.662283:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384953.662286:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384953.662289:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384953.662290:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000009c7818. 00000100:00000001:0.0:1767384953.662292:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384953.662297:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384953.662298:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 00000400:00000001:0.0:1767384953.662298:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384953.662301:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e88a645. 00000020:00000010:1.0:1767384953.662306:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4fe6c4f. 00000400:00000200:0.0:1767384953.662306:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:0.0:1767384953.662310:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000020:00000040:1.0:1767384953.662314:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:0.0:1767384953.662315:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384953.662319:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.662320:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384953.662330:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.662335:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384953.662342:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.662344:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384953.662346:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384953.662347:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384953.662348:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.662350:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384953.662353:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384953.662356:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384953.662357:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384953.662358:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.662360:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384953.662363:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384953.662367:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.662368:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384953.662369:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384953.662370:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384953.662370:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.662372:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.662376:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384953.662377:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384953.662378:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384953.662380:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384953.662383:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384953.662385:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384953.662390:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384953.662393:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.662394:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384953.662399:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373197440:0@lo:13: 00000100:00000001:0.0:1767384953.662407:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.662408:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384953.662410:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005da35bd x1853237373197440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.662414:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384953.662415:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384953.662416:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e162d050. 02000000:00000001:0.0:1767384953.662418:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384953.662419:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384953.662419:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384953.662421:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384953.662422:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c7d22b6. 02000000:00000001:0.0:1767384953.662424:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384953.662424:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384953.662425:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005da35bd. 00000100:00000001:0.0:1767384953.662427:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384953.662428:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.662429:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.662431:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384953.662432:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.662433:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.662435:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.667653:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294944263, at 4294944264 00000100:00000010:3.0:1767384953.667661:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008be9ac5f. 00000100:00000040:0.0:1767384953.667703:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294944263, at 4294944264 00000100:00000010:0.0:1767384953.667710:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c796eeaa. 00000100:00000040:2.0:1767384953.667766:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294944263, at 4294944264 00000100:00000010:2.0:1767384953.667775:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cbc0399. 00000100:00000040:1.0:1767384953.668634:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294944263, at 4294944265 00000100:00000010:1.0:1767384953.668643:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc4e8aad. 00080000:00000001:3.0:1767384954.410358:0:30972:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384954.410370:0:30972:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.410377:0:30972:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384954.410382:0:30972:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384954.410388:0:30972:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.410401:0:30972:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.427670:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp36 00000400:00000010:2.0:1767384954.427676:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f16588c1. 00000400:00000010:2.0:1767384954.427683:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000007ae9a41. 00000400:00000010:2.0:1767384954.427687:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000400:00000010:2.0:1767384954.427694:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000145eedc6. 00000400:00000200:2.0:1767384954.427698:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp36 00000400:00000200:2.0:1767384954.427717:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp36 local destination 00000400:00000200:2.0:1767384954.427722:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp36 00000400:00000200:2.0:1767384954.427727:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp36 NI seq info: [113:113:256:4294967295] 192.168.204.149@tcp36 LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1767384954.427732:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp36 00000400:00000200:2.0:1767384954.427739:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36:) -> 192.168.204.149@tcp36(192.168.204.149@tcp36:192.168.204.149@tcp36) : GET try# 0 00000800:00000200:2.0:1767384954.427743:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp36 00000800:00000010:2.0:1767384954.427747:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bcaa511a. 00000800:00000200:2.0:1767384954.427751:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000800:00000200:2.1:1767384954.427755:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000400:00000200:2.0:1767384954.427775:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp36 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:0.0:1767384954.427848:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.427891:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.427917:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.427940:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.427963:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.427986:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428009:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428032:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428054:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428078:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428111:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428134:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428158:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428183:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428209:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428232:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428256:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428280:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428304:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428326:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428350:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428373:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428398:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428420:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428444:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428469:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428494:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428532:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428557:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428580:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428631:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428656:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428677:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428701:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384954.428723:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384954.428891:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ada7c0c8. 00000800:00000010:0.0:1767384954.428897:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e077ca76. 00000800:00000010:0.0:1767384954.428902:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000040b9c2f5. 00000800:00000010:0.0:1767384954.428925:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000040b9c2f5. 00000800:00020000:0.0:1767384954.428935:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384954.428939:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e077ca76. 00000800:00000010:0.0:1767384954.428946:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ada7c0c8. 00000400:02020000:0.0:1767384954.428987:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp36 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384954.428994:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp36 notifying 192.168.204.149@tcp36: down 00000400:00000200:0.0:1767384954.428998:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384954.429003:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp36 00000800:00000010:0.0:1767384954.429006:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bcaa511a. 00000400:00000200:0.0:1767384954.429012:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384954.429017:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp36->192.168.204.149@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384954.429026:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384954.429030:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384954.429034:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp36) recovery failed with -71 00010000:00000001:2.0:1767384954.555683:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384954.555689:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.555695:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384954.555704:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.555740:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384954.555743:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.555746:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384955.097161:0:31136:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384955.097165:0:31136:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384955.100736:0:31136:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384955.110646:0:31137:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b157dc39. 00000400:00000010:3.0:1767384955.110663:0:31137:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004cc9ab2c. 00000400:00000010:3.0:1767384955.110674:0:31137:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005d9316d8. 00000400:00000010:3.0:1767384955.110679:0:31137:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cd19be91. 00000400:00000010:3.0:1767384955.110683:0:31137:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000d8e9d2d. 00000400:00000010:3.0:1767384955.110689:0:31137:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b27ded3e. 00000400:00000010:3.0:1767384955.110691:0:31137:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad563ced. 00000400:00000010:3.0:1767384955.110693:0:31137:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d8478b1. 00000400:00000010:3.0:1767384955.110697:0:31137:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000671259d1. 00000800:00000010:3.0:1767384955.110712:0:31137:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000052ed36ca. 00000800:00000200:3.0:1767384955.110725:0:31137:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384955.110739:0:31137:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384955.110783:0:31137:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384955.110811:0:31137:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384955.112687:0:31137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000003890ef43. 00000400:00000010:3.0:1767384955.112693:0:31137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b05d5c3. 00000400:00000010:3.0:1767384955.112698:0:31137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000400:00000001:3.0:1767384955.112713:0:31137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384955.112714:0:31137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384955.112716:0:31137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8a5e4e. 00000400:00000200:3.0:1767384955.112718:0:31137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f0ca30 00000400:00000010:3.0:1767384955.112719:0:31137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f0ca30. 00000400:00000010:3.0:1767384955.112723:0:31137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000000530d239. 00000400:00000200:3.0:1767384955.112727:0:31137:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (28) 00000400:00000200:3.0:1767384955.112737:0:31137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384955.112744:0:31137:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384955.112750:0:31137:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a0c411e3. 00000020:01000000:3.0:1767384955.112758:0:31137:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384955.112760:0:31137:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp38 00000400:00000010:3.0:1767384955.112774:0:31137:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004cc9ab2c. 00000400:00000010:3.0:1767384955.112777:0:31137:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b157dc39. 00000400:00000200:0.0:1767384955.112777:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384955.112786:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:0.0:1767384955.112791:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (29) 00000400:00000010:0.0:1767384955.112796:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000076d91509. 00000400:00000010:0.0:1767384955.112801:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000400:00000010:0.0:1767384955.112808:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000042b17dc7. 00000020:00000001:2.0:1767384955.112810:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384955.112815:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 10000000:00000001:2.0:1767384955.112817:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384955.112822:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384955.112825:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384955.112830:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384955.112830:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:01000004:2.0:1767384955.112835:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384955.112839:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384955.112841:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:01000004:2.0:1767384955.112843:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384955.112846:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384955.112849:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.112852:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384955.112855:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384955.112855:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:2.0:1767384955.112858:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384955.112861:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384955.112866:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000100:00000010:2.0:1767384955.112869:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f11efd. 00000400:00000200:0.0:1767384955.112875:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000020:00000040:2.0:1767384955.112877:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384955.112887:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384955.112887:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 02000000:00000001:2.0:1767384955.112893:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384955.112897:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 02000000:00000001:2.0:1767384955.112900:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.112904:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:0.0:1767384955.112910:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 02000000:00000010:2.0:1767384955.112913:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000043a6124. 00000100:00000001:2.0:1767384955.112921:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.112927:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000001:2.0:1767384955.112934:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384955.112935:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:2.0:1767384955.112939:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.112945:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000040:2.0:1767384955.112952:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063f11efd] to pc [ptlrpcd_00_02+2] req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.112953:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:0.0:1767384955.112968:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:0.0:1767384955.112979:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:0.0:1767384955.112985:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:0.0:1767384955.112990:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:0.0:1767384955.112995:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 10000000:00000001:2.0:1767384955.113000:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.113002:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 10000000:00000001:2.0:1767384955.113007:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.113010:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384955.113013:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[77, 24] 00000020:00000001:2.0:1767384955.113014:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.113016:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384955.113020:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384955.113021:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384955.113027:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 24], ns[78, 24] 00000100:00000040:3.0:1767384955.113028:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384955.113032:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384955.113037:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384955.113041:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384955.113046:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384955.113047:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384955.113047:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00000100:00000001:3.0:1767384955.113051:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384955.113052:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384955.113057:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384955.113058:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384955.113062:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384955.113063:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.113063:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 24], ns[79, 24] 02000000:00000001:3.0:1767384955.113068:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384955.113075:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:3.0:1767384955.113076:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063f11efd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373197952:0@lo:253: 00000400:00000200:0.0:1767384955.113078:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 24], ns[85, 24] 00000020:01000004:2.0:1767384955.113080:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384955.113085:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384955.113085:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.113090:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384955.113091:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[99, 24] 02000000:00000001:3.0:1767384955.113092:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384955.113093:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384955.113097:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384955.113097:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384955.113102:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384955.113105:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d209cdf. 00000400:00000200:0.0:1767384955.113105:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 24], ns[109, 24] 02000000:00000010:3.0:1767384955.113109:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000adfd511f. 00000020:00000040:2.0:1767384955.113112:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:3.0:1767384955.113115:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.113119:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384955.113120:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[108, 24] 00000400:00000010:3.0:1767384955.113121:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8f503b. 02000000:00000001:2.0:1767384955.113124:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384955.113129:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384955.113130:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cc9ab2c. 00000100:00000200:3.0:1767384955.113135:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373197952, portal 25 00000100:00000001:3.0:1767384955.113140:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384955.113142:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776118784 : -129514933432832 : ffff8a34f4664e00) 00000100:00000040:3.0:1767384955.113148:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.113152:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[104, 0], ns[113, 108] 02000000:00000010:2.0:1767384955.113155:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005de2edff. 00000100:00000001:2.0:1767384955.113163:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.113167:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000100:00000001:3.0:1767384955.113171:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384955.113172:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384955.113175:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384955.113178:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384955.113178:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp35 00000100:00000040:2.0:1767384955.113184:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d209cdf] to pc [ptlrpcd_00_03+3] req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384955.113185:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d8f8186. 00000400:00000200:0.0:1767384955.113190:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp35 lpni_is_preferred = 0 00000100:00000200:3.0:1767384955.113191:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373197952, offset 0 00000400:00000200:0.0:1767384955.113200:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp35 00000400:00000200:3.0:1767384955.113204:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384955.113211:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [114:114:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [105:105:8:4294967295] 10000000:00000001:2.0:1767384955.113212:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384955.113217:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.113221:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384955.113224:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384955.113225:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp35 00000020:00000010:2.0:1767384955.113231:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a0c411e3. 00000400:00000200:0.0:1767384955.113243:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:) -> 192.168.204.149@tcp35(192.168.204.149@tcp:192.168.204.149@tcp35) : GET try# 0 00000800:00000200:0.0:1767384955.113249:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp35 00000100:00000001:2.0:1767384955.113250:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384955.113255:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384955.113255:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c7d22b6. 00000100:00000001:2.0:1767384955.113256:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.113260:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767384955.113266:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00000100:00000040:2.0:1767384955.113268:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384955.113279:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505e80 00000800:00000200:0.0:1767384955.113279:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:988 00000800:00000200:0.0:1767384955.113286:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7d22b6 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384955.113291:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12dd [2] + 0 00000100:00000001:2.0:1767384955.113293:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384955.113295:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe33ba0. 00000100:00000001:2.0:1767384955.113297:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384955.113299:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093a35a44 02000000:00000001:2.0:1767384955.113303:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384955.113304:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384955.113307:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384955.113308:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.113309:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000400:00000200:3.0:1767384955.113317:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384955.113317:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384955.113325:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093a35a44 00000100:00100000:2.0:1767384955.113326:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d209cdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373198080:0@lo:253: 00000400:00000010:3.0:1767384955.113329:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093a35a44. 00000100:00000001:2.0:1767384955.113335:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384955.113336:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384955.113339:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384955.113339:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384955.113342:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000fd09e1ad x1853237373197952 msgsize 4848 00000100:00100000:3.0:1767384955.113345:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384955.113347:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384955.113351:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.113355:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384955.113358:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384955.113362:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a943ed5f. 00000400:00000200:3.0:1767384955.113365:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8f8186 02000000:00000001:2.0:1767384955.113366:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384955.113368:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d8f8186. 00000100:00000001:3.0:1767384955.113373:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384955.113374:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd80b92. 00000100:00000200:3.0:1767384955.113377:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384955.113383:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a186b1c. 00000100:00000001:3.0:1767384955.113386:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384955.113390:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384955.113390:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373198080, portal 25 00000100:00000001:2.0:1767384955.113397:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384955.113400:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776125056 : -129514933426560 : ffff8a34f4666680) 00000100:00000001:3.0:1767384955.113401:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.113407:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767384955.113408:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384955.113411:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.113412:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384955.113413:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c7d22b6. 00000100:00000001:3.0:1767384955.113420:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294945725 00000400:00000200:0.0:1767384955.113420:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384955.113428:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec64bf57. 00000100:00000001:2.0:1767384955.113431:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384955.113435:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: GET: OK 00000100:00000001:3.0:1767384955.113436:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384955.113440:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384955.113445:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294945725 00000400:00000010:2.0:1767384955.113447:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa0ce8ef. 00000400:00000200:0.0:1767384955.113447:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:3.0:1767384955.113450:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d155729. 00000100:00000200:2.0:1767384955.113454:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373198080, offset 0 00000400:00000200:0.0:1767384955.113455:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000100:00000001:3.0:1767384955.113456:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384955.113464:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294945725 00000400:00000200:2.0:1767384955.113467:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384955.113469:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbdf3926. 00000100:00000001:3.0:1767384955.113480:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384955.113480:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384955.113481:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384955.113486:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294945725 00000100:00000010:3.0:1767384955.113490:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abbe435b. 00000800:00000001:0.0:1767384955.113504:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.113509:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384955.113510:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384955.113510:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273505f00 00000100:00000001:3.0:1767384955.113516:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384955.113517:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384955.113522:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f5 [2] + 0 00000100:00000001:3.0:1767384955.113523:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.113529:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384955.113531:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008446fd89. 00000100:00000001:3.0:1767384955.113533:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.113534:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : GET - for me 00000400:00000200:2.0:1767384955.113540:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000460b77bb 00000100:00000001:3.0:1767384955.113544:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384955.113547:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384955.113548:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384955.113550:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 496 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384955.113554:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.113558:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384955.113559:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384955.113561:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.113564:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 496/496 into md 0x1aed [1] + 0 00000100:00000001:3.0:1767384955.113567:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384955.113571:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460b77bb 00000400:00000010:2.0:1767384955.113575:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000460b77bb. 00000400:00000200:0.0:1767384955.113577:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp35 to MR: 192.168.204.149@tcp35 local destination 00000100:00000001:2.0:1767384955.113581:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384955.113584:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384955.113590:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000002f798b6f x1853237373198080 msgsize 4848 00000400:00000200:0.0:1767384955.113614:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp35 NI seq info: [115:115:256:4294967295] 192.168.204.149@tcp35 LPNI seq info [106:106:8:4294967295] 00000100:00100000:2.0:1767384955.113630:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384955.113633:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) -> 192.168.204.149@tcp35(192.168.204.149@tcp35:192.168.204.149@tcp35) 192.168.204.149@tcp35 : REPLY try# 0 00000100:00000040:2.0:1767384955.113635:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:0.0:1767384955.113640:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.149@tcp35 00000800:00000010:0.0:1767384955.113643:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7d22b6. 00000800:00000200:0.0:1767384955.113647:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00000100:00000001:2.0:1767384955.113650:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384955.113654:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:980 00000800:00000200:0.0:1767384955.113657:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7d22b6 type 3, nob 592 niov 1 nkiov 1 00000400:00000200:2.0:1767384955.113659:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa0ce8ef 00000400:00000010:2.0:1767384955.113664:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa0ce8ef. 00000100:00000001:2.0:1767384955.113669:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384955.113675:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.113687:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384955.113691:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373197952 02000000:00000001:3.0:1767384955.113695:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384955.113696:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384955.113698:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384955.113701:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.113703:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384955.113706:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384955.113713:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373197952 00000020:00000001:3.0:1767384955.113717:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384955.113718:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384955.113721:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384955.113723:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767384955.113723:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384955.113724:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1767384955.113728:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7d22b6. 00000020:00000040:3.0:1767384955.113729:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:2.0:1767384955.113731:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.113734:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384955.113735:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384955.113738:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294945726 00000020:00000001:3.0:1767384955.113739:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:0.0:1767384955.113744:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000100:00000001:3.0:1767384955.113747:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384955.113750:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945725 00000020:00000010:3.0:1767384955.113752:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 00000800:00000001:0.0:1767384955.113755:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384955.113757:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.113760:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294945726 00000800:00000001:0.0:1767384955.113761:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384955.113762:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac4d323. 00000800:00000001:0.0:1767384955.113767:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384955.113770:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945725 00000020:00000010:3.0:1767384955.113772:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000824fa7bb. 00000800:00000001:0.0:1767384955.113773:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.113777:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294945726 00000800:00000001:0.0:1767384955.113778:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384955.113780:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f553744b. 00000100:00000001:2.0:1767384955.113784:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294945725 00000020:00000010:3.0:1767384955.113787:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcc96a5a. 00000800:00000001:0.0:1767384955.113790:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.113792:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294945726 00000400:00000200:0.0:1767384955.113800:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp35(192.168.204.149@tcp35) <- 192.168.204.149@tcp35 : REPLY - for me 00000100:00000001:2.0:1767384955.113802:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294945725 00000100:00000040:3.0:1767384955.113805:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384955.113810:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384955.113811:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384955.113813:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp35: Reply from 12345-192.168.204.149@tcp35 of length 496/496 into md 0x1af1 00000100:00000001:3.0:1767384955.113816:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384955.113817:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.113819:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384955.113821:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.113823:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.113827:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.113828:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.113832:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384955.113833:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.113837:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384955.113840:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp35->192.168.204.149@tcp35: REPLY: OK 00000100:00000001:2.0:1767384955.113841:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384955.113845:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000100:00000001:3.0:1767384955.113846:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.113847:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384955.113848:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000100:00000001:2.0:1767384955.113851:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384955.113854:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:2.0:1767384955.113855:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.113860:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.113861:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000100:00000001:3.0:1767384955.113865:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384955.113867:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000100:00100000:3.0:1767384955.113870:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198080 00000400:00000200:0.0:1767384955.113872:0:16157:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.149@tcp (512 bytes) 02000000:00000001:3.0:1767384955.113875:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384955.113879:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384955.113879:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:3.0:1767384955.113883:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.113889:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384955.113894:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198080 00000400:00000010:0.0:1767384955.113896:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000076d91509. 00000020:00000001:3.0:1767384955.113897:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384955.113897:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384955.113902:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (30) 00000020:00000040:3.0:1767384955.113903:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384955.113903:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384955.113909:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384955.113911:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384955.113912:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00100000:2.0:1767384955.113915:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000800:00000001:0.0:1767384955.113917:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384955.113919:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:2.0:1767384955.113924:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:3.0:1767384955.113925:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384955.113929:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671907920 : -129515037643696 : ffff8a34ee302c50) 00000100:00000001:3.0:1767384955.113932:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384955.113937:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 00000100:00000040:2.0:1767384955.113939:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd09e1ad x1853237373197952/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:181/0 lens 4848/0 e 0 to 0 dl 1767384966 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.113942:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384955.113945:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac4d323. 00000020:00000010:3.0:1767384955.113951:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d4e28ac. 00000020:00000010:3.0:1767384955.113959:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001bb9ff0. 00000100:00000001:2.0:1767384955.113964:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384955.113965:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bdf0fb01. 00000020:00000010:2.0:1767384955.113969:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008088e20. 00000100:00000001:3.0:1767384955.113971:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384955.113976:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384955.113976:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384955.113979:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384955.113984:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008088e20. 00000100:00000001:3.0:1767384955.113986:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384955.113992:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd09e1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373197952:12345-0@lo:253: 00000100:00000001:3.0:1767384955.113997:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384955.113998:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373197952 00000020:00000001:2.0:1767384955.114005:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384955.114008:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384955.114010:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384955.114012:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384955.114014:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384955.114019:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000020:00000001:2.0:1767384955.114019:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384955.114023:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000040:3.0:1767384955.114025:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:2.0:1767384955.114029:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384955.114031:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384955.114034:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384955.114037:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671898704 : -129515037652912 : ffff8a34ee300850) 00000020:00000001:2.0:1767384955.114038:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384955.114044:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384955.114046:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f798b6f x1853237373198080/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:181/0 lens 4848/0 e 0 to 0 dl 1767384966 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.114049:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384955.114053:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384955.114061:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384955.114062:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000668d5b03. 00000020:00000010:3.0:1767384955.114066:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac4d323. 02000000:00000001:2.0:1767384955.114066:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.114067:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384955.114073:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.114074:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384955.114075:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000a78384df. 20000000:00000001:2.0:1767384955.114081:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384955.114082:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac4d323. 00000400:00000010:0.0:1767384955.114082:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000400:00000010:0.0:1767384955.114090:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000100:00100000:3.0:1767384955.114091:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f798b6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373198080:12345-0@lo:253: 00000400:00000200:0.0:1767384955.114094:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a78384df 00000100:00000200:3.0:1767384955.114099:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198080 00000400:00000001:0.0:1767384955.114100:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384955.114102:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384955.114106:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384955.114106:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000054517d31. 00000400:00000010:0.0:1767384955.114106:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415c1982. 00000020:00000001:3.0:1767384955.114112:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384955.114114:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000815628d2 20000000:01000000:2.0:1767384955.114115:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384955.114116:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384955.114118:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 20000000:00000001:2.0:1767384955.114122:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384955.114123:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384955.114124:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000001:3.0:1767384955.114128:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000001:2.0:1767384955.114128:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:0.0:1767384955.114128:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000854c80c7. 20000000:00000001:2.0:1767384955.114134:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.114136:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384955.114136:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 20000000:00000001:2.0:1767384955.114138:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.114142:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384955.114143:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384955.114144:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000020:00000001:3.0:1767384955.114147:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384955.114151:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:0 00000020:00000001:3.0:1767384955.114152:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384955.114155:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc 1 00000020:00000001:3.0:1767384955.114156:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384955.114158:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8ea379a. 00000100:00000001:3.0:1767384955.114161:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384955.114162:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 20000000:01000000:2.0:1767384955.114164:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 02000000:00000001:3.0:1767384955.114165:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384955.114168:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (29) 02000000:00000010:3.0:1767384955.114172:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012cb8367. 00000400:00000010:0.0:1767384955.114173:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009240df9d. 20000000:00000001:2.0:1767384955.114174:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767384955.114177:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384955.114180:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000100:00000001:3.0:1767384955.114181:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384955.114184:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384955.114185:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384955.114185:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009a588fc0. 00000400:00000200:0.0:1767384955.114189:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 20000000:00000010:3.0:1767384955.114193:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001bb8e230. 00000400:00000200:0.0:1767384955.114194:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 20000000:01000000:3.0:1767384955.114199:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384955.114200:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 20000000:00000001:3.0:1767384955.114202:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384955.114206:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384955.114208:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 20000000:00000001:3.0:1767384955.114209:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384955.114214:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.114217:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 20000000:00000001:3.0:1767384955.114218:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384955.114223:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:0.0:1767384955.114226:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:0.0:1767384955.114236:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00080000:00000001:2.0:1767384955.114240:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.114240:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00080000:00000001:2.0:1767384955.114249:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384955.114250:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00080000:00000001:2.0:1767384955.114254:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.114257:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00080000:00000001:2.0:1767384955.114261:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384955.114264:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000020:00000001:2.0:1767384955.114268:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384955.114268:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:0.0:1767384955.114274:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000020:00000001:2.0:1767384955.114277:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:0.0:1767384955.114277:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:0.0:1767384955.114285:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00080000:00000001:2.0:1767384955.114286:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384955.114290:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:0.0:1767384955.114293:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:0.0:1767384955.114296:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00080000:00000010:2.0:1767384955.114297:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc9e8a9c. 00000400:00000200:0.0:1767384955.114301:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00080000:00000001:2.0:1767384955.114303:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553643164672 : -129520066386944 : ffff8a33c273a400) 00000400:00000200:0.0:1767384955.114309:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[77, 24] 00080000:00000001:2.0:1767384955.114311:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384955.114314:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 24], ns[78, 24] 00000400:00000200:0.0:1767384955.114320:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00000400:00000200:0.0:1767384955.114323:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 24], ns[79, 24] 00000400:00000200:0.0:1767384955.114326:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 24], ns[85, 24] 00000400:00000200:0.0:1767384955.114336:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[99, 24] 00000400:00000200:0.0:1767384955.114340:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 24], ns[109, 24] 00000400:00000200:0.0:1767384955.114345:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 24], ns[115, 24] 00000400:00000200:0.0:1767384955.114348:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[104, 24], ns[113, 24] 00000400:00000200:0.0:1767384955.114351:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:0.0:1767384955.114353:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp18 00000400:00000200:0.0:1767384955.114356:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp18 lpni_is_preferred = 0 00000400:00000200:0.0:1767384955.114358:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp18 00000400:00000200:0.0:1767384955.114361:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp18 NI seq info: [116:116:256:4294967295] 192.168.204.149@tcp18 LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1767384955.114365:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp18 00000400:00000200:0.0:1767384955.114373:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18:) -> 192.168.204.149@tcp18(192.168.204.149@tcp:192.168.204.149@tcp18) : GET try# 0 00000800:00000200:0.0:1767384955.114377:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp18 00000800:00000010:0.0:1767384955.114381:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c7d22b6. 00000800:00000200:0.0:1767384955.114385:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (6) 00000800:00000200:0.0:1767384955.114391:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:988 00000800:00000200:0.0:1767384955.114393:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7d22b6 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384955.114402:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384955.114403:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000001:00000001:2.0:1767384955.114442:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384955.114445:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384955.114449:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384955.114466:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384955.114470:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384955.114471:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c7d22b6. 00080000:00000001:2.0:1767384955.114478:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384955.114478:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.114485:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: GET: OK 00000400:00000200:0.0:1767384955.114489:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384955.114491:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:0.0:1767384955.114512:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114517:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.114519:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114523:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.114533:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18) <- 192.168.204.149@tcp18 : GET - for me 00000400:00000200:0.0:1767384955.114540:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384955.114543:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 512/512 into md 0x1aed [1] + 0 00000400:00000200:0.0:1767384955.114551:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp18 to MR: 192.168.204.149@tcp18 local destination 00000400:00000200:0.0:1767384955.114556:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp18 NI seq info: [117:117:256:4294967295] 192.168.204.149@tcp18 LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1767384955.114564:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) -> 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) 192.168.204.149@tcp18 : REPLY try# 0 00000800:00000200:0.0:1767384955.114568:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.149@tcp18 00000800:00000010:0.0:1767384955.114571:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7d22b6. 00000800:00000200:0.0:1767384955.114575:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (6) 00000800:00000200:0.0:1767384955.114579:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:1005 00000800:00000200:0.0:1767384955.114581:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7d22b6 type 3, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1767384955.114645:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384955.114648:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7d22b6. 00000400:00000200:0.0:1767384955.114652:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.114658:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: REPLY: OK 00000800:00000001:0.0:1767384955.114668:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114672:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.114674:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114678:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.114679:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114682:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.114688:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18) <- 192.168.204.149@tcp18 : REPLY - for me 00000400:00000200:0.0:1767384955.114698:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp18: Reply from 12345-192.168.204.149@tcp18 of length 512/512 into md 0x1b09 00000800:00000001:0.0:1767384955.114702:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114706:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.114708:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.114712:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: REPLY: OK 00000400:00000200:0.0:1767384955.114715:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000010:0.0:1767384955.114717:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000400:00000200:0.0:1767384955.114720:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384955.114729:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:0.0:1767384955.114732:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384955.114735:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 30. state = 0x100271 00000400:00000200:0.0:1767384955.114740:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384955.114748:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (30) 00000800:00000001:0.0:1767384955.114754:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.114757:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.114777:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384955.114780:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:0.0:1767384955.114785:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000dd8c89db. 00000400:00000010:0.0:1767384955.114788:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 000000009661acfe. 00000400:00000010:0.0:1767384955.114791:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 0000000005f38b72. 00080000:00000001:2.0:1767384955.114807:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384955.114813:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384955.114817:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp34(000000009ecc0675) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384955.114823:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp36(0000000047fe7cce) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384955.114829:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000076d91509. 00000400:00000200:0.0:1767384955.114834:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000076d91509 nid 192.168.204.149@tcp37 00000400:00000010:0.0:1767384955.114836:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c796eeaa. 00000400:00000200:0.0:1767384955.114838:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c796eeaa net tcp37 00000400:00000200:0.0:1767384955.114841:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (29) 00000400:00000200:0.0:1767384955.114844:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp37 flags 0x11 00000400:00000010:0.0:1767384955.114847:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000092d3c86. 00000400:00000200:0.0:1767384955.114850:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000092d3c86 nid 192.168.204.149@tcp38 00000400:00000010:0.0:1767384955.114852:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000061ea993b. 00000400:00000200:0.0:1767384955.114854:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000061ea993b net tcp38 00000400:00000200:0.0:1767384955.114856:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (30) 00000400:00000200:0.0:1767384955.114858:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp38 flags 0x11 00000400:00000010:0.0:1767384955.114860:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000dd8c89db. 00000400:00000010:0.0:1767384955.114863:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 000000009661acfe. 00000400:00000010:0.0:1767384955.114865:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 0000000005f38b72. 00000400:00000010:0.0:1767384955.114866:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009240df9d. 00000400:00000200:0.0:1767384955.114869:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384955.114872:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:0.0:1767384955.114875:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:0.0:1767384955.114885:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:0.0:1767384955.114888:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c72d6da8. 00000400:00000200:0.0:1767384955.114890:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (31) 00000400:00000010:0.0:1767384955.114893:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae5a8693. 00000400:00000200:0.0:1767384955.114896:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp18 00000400:00000200:0.0:1767384955.114902:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp18 to MR: 192.168.204.149@tcp18 local destination 00000400:00000200:0.0:1767384955.114906:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp18 NI seq info: [118:118:256:4294967295] 192.168.204.149@tcp18 LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1767384955.114909:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp18 00000400:00000200:0.0:1767384955.114915:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) -> 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) : PUT try# 0 00000800:00000200:0.0:1767384955.114920:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.149@tcp18 00000800:00000010:0.0:1767384955.114924:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7d22b6. 00000800:00000200:0.0:1767384955.114928:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (6) 00000800:00000200:0.0:1767384955.114931:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:988 00000800:00000200:0.0:1767384955.114933:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7d22b6 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1767384955.114947:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384955.114949:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000800:00000200:3.0:1767384955.115013:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384955.115022:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7d22b6. 00000400:00000200:3.0:1767384955.115026:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384955.115028:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384955.115033:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: PUT: OK 00000800:00000001:0.0:1767384955.115037:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.115038:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384955.115041:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384955.115044:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp18: 0 00000800:00000001:0.0:1767384955.115047:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.115063:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18) <- 192.168.204.149@tcp18 : PUT - for me 00000400:00000200:0.0:1767384955.115069:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384955.115073:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 512/512 into md 0x1b05 [1] + 0 00000400:00000010:0.0:1767384955.115075:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000400:00000200:0.0:1767384955.115078:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f4dee3d 00000800:00000001:0.0:1767384955.115081:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.115084:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.115086:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.115089:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: PUT: OK 00000400:00000200:0.0:1767384955.115092:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000400:00000010:0.0:1767384955.115099:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000400:00000200:0.0:1767384955.115101:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384955.115104:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (32) 00000400:00000200:0.0:1767384955.115108:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:0.0:1767384955.115110:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009240df9d. 00000400:00000200:0.0:1767384955.115112:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 30 00000400:00000200:0.0:1767384955.115115:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384955.115124:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (33) 00000400:00000200:0.0:1767384955.115127:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384955.115131:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp18 to MR: 192.168.204.149@tcp18 local destination 00000400:00000200:0.0:1767384955.115136:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp18 NI seq info: [119:119:256:4294967295] 192.168.204.149@tcp18 LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1767384955.115147:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) -> 192.168.204.149@tcp18(192.168.204.149@tcp18:192.168.204.149@tcp18) 192.168.204.149@tcp18 : ACK try# 0 00000800:00000200:0.0:1767384955.115151:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp18 00000800:00000010:0.0:1767384955.115166:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8f1c1fd. 00000800:00000200:0.0:1767384955.115170:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (6) 00000800:00000200:0.0:1767384955.115173:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:1005 00000800:00000200:0.0:1767384955.115175:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8f1c1fd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384955.115221:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384955.115223:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8f1c1fd. 00000400:00000200:0.0:1767384955.115226:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.115229:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: ACK: OK 00000800:00000001:0.0:1767384955.115234:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384955.115236:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.115237:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384955.115247:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384955.115251:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384955.115253:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384955.115257:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384955.115258:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000400:00000010:0.0:1767384955.115263:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000400:00000200:0.0:1767384955.115267:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a78384df 00000400:00000200:0.0:1767384955.115272:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1004f1 00000400:00000200:2.0:1767384955.115274:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp18(192.168.204.149@tcp18) <- 192.168.204.149@tcp18 : ACK - for me 00000400:00000010:0.0:1767384955.115278:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 000000009661acfe. 00000400:00000010:0.0:1767384955.115282:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000dd8c89db. 00000400:00000010:0.0:1767384955.115285:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000000ce55d5c. 00000400:00000200:2.0:1767384955.115290:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp18: ACK from 12345-192.168.204.149@tcp18 into md 0x1b0d 00000400:00000200:2.0:1767384955.115298:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.115304:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp18->192.168.204.149@tcp18: ACK: OK 00000400:00000200:2.0:1767384955.115309:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72d6da8 00000400:00000010:2.0:1767384955.115312:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c72d6da8. 00000400:00000200:2.0:1767384955.115317:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:0.0:1767384955.115317:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 000000009661acfe. 00000400:00000200:2.0:1767384955.115322:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000010:0.0:1767384955.115323:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000dd8c89db. 00000400:00000010:0.0:1767384955.115328:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000000ce55d5c. 00000400:00000010:0.0:1767384955.115331:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009240df9d. 00000400:00000200:2.0:1767384955.115332:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384955.115338:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384955.115341:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (32) 00000400:00000200:0.0:1767384955.115343:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:0.0:1767384955.115348:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000800:00000001:2.0:1767384955.115352:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384955.115353:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:0.0:1767384955.115358:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000800:00000001:2.0:1767384955.115359:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.115361:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384955.115367:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384955.115370:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (31) 00080000:00000001:3.0:1767384955.123640:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384955.123643:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384955.123648:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384955.123650:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:1.0:1767384955.123651:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384955.123653:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384955.123656:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384955.123657:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384955.123661:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384955.123662:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc9e8a9c. 00080000:00000001:1.0:1767384955.123667:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384955.123674:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384955.123684:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384955.123687:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384955.123693:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384955.123695:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384955.123698:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f55bccaa. 20000000:01000000:2.0:1767384955.123703:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:1.0:1767384955.123704:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384955.123708:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384955.123709:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384955.123713:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384955.123715:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384955.123722:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384955.123724:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000057b452dd. 00010000:00000001:1.0:1767384955.123729:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384955.123732:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384955.123735:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384955.123737:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b3795 to hash 00000020:00000001:1.0:1767384955.123739:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384955.123740:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384955.123743:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384955.123745:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.123747:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.123750:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384955.123752:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384955.123759:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384955.123761:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123762:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384955.123763:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384955.123766:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384955.123767:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384955.123769:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:2.0:1767384955.123772:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384955.123772:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384955.123773:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384955.123779:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384955.123779:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384955.123782:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.123785:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:2.0:1767384955.123786:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fd587e22. 00010000:00000001:1.0:1767384955.123787:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384955.123789:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384955.123791:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553643166720 : -129520066384896 : ffff8a33c273ac00) 00010000:00000001:1.0:1767384955.123792:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384955.123795:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000057b452dd) refcount = 1 00080000:00000001:2.0:1767384955.123797:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384955.123800:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.123805:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384955.123806:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384955.123807:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.123808:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123816:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384955.123819:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384955.123822:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384955.123824:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384955.123826:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384955.123827:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384955.123829:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384955.123831:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384955.123833:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384955.123835:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.123840:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384955.123842:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384955.123845:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384955.123846:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384955.123849:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123850:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384955.123852:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384955.123853:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384955.123859:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.123861:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123863:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384955.123865:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384955.123868:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.123870:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00080000:00000001:2.0:1767384955.123874:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384955.123874:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384955.123878:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384955.123880:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.123884:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384955.123885:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384955.123890:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384955.123892:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384955.123893:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384955.123895:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384955.123897:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384955.123899:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.123902:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384955.123904:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384955.123906:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123908:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384955.123910:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384955.123912:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.123913:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384955.123915:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b3795 from hash 00010000:00000001:1.0:1767384955.123916:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384955.123917:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.123918:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.123919:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384955.123921:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384955.123923:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384955.123924:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384955.123926:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.123928:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123930:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384955.123931:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384955.123933:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.123935:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.123936:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123937:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.123939:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.123941:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.123944:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.123950:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.123952:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384955.123953:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384955.123955:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.123957:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.123958:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384955.123961:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384955.123962:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.123964:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.123968:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384955.123969:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384955.123970:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b3795 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384955.123974:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000057b452dd count: 0 00010000:00000001:1.0:1767384955.123985:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384955.123986:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384955.123997:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384955.124001:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384955.130644:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294945726, at 4294945727 00000100:00000010:1.0:1767384955.130654:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d155729. 00000100:00000040:3.0:1767384955.130681:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294945726, at 4294945727 00000100:00000010:3.0:1767384955.130688:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abbe435b. 00080000:00000001:2.0:1767384955.131198:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384955.131205:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384955.131208:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384955.131210:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384955.131213:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384955.131220:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384955.131223:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384955.131229:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384955.131230:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384955.131235:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384955.131238:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384955.131242:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384955.131246:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:1.0:1767384955.131246:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:2.0:1767384955.131250:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384955.131253:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384955.131254:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384955.131255:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.0:1767384955.131255:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008bba91cb. 00080000:00000010:2.0:1767384955.131260:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fd587e22. 00010000:00000001:1.0:1767384955.131261:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384955.131265:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:1.0:1767384955.131266:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000630c64e2. 00000020:00000001:1.0:1767384955.131270:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384955.131274:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000630c64e2 with handle 0xcb8130832f6b379c to hash 00000020:00000001:1.0:1767384955.131276:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384955.131277:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301197824 : -129515408353792 : ffff8a34d8179600) 00010000:00000001:1.0:1767384955.131280:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301197824 : -129515408353792 : ffff8a34d8179600) 00010000:00000001:1.0:1767384955.131282:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.131284:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.131291:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131298:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384955.131301:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384955.131303:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384955.131305:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384955.131307:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.131310:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384955.131312:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.131314:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384955.131316:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384955.131317:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384955.131318:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384955.131320:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008bba91cb) refcount = 1 00010000:00010000:1.0:1767384955.131323:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131337:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384955.131338:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384955.131340:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.131341:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.131343:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384955.131345:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384955.131347:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384955.131350:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384955.131352:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384955.131353:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000630c64e2 refcount=4 00000020:00000001:1.0:1767384955.131355:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301197824 : -129515408353792 : ffff8a34d8179600) 00010000:00000001:1.0:1767384955.131357:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301197824 : -129515408353792 : ffff8a34d8179600) 00010000:00000001:1.0:1767384955.131359:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384955.131360:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131365:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384955.131371:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131375:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.131377:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384955.131378:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131382:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.131383:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.131385:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384955.131386:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384955.131392:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000630c64e2 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384955.131394:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384955.131395:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384955.131396:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131400:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384955.131402:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384955.131403:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384955.131404:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000630c64e2 refcount=5 00000020:00000001:1.0:1767384955.131406:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301197824 : -129515408353792 : ffff8a34d8179600) 00010000:00000001:1.0:1767384955.131408:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301197824 : -129515408353792 : ffff8a34d8179600) 00010000:00000001:1.0:1767384955.131410:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384955.131412:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131416:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384955.131418:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384955.131420:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.131422:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384955.131423:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384955.131426:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.131441:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384955.131443:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000630c64e2 with handle 0xcb8130832f6b379c from hash 00010000:00000001:1.0:1767384955.131445:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384955.131446:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.131447:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.131448:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384955.131450:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384955.131452:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384955.131454:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384955.131455:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.131457:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.131459:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384955.131460:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384955.131462:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.131463:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.131465:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.131467:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.131468:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.131470:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131473:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.131475:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.131476:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384955.131477:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384955.131479:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.131480:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.131481:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384955.131483:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384955.131485:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.131488:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.131492:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384955.131515:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384955.131516:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000630c64e2/0xcb8130832f6b379c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384955.131529:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008bba91cb count: 0 00010000:00000001:1.0:1767384955.131538:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384955.131540:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384955.131646:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294945726, at 4294945728 00000100:00000040:2.0:1767384955.131652:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294945726, at 4294945728 00000100:00000010:0.0:1767384955.131657:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec64bf57. 00000100:00000010:2.0:1767384955.131659:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbdf3926. 00010000:00000010:1.1:1767384955.132658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000057b452dd. 00010000:00000010:1.1:1767384955.132667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00080000:00000020:1.0:1767384955.133419:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384955.133422:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384955.133424:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000054517d31. 20000000:00000001:1.0:1767384955.133430:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384955.133435:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373197952 00010000:00000001:1.0:1767384955.133437:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384955.133445:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd09e1ad x1853237373197952/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384955.133452:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384955.133454:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384955.133457:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384955.133462:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384955.133465:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384955.133467:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384955.133470:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384955.133473:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384955.133477:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384955.133480:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384955.133485:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a7c9a7b. 00000100:00000200:1.0:1767384955.133490:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373197952, offset 224 00000400:00000200:1.0:1767384955.133509:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384955.133521:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384955.133532:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505e80 00000400:00000200:1.0:1767384955.133538:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af5 [2] + 224 00000400:00000200:1.0:1767384955.133545:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384955.133549:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384955.133556:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384955.133560:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384955.133568:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384955.133590:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384955.133615:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7c9a7b 00000400:00000010:1.0:1767384955.133617:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a7c9a7b. 00000100:00000001:1.0:1767384955.133620:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384955.133622:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384955.133628:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384955.133631:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384955.133633:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384955.133635:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384955.133638:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384955.133641:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384955.133643:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd09e1ad x1853237373197952/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.133646:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384955.133653:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384955.133654:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd09e1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373197952:12345-0@lo:253: Request processed in 19689us (20309us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384955.133657:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384955.133661:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8f503b. 00000100:00100000:1.0:1767384955.133665:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000400:00000200:3.0:1767384955.133666:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc9ab2c 00000100:00000040:1.0:1767384955.133669:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000400:00000010:3.0:1767384955.133670:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cc9ab2c. 00000100:00000001:1.0:1767384955.133675:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384955.133678:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384955.133678:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384955.133685:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f553744b. 00000100:00000200:3.0:1767384955.133686:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384955.133692:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcc96a5a. 00000020:00000010:1.0:1767384955.133699:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000824fa7bb. 00000100:00000200:3.0:1767384955.133700:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384955.133707:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:3.0:1767384955.133709:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384955.133712:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384955.133713:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384955.133717:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384955.133717:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000668d5b03. 02000000:00000001:3.0:1767384955.133721:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384955.133724:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384955.133724:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384955.133729:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384955.133729:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384955.133735:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384955.133736:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384955.133740:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=63 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384955.133741:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dc8d061. 00000400:00000010:1.0:1767384955.133746:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a7c9a7b. 00000100:00001000:3.0:1767384955.133753:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384955.133757:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384955.133758:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384955.133760:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384955.133762:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.133764:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384955.133768:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.133773:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384955.133775:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384955.133776:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384955.133780:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384955.133782:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384955.133783:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384955.133785:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384955.133786:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384955.133787:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384955.133788:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384955.133790:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384955.133791:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384955.133793:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384955.133796:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384955.133801:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063f11efd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373197952:0@lo:253: 00000100:00000001:3.0:1767384955.133807:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.133809:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384955.133812:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063f11efd x1853237373197952/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.133819:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384955.133822:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384955.133825:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000adfd511f. 02000000:00000001:3.0:1767384955.133830:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384955.133833:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384955.133834:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384955.133838:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384955.133848:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000043a6124. 02000000:00000001:3.0:1767384955.133854:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384955.133856:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384955.133858:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f11efd. 00000100:00000001:3.0:1767384955.133863:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384955.133865:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.133867:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.133872:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384955.133874:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.133877:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.133879:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384955.134370:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384955.134374:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384955.134383:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001bb8e230. 20000000:00000001:2.0:1767384955.134390:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384955.134394:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373198080 00010000:00000001:2.0:1767384955.134396:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384955.134402:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f798b6f x1853237373198080/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384955.134411:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384955.134413:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384955.134416:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=63 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384955.134421:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384955.134425:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384955.134437:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384955.134440:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384955.134442:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.134445:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384955.134449:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384955.134453:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa0ce8ef. 00000100:00000200:2.0:1767384955.134458:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373198080, offset 224 00000400:00000200:2.0:1767384955.134464:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384955.134473:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384955.134484:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273505f00 00000400:00000200:2.0:1767384955.134516:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1afd [2] + 224 00000400:00000200:2.0:1767384955.134523:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.134526:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384955.134531:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384955.134536:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384955.134547:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.134560:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384955.134566:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa0ce8ef 00000400:00000010:2.0:1767384955.134568:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa0ce8ef. 00000100:00000001:2.0:1767384955.134571:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384955.134581:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384955.134587:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.134590:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384955.134623:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384955.134626:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.134629:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384955.134633:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f798b6f x1853237373198080/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384955.134644:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f798b6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373198080:12345-0@lo:253: Request processed in 20582us (21052us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384955.134654:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000040:2.0:1767384955.134656:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384955.134658:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384955.134660:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384955.134664:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001bb9ff0. 00000020:00000010:2.0:1767384955.134668:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bdf0fb01. 00000020:00000010:2.0:1767384955.134672:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d4e28ac. 00000020:00000040:2.0:1767384955.134677:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:2.0:1767384955.134680:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384955.134682:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012cb8367. 02000000:00000001:2.0:1767384955.134691:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384955.134694:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384955.134698:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384955.134703:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be9a481. 00000400:00000010:2.0:1767384955.134706:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa0ce8ef. 00000100:00000001:2.0:1767384955.134722:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.134724:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384955.134728:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.134730:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384955.134732:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd80b92. 00000400:00000200:2.0:1767384955.134736:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a186b1c 00000400:00000010:2.0:1767384955.134738:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a186b1c. 00000100:00000001:2.0:1767384955.134741:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384955.134745:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384955.134768:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.134776:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384955.134778:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.134781:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384955.134783:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384955.134795:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.134797:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.134800:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384955.134804:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=63 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384955.134808:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=63 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384955.134811:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384955.134813:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.134815:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384955.134817:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.134819:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.134824:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.134831:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.134834:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384955.134836:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384955.134839:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384955.134842:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384955.134844:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384955.134846:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384955.134848:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384955.134849:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.134851:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384955.134852:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384955.134854:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384955.134857:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384955.134865:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d209cdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373198080:0@lo:253: 00000100:00000001:2.0:1767384955.134871:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.134882:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384955.134885:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d209cdf x1853237373198080/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.134893:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384955.134895:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384955.134898:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a943ed5f. 02000000:00000001:2.0:1767384955.134904:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384955.134905:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384955.134907:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384955.134910:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384955.134912:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005de2edff. 02000000:00000001:2.0:1767384955.134915:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384955.134917:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384955.134929:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d209cdf. 00000100:00000001:2.0:1767384955.134934:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384955.134935:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.134938:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.134943:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384955.134945:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.134947:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.134950:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384955.135634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008bba91cb. 00010000:00000010:1.1:1767384955.135640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000630c64e2. 00000400:00000010:0.0:1767384955.136309:0:31142:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002f22359c. 00000400:00000040:0.0:1767384955.136327:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384955.136329:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384955.136331:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384955.136333:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384955.136335:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384955.136336:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384955.136338:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384955.136340:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384955.136341:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384955.136341:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384955.136343:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384955.136344:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384955.136346:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384955.136347:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384955.136347:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384955.136349:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384955.136350:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384955.136350:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384955.136351:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384955.136353:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384955.136358:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384955.136359:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384955.136360:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384955.136361:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384955.136362:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384955.136363:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384955.136364:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384955.136365:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384955.136366:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384955.136367:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384955.136368:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384955.136370:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384955.136371:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384955.136372:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384955.136373:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384955.136374:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384955.136375:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384955.136376:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384955.136377:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384955.136379:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384955.136380:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384955.136381:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384955.136382:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384955.136383:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384955.136384:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384955.136385:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384955.136386:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384955.136387:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384955.136388:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384955.136389:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384955.136390:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384955.136391:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384955.136392:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384955.136393:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384955.136394:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384955.136395:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384955.136396:0:31142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384955.136469:0:31142:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002f22359c. 00000400:00000001:2.0:1767384955.451665:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.451669:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384955.451672:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000800:00000200:3.0:1767384955.451675:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (6) 00000400:00000010:2.0:1767384955.451676:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000400:00000200:2.0:1767384955.451684:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384955.451685:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:988 00000800:00000200:3.0:1767384955.451690:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384955.451690:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384955.451700:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f16588c1. 00000400:00000010:2.0:1767384955.451706:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000007ae9a41. 00000800:00000200:1.0:1767384955.451809:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384955.451814:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384955.451824:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384955.451829:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384955.451831:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384955.579672:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384955.579678:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.579685:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384955.579687:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.579731:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384955.579736:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384955.579740:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384956.476646:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp36 00000400:00000010:2.0:1767384956.476652:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000033a2de70. 00000400:00000010:2.0:1767384956.476658:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4922d54. 00000400:00000010:2.0:1767384956.476662:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000400:00000010:2.0:1767384956.476668:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000172d5809. 00000400:00000200:2.0:1767384956.476671:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp36 00000400:00000200:2.0:1767384956.476687:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp36 local destination 00000400:00000200:2.0:1767384956.476693:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp36 00000400:00000200:2.0:1767384956.476695:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp36 NI seq info: [120:120:256:4294967295] 192.168.204.149@tcp36 LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1767384956.476700:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp36 00000400:00000200:2.0:1767384956.476717:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36:) -> 192.168.204.149@tcp36(192.168.204.149@tcp36:192.168.204.149@tcp36) : GET try# 0 00000800:00000200:2.0:1767384956.476721:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp36 00000800:00000010:2.0:1767384956.476724:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cbe4d74d. 00000800:00000200:2.0:1767384956.476729:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000800:00000200:2.1:1767384956.476733:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000400:00000200:2.0:1767384956.476757:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp36 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:2.0:1767384956.476759:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp34 00000400:00000010:2.0:1767384956.476761:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000001f3479e. 00000400:00000010:2.0:1767384956.476764:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b790aeb3. 00000400:00000010:2.0:1767384956.476766:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000400:00000010:2.0:1767384956.476769:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068ab40cf. 00000400:00000200:2.0:1767384956.476772:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp34 00000400:00000200:2.0:1767384956.476777:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp34 local destination 00000400:00000200:2.0:1767384956.476780:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp34 00000400:00000200:2.0:1767384956.476782:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp34 NI seq info: [121:121:256:4294967295] 192.168.204.149@tcp34 LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1767384956.476784:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp34 00000400:00000200:2.0:1767384956.476789:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34:) -> 192.168.204.149@tcp34(192.168.204.149@tcp34:192.168.204.149@tcp34) : GET try# 0 00000800:00000200:2.0:1767384956.476793:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp34 00000800:00000010:2.0:1767384956.476795:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d2073fc. 00000800:00000200:2.0:1767384956.476798:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000800:00000200:2.1:1767384956.476806:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000400:00000200:2.0:1767384956.476820:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp34 added to recovery queue. ping count: 3 next ping: 287 health :700 00000400:00000200:3.0:1767384956.476821:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.476863:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.476886:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.476923:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.476932:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.476966:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477004:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477015:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477061:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477073:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477111:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477122:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477163:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477170:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477229:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477261:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477279:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477321:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477333:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477368:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477384:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477415:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477436:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477463:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477502:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477525:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477548:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477582:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477621:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477653:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477666:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477704:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477708:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477781:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477781:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477856:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477857:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477912:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477913:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.477980:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.477982:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478044:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478088:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478094:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478136:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478145:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478184:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478196:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478230:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478241:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478278:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478296:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478328:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478346:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478377:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478393:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478433:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478454:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478516:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478530:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478575:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478582:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478653:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478656:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478721:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478755:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478791:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478824:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384956.478828:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000adfd511f. 00000800:00000010:3.0:1767384956.478833:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c037d80. 00000800:00000010:3.0:1767384956.478839:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090e69279. 00000400:00000200:0.0:1767384956.478853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:3.0:1767384956.478864:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090e69279. 00000800:00020000:3.0:1767384956.478873:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384956.478876:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c037d80. 00000800:00000010:3.0:1767384956.478879:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000adfd511f. 00000400:00000200:0.0:1767384956.478880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.478905:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:02020000:3.0:1767384956.478928:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp36 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384956.478934:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp36 notifying 192.168.204.149@tcp36: down 00000400:00000200:0.0:1767384956.478938:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000200:3.0:1767384956.478941:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp36 down 00000800:00000100:3.0:1767384956.478949:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp36 00000800:00000010:3.0:1767384956.478952:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cbe4d74d. 00000400:00000200:3.0:1767384956.478957:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384956.478960:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:3.0:1767384956.478970:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp36->192.168.204.149@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384956.478979:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384956.478983:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384956.478988:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384956.478993:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479021:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479050:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479075:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479091:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479111:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000800:00000010:0.0:1767384956.479270:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ada7c0c8. 00000800:00000010:0.0:1767384956.479275:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005caa3d37. 00000800:00000010:0.0:1767384956.479279:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384956.479308:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab9bf08. 00000400:00000200:2.0:1767384956.479430:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384956.479456:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp34 from 209.3.0.2 00000800:00000010:2.0:1767384956.479460:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003c1db266. 00000800:00000010:0.0:1767384956.479503:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000658f0e42. 00000800:00000010:0.0:1767384956.479509:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a21363ad. 00000800:00000010:0.0:1767384956.479527:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007c1464d7. 00000800:00000200:0.1:1767384956.479533:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (2) 00000800:00000200:0.1:1767384956.479537:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp34 000000007c1464d7 deleted 00000800:00000010:0.1:1767384956.479539:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007c1464d7. 00000800:00000200:0.1:1767384956.479544:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384956.479550:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp34 ip 192.168.204.149:977 00000800:00000200:0.1:1767384956.479553:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2073fc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384956.479557:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp34 p 3.x 192.168.204.149 -> 192.168.204.149:977 incarnation:1767384946786206428 sched[0] 00000800:00000010:0.0:1767384956.479561:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384956.479633:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384956.479637:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a21363ad. 00000800:00000200:1.1:1767384956.479655:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384956.479662:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp34 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384946786206428 sched[0] 00000800:00000010:1.0:1767384956.479666:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005caa3d37. 00000800:00000010:0.0:1767384956.479678:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003c1db266. 00000800:00000001:0.0:1767384956.479705:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.479709:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384956.479759:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:0.0:1767384956.479763:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384956.479766:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d2073fc. 00000400:00000200:0.0:1767384956.479770:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384956.479776:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp34->192.168.204.149@tcp34: GET: OK 00000400:00000200:0.0:1767384956.479785:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384956.479788:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp34 recovery message sent successfully:0 00000800:00000001:0.0:1767384956.479800:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.479806:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384956.479808:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.479814:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384956.479826:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479830:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34) <- 192.168.204.149@tcp34 : GET - for me 00000400:00000200:0.0:1767384956.479843:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384956.479849:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1aed [1] + 0 00000400:00000200:0.0:1767384956.479857:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp34 to MR: 192.168.204.149@tcp34 local destination 00000400:00000200:0.0:1767384956.479861:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp34 NI seq info: [122:122:256:4294967295] 192.168.204.149@tcp34 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384956.479863:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384956.479875:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34:192.168.204.149@tcp34) -> 192.168.204.149@tcp34(192.168.204.149@tcp34:192.168.204.149@tcp34) 192.168.204.149@tcp34 : REPLY try# 0 00000800:00000200:0.0:1767384956.479890:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp34 00000800:00000010:0.0:1767384956.479893:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009793cba6. 00000800:00000200:0.0:1767384956.479898:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (4) 00000400:00000200:1.0:1767384956.479899:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000200:0.0:1767384956.479904:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp34 ip 192.168.204.149:988 00000800:00000200:0.0:1767384956.479908:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009793cba6 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384956.479925:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384956.479929:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.479961:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000200:0.0:1767384956.479964:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384956.479968:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009793cba6. 00000800:00000001:2.0:1767384956.479969:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384956.479972:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384956.479974:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384956.479979:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp34->192.168.204.149@tcp34: REPLY: OK 00000800:00000001:2.0:1767384956.479980:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384956.479984:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384956.479988:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384956.479994:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp34(192.168.204.149@tcp34) <- 192.168.204.149@tcp34 : REPLY - for me 00000400:00000200:1.0:1767384956.479997:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384956.480008:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp34: Reply from 12345-192.168.204.149@tcp34 of length 272/272 into md 0x1b29 00000800:00000001:2.0:1767384956.480014:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384956.480019:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384956.480021:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384956.480024:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp34->192.168.204.149@tcp34: REPLY: OK 00000400:00000200:2.0:1767384956.480027:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69768e9 00000400:00000010:2.0:1767384956.480030:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 00000400:00000200:2.0:1767384956.480032:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384956.480035:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000001f3479e. 00000400:00000010:2.0:1767384956.480038:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b790aeb3. 00000800:00000001:2.0:1767384956.480044:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384956.480047:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384956.480050:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480071:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480087:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480104:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480119:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480137:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480164:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480179:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480192:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480206:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480230:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480245:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480260:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480271:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480284:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480299:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480313:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480328:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480341:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480356:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480368:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480382:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480394:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480408:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480435:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480449:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480464:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384956.480496:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384956.480578:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e1cb8f80. 00000800:00000010:1.0:1767384956.480582:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016b4efbf. 00000800:00000010:1.0:1767384956.480584:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e20817d1. 00000800:00000010:1.0:1767384956.480643:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e20817d1. 00000800:00020000:1.0:1767384956.480649:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384956.480651:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016b4efbf. 00000800:00000010:1.0:1767384956.480653:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e1cb8f80. 00000400:02020000:1.0:1767384956.480679:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767384956.500531:0:31573:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384956.500542:0:31573:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384956.500545:0:31573:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384956.500550:0:31573:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384956.500556:0:31573:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384956.500558:0:31573:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384956.603667:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384956.603672:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384956.603676:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384956.603677:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384956.603709:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384956.603713:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384956.603717:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384957.243670:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384957.243676:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:3.0:1767384957.243681:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384957.243684:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384957.243685:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384957.243686:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384957.243689:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384957.243692:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384957.243694:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 59 10000000:00000001:3.0:1767384957.243697:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384957.243699:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384957.243707:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000020:00000040:3.0:1767384957.243711:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384957.243714:0:16790:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384957.243716:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384957.243720:0:16790:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.243721:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384957.243729:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384957.243737:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011a2b606. 00000100:00000001:0.0:1767384957.243743:0:18589:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384957.243744:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.243747:0:18589:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.243750:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384957.243754:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384957.243761:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d184f705. 00010000:00000001:3.0:1767384957.243765:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384957.243769:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000020:00000001:3.0:1767384957.243773:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384957.243776:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b37a3 to hash 00000020:00000001:3.0:1767384957.243779:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384957.243781:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.243784:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.243788:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.243791:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.243794:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384957.243811:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384957.243821:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384957.243827:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384957.243829:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384957.243833:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c037d80. 00000100:00000001:3.0:1767384957.243835:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553652355264 : -129520057196352 : ffff8a33c2ffe0c0) 00000100:00000001:3.0:1767384957.243837:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384957.243838:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000001:3.0:1767384957.243843:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384957.243845:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.243847:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384957.243848:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384957.243866:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.243874:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384957.243876:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.243879:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384957.243882:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384957.243884:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.243886:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373198208:0@lo:101: 00000100:00000001:3.0:1767384957.243890:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384957.243895:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384957.243898:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.243900:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384957.243904:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b157dc39. 02000000:00000001:3.0:1767384957.243907:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384957.243912:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8f503b. 00000400:00000010:3.0:1767384957.243918:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00000100:00000200:3.0:1767384957.243931:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373198208, portal 25 00000100:00000001:3.0:1767384957.243933:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384957.243934:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000040:3.0:1767384957.243939:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.243946:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.243949:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384957.243951:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000100:00000200:3.0:1767384957.243953:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373198208, offset 0 00000400:00000200:3.0:1767384957.243958:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384957.243970:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384957.243980:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273505f80 00000400:00000200:3.0:1767384957.243986:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1331 [2] + 0 00000400:00000010:3.0:1767384957.243989:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb67be3. 00000400:00000200:3.0:1767384957.243993:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b3d4ec8 00000400:00000200:3.0:1767384957.243998:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384957.244002:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384957.244007:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3d4ec8 00000400:00000010:3.0:1767384957.244009:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3d4ec8. 00000100:00000001:3.0:1767384957.244013:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384957.244015:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384957.244017:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000008aebe4dc x1853237373198208 msgsize 328 00000100:00100000:3.0:1767384957.244021:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384957.244023:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384957.244038:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384957.244045:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:3.0:1767384957.244047:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00000001:3.0:1767384957.244050:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384957.244053:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.244062:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384957.244066:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.244070:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384957.244075:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384957.244076:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198208 00000100:00000001:3.0:1767384957.244087:0:16801:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384957.244088:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384957.244092:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384957.244093:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.244094:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.244102:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294947856 02000000:00000001:0.0:1767384957.244103:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384957.244109:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198208 00000100:00000010:3.0:1767384957.244111:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbdf3926. 00000020:00000001:0.0:1767384957.244113:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384957.244117:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:0.0:1767384957.244119:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384957.244121:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384957.244122:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:0.0:1767384957.244127:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384957.244130:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384957.244132:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294947856 00000100:00000001:0.0:1767384957.244135:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384957.244136:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d155729. 00000020:00000010:0.0:1767384957.244140:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051ce9e74. 00000100:00000001:0.0:1767384957.244151:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.244152:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384957.244155:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051ce9e74. 00000100:00000001:3.0:1767384957.244157:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294947856 00000020:00000010:0.0:1767384957.244162:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9fa8aa8. 00000100:00000010:3.0:1767384957.244163:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000367e4542. 00000100:00000001:3.0:1767384957.244170:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384957.244171:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f74b022b. 00000100:00000001:3.0:1767384957.244174:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294947856 00000020:00000010:0.0:1767384957.244178:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000010:3.0:1767384957.244181:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009eedd873. 00000100:00000001:3.0:1767384957.244186:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384957.244191:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384957.244193:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.244197:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384957.244198:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.244200:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384957.244202:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384957.244204:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.244206:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384957.244210:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000009c037d80 going to sleep for 11 seconds 00000100:00000001:0.0:1767384957.244213:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.244214:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.244219:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.244230:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.244254:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384957.244256:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384957.244261:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:0.0:1767384957.244264:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384957.244266:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671904848 : -129515037646768 : ffff8a34ee302050) 00000100:00000040:0.0:1767384957.244271:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008aebe4dc x1853237373198208/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.244280:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384957.244283:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051ce9e74. 00000100:00000001:0.0:1767384957.244291:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384957.244294:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051ce9e74. 00000100:00100000:0.0:1767384957.244300:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008aebe4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373198208:12345-0@lo:101: 00000100:00000200:0.0:1767384957.244304:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198208 00000020:00000001:0.0:1767384957.244307:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384957.244311:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384957.244312:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.244315:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384957.244317:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384957.244320:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384957.244321:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384957.244323:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384957.244325:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384957.244328:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.244330:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384957.244332:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384957.244333:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384957.244335:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384957.244337:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.244341:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384957.244345:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4ceaf11. 00010000:00000001:0.0:1767384957.244348:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384957.244351:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000300e23f0. 00000020:00000001:0.0:1767384957.244354:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384957.244355:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000300e23f0 with handle 0xcb8130832f6b37aa to hash 00000020:00000001:0.0:1767384957.244357:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384957.244359:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384957.244361:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00010000:0.0:1767384957.244364:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b37a3 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384957.244374:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:0.0:1767384957.244377:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:0.0:1767384957.244385:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384957.244396:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384957.244402:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009661acfe. 02000000:00000001:0.0:1767384957.244405:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.244408:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.244412:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384957.244416:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384957.244419:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384957.244421:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384957.244424:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.244426:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384957.244428:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.244431:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384957.244434:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384957.244436:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384957.244438:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384957.244441:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a4ceaf11) refcount = 1 00010000:00010000:0.0:1767384957.244446:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384957.244452:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384957.244477:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384957.244480:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.244482:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.244483:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384957.244488:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384957.244490:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384957.244497:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384957.244499:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384957.244501:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.244503:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.244505:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384957.244506:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384957.244508:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384957.244509:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000300e23f0, rc 0) 00000020:00000001:0.0:1767384957.244511:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384957.244521:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373198208 00010000:00000001:0.0:1767384957.244524:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384957.244528:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008aebe4dc x1853237373198208/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/344 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.244535:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384957.244537:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384957.244540:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384957.244545:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384957.244547:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384957.244549:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384957.244551:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384957.244553:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.244556:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384957.244558:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384957.244561:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:0.0:1767384957.244563:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373198208, offset 224 00000400:00000200:0.0:1767384957.244568:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384957.244573:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384957.244578:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273505f80 00000400:00000200:0.0:1767384957.244583:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b2d [1] + 224 00000400:00000200:0.0:1767384957.244587:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.244589:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384957.244616:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384957.244621:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384957.244632:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.244653:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384957.244660:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:0.0:1767384957.244663:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:0.0:1767384957.244667:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384957.244669:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384957.244674:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.244676:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384957.244677:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:2.0:1767384957.244684:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384957.244688:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384957.244690:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384957.244691:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8f503b. 00000020:00000001:0.0:1767384957.244693:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.244698:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384957.244699:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7b0482 00000100:00000040:0.0:1767384957.244704:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008aebe4dc x1853237373198208/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/344 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384957.244705:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00000100:00000001:2.0:1767384957.244712:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384957.244720:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384957.244721:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008aebe4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373198208:12345-0@lo:101: Request processed in 437us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384957.244728:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:0.0:1767384957.244734:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384957.244740:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384957.244744:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384957.244749:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384957.244750:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f74b022b. 00000020:00000010:0.0:1767384957.244757:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384957.244761:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384957.244764:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9fa8aa8. 00000100:00000001:2.0:1767384957.244765:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.244772:0:16801:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384957.244774:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384957.244775:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384957.244779:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384957.244781:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384957.244782:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384957.244785:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009661acfe. 02000000:00000001:2.0:1767384957.244787:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.244789:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384957.244792:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=65 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384957.244793:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384957.244800:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384957.244801:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384957.244807:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384957.244808:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0d35997. 00000100:00000001:2.0:1767384957.244809:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.244814:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384957.244815:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be91747d. 00010000:00000001:2.0:1767384957.244816:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.244821:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.244825:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.244832:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.244834:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384957.244836:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384957.244838:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384957.244843:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373198208:0@lo:101: 00000100:00000001:2.0:1767384957.244847:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.244848:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.244850:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384957.244851:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384957.244853:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.244857:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384957.244859:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009c037d80. 00000100:00000001:2.0:1767384957.244867:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384957.244868:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.244870:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384957.244872:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384957.244873:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384957.244875:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:2.0:1767384957.244876:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:2.0:1767384957.244878:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000040:2.0:1767384957.244882:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000884782e7, remote cookie: 0xcb8130832f6b37aa, flags: 0x0 00010000:00000001:2.0:1767384957.244884:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384957.244885:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384957.244886:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384957.244887:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384957.244888:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384957.244890:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d184f705) refcount = 1 00010000:00010000:2.0:1767384957.244892:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384957.244897:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384957.244898:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384957.244899:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384957.244901:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384957.244903:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384957.244905:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384957.244909:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384957.244910:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384957.244911:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384957.244912:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384957.244912:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384957.244913:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.244915:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384957.244917:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373198208/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.244921:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384957.244928:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384957.244931:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b157dc39. 02000000:00000001:2.0:1767384957.244933:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384957.244935:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384957.244936:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384957.244938:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384957.244940:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000011a2b606. 02000000:00000001:2.0:1767384957.244942:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384957.244943:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384957.244945:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:2.0:1767384957.244947:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384957.244948:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384957.244950:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384957.244951:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384957.244953:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:2.0:1767384957.244954:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.244956:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384957.244957:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384957.244958:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=3 00000020:00000001:2.0:1767384957.244959:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:2.0:1767384957.244961:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:2.0:1767384957.244962:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384957.244964:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384957.244964:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384957.244965:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384957.244967:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384957.244969:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ab8c2c6d. 00000100:00000010:2.0:1767384957.244983:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d209cdf. 00000020:00000040:2.0:1767384957.244985:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384957.244987:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384957.244988:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384957.244990:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384957.244993:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cf76b64. 00000100:00000001:2.0:1767384957.244996:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.244999:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384957.245002:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000117f519d. 00000100:00000010:2.0:1767384957.245005:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000777170a0. 00000020:00000040:2.0:1767384957.245010:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384957.245014:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384957.245015:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384957.245018:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005327d3a2. 00000100:00000001:2.0:1767384957.245019:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553672920640 : -129520036630976 : ffff8a33c439ae40) 00000100:00000001:2.0:1767384957.245021:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384957.245022:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776125056 : -129514933426560 : ffff8a34f4666680) 00000100:00000001:2.0:1767384957.245024:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384957.245026:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.245027:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384957.245028:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384957.245030:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.245035:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384957.245036:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.245038:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384957.245039:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384957.245041:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384957.245043:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d209cdf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373198336:0@lo:256: 00000100:00000001:2.0:1767384957.245045:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384957.245047:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384957.245049:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.245051:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384957.245055:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd80b92. 00000400:00000010:2.0:1767384957.245059:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003a186b1c. 00000100:00000200:2.0:1767384957.245063:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273506000-0x6958273506000, portal 33 00000100:00000001:2.0:1767384957.245066:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.245067:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384957.245069:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004965a246. 02000000:00000001:2.0:1767384957.245071:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384957.245073:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000400:00000010:2.0:1767384957.245076:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000100:00000200:2.0:1767384957.245077:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373198336, portal 25 00000100:00000001:2.0:1767384957.245079:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384957.245085:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776125056 : -129514933426560 : ffff8a34f4666680) 00000100:00000040:2.0:1767384957.245089:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.245094:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384957.245097:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384957.245099:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767384957.245101:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373198336, offset 0 00000400:00000200:2.0:1767384957.245107:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384957.245113:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384957.245118:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273506000 00000400:00000200:2.0:1767384957.245122:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1339 [2] + 0 00000400:00000010:2.0:1767384957.245125:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147a6092. 00000400:00000200:2.0:1767384957.245128:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b189e079 00000400:00000200:2.0:1767384957.245131:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384957.245134:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384957.245137:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b189e079 00000400:00000010:2.0:1767384957.245138:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b189e079. 00000100:00000001:2.0:1767384957.245142:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384957.245143:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384957.245146:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000c84c5d23 x1853237373198336 msgsize 304 00000100:00100000:2.0:1767384957.245150:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384957.245152:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384957.245164:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384957.245169:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:2.0:1767384957.245171:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000001:2.0:1767384957.245174:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384957.245177:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.245184:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384957.245186:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.245191:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.245193:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384957.245197:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.245205:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294947857 00000100:00000001:2.0:1767384957.245209:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947856 00000100:00000001:2.0:1767384957.245213:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294947857 00000100:00000001:2.0:1767384957.245218:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947856 00000100:00000001:2.0:1767384957.245223:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294947857 00000100:00000001:2.0:1767384957.245227:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947856 00000100:00000001:0.0:1767384957.245228:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384957.245230:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294947857 00000100:00100000:0.0:1767384957.245234:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198336 00000100:00000001:2.0:1767384957.245235:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947856 02000000:00000001:0.0:1767384957.245239:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384957.245241:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.245242:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384957.245245:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245246:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.245249:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384957.245251:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.245252:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384957.245258:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000005327d3a2 going to sleep for 11 seconds 00000100:00100000:0.0:1767384957.245258:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198336 00000100:00000001:2.0:1767384957.245265:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384957.245265:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384957.245269:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384957.245270:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.245275:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384957.245278:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384957.245281:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384957.245291:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384957.245294:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384957.245296:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051ce9e74. 00000100:00000001:0.0:1767384957.245299:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384957.245300:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051ce9e74. 00000020:00000010:0.0:1767384957.245304:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9fa8aa8. 00000020:00000010:0.0:1767384957.245308:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f74b022b. 00000020:00000010:0.0:1767384957.245310:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000040:0.0:1767384957.245315:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384957.245317:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384957.245318:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384957.245319:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245322:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245335:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.245343:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384957.245344:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384957.245348:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:0.0:1767384957.245350:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384957.245352:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671903824 : -129515037647792 : ffff8a34ee301c50) 00000100:00000040:0.0:1767384957.245357:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c84c5d23 x1853237373198336/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 304/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.245366:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384957.245370:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051ce9e74. 00000100:00000001:0.0:1767384957.245373:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384957.245376:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051ce9e74. 00000100:00100000:0.0:1767384957.245382:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c5d23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373198336:12345-0@lo:256: 00000100:00000200:0.0:1767384957.245387:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198336 00000020:00000001:0.0:1767384957.245390:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384957.245394:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384957.245396:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.245399:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384957.245401:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:0.0:1767384957.245412:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384957.245415:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384957.245417:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384957.245419:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384957.245422:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245426:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384957.245429:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384957.245433:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009661acfe. 02000000:00000001:0.0:1767384957.245436:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245438:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384957.245441:0:16798:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384957.245445:0:16798:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384957.245448:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384957.245450:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384957.245452:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384957.245469:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384957.245471:0:16798:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384957.245474:0:16798:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000097405062. 20000000:00000001:0.0:1767384957.245477:0:16798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384957.245491:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384957.245513:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384957.245518:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384957.245520:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384957.245521:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384957.245523:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384957.245524:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384957.245526:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384957.245528:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384957.245530:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384957.245532:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384957.245533:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384957.245535:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384957.245536:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384957.245538:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384957.245540:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384957.245541:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384957.245542:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384957.245544:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384957.245549:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384957.245551:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384957.245552:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384957.245554:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384957.245556:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384957.245557:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384957.245559:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384957.245561:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384957.245563:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384957.245565:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384957.245567:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:0.0:1767384957.245570:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 3472/1/4/3. 20000000:00000040:0.0:1767384957.245577:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384957.245579:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384957.245580:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384957.245582:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384957.245584:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384957.245587:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384957.245588:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384957.245590:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384957.245592:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384957.245593:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384957.245594:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384957.245595:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384957.245597:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384957.245598:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384957.245600:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384957.245602:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384957.245604:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384957.245605:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384957.245635:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384957.245638:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384957.245639:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384957.245641:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384957.245643:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384957.245645:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384957.245646:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384957.245648:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384957.245650:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384957.245657:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384957.245659:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384957.245661:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:0.0:1767384957.245663:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 2848/1/4/3. 20000000:01000000:0.0:1767384957.245665:0:16798:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1248, version 64 20000000:00000001:0.0:1767384957.245667:0:16798:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1248 : 1248 : 4e0) 00000100:00000001:0.0:1767384957.245670:0:16798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384957.245673:0:16798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b6d7d399. 00000100:00000010:0.0:1767384957.245675:0:16798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004986fea0. 00000020:00000040:0.0:1767384957.245678:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:0.0:1767384957.245680:0:16798:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384957.245683:0:16798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384957.245685:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000400:00000010:0.0:1767384957.245690:0:16798:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002275a9b8. 00000400:00000200:0.0:1767384957.245693:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384957.245700:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384957.245705:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1248 into portal 33 MB=0x6958273506000 00000400:00000200:0.0:1767384957.245710:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1248/1248 into md 0x1b3d [4] + 0 00000400:00000010:0.0:1767384957.245712:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd80b92. 00000400:00000200:0.0:1767384957.245715:0:16798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a186b1c 00000400:00000200:0.0:1767384957.245718:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.245720:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384957.245723:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a186b1c 00000400:00000010:0.0:1767384957.245724:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003a186b1c. 00000100:00000001:0.0:1767384957.245727:0:16798:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384957.245728:0:16798:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009d209cdf desc 00000000117f519d mbits 1853237373198336 00000100:00000001:0.0:1767384957.245739:0:16798:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384957.245743:0:16798:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384957.245746:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384957.245752:0:16798:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b49 00000400:00000200:0.0:1767384957.245754:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384957.245756:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384957.245758:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384957.245760:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245762:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384957.245765:0:16798:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b6d7d399 00000100:00000001:0.0:1767384957.245768:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384957.245780:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:0.0:1767384957.245782:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:0.0:1767384957.245783:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384957.245784:0:16798:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b6d7d399 00000100:00000001:0.0:1767384957.245787:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384957.245790:0:16798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1248 bytes via portal 33 id 12345-0@lo mbits 0x6958273506000-0x6958273506000 00000100:00000001:0.0:1767384957.245793:0:16798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.245796:0:16798:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245798:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384957.245800:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:0.0:1767384957.245802:0:16798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004986fea0. 00000100:00000010:0.0:1767384957.245804:0:16798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b6d7d399. 00000100:00000001:0.0:1767384957.245807:0:16798:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384957.245808:0:16798:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384957.245814:0:16798:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000097405062. 20000000:00000001:0.0:1767384957.245817:0:16798:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384957.245819:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373198336 00010000:00000001:0.0:1767384957.245821:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384957.245824:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c84c5d23 x1853237373198336/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 304/240 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.245831:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384957.245832:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384957.245834:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384957.245837:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384957.245838:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384957.245840:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384957.245842:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384957.245843:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.245845:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384957.245846:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384957.245849:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:0.0:1767384957.245851:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373198336, offset 224 00000400:00000200:0.0:1767384957.245855:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384957.245859:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384957.245862:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273506000 00000400:00000200:0.0:1767384957.245871:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b41 [1] + 224 00000400:00000200:0.0:1767384957.245874:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.245876:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384957.245878:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384957.245882:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384957.245887:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.245900:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384957.245904:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:0.0:1767384957.245905:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:0.0:1767384957.245906:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384957.245907:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384957.245910:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.245912:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384957.245914:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384957.245916:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384957.245916:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.245921:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384957.245923:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384957.245924:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c84c5d23 x1853237373198336/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 304/240 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384957.245927:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384957.245930:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000400:00000200:2.0:1767384957.245936:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69768e9 00000400:00000010:2.0:1767384957.245939:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 00000100:00100000:0.0:1767384957.245943:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c5d23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373198336:12345-0@lo:256: Request processed in 572us (792us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384957.245945:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384957.245951:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384957.245956:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:0.0:1767384957.245961:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384957.245965:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384957.245968:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384957.245972:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f74b022b. 00000100:00000200:2.0:1767384957.245973:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384957.245977:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000020:00000010:0.0:1767384957.245982:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9fa8aa8. 00000100:00000001:2.0:1767384957.245988:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384957.245989:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384957.245992:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.245995:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384957.245995:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384957.245999:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384957.245999:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009661acfe. 00000100:00000001:2.0:1767384957.246001:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384957.246009:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384957.246011:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.246012:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384957.246015:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384957.246018:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384957.246020:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=65 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384957.246023:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f522d84. 00000100:00001000:2.0:1767384957.246024:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384957.246030:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384957.246031:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a3e471d. 00000100:00000001:2.0:1767384957.246032:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.246037:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384957.246039:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.246041:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.246044:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384957.246051:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.246056:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384957.246057:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384957.246059:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384957.246064:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d209cdf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373198336:0@lo:256: 00000100:00000001:2.0:1767384957.246067:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.246070:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.246071:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384957.246073:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384957.246076:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.246081:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384957.246082:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005327d3a2. 00000100:00000001:2.0:1767384957.246085:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384957.246087:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384957.246090:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 64, more 0. 10000000:00000001:2.0:1767384957.246092:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384957.246098:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000012af2559. 10000000:00000040:2.0:1767384957.246106:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384957.246112:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384957.246120:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384957.246124:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:2.0:1767384957.246127:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.246128:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384957.246129:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:2.0:1767384957.246131:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000400:00000200:2.0:1767384957.246134:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 30 NIDs 00000400:00001000:2.0:1767384957.246136:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384957.246139:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:2.0:1767384957.246143:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384957.246147:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (30) 00000400:00000200:2.0:1767384957.246151:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384957.246154:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:2.0:1767384957.246156:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (31) 00000400:00000200:2.0:1767384957.246158:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:2.0:1767384957.246159:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:2.0:1767384957.246162:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246164:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:2.0:1767384957.246165:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:2.0:1767384957.246168:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246169:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:2.0:1767384957.246171:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:2.0:1767384957.246174:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246175:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:2.0:1767384957.246176:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:2.0:1767384957.246179:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246180:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:2.0:1767384957.246181:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:2.0:1767384957.246183:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246184:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:2.0:1767384957.246185:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:2.0:1767384957.246187:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246188:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:2.0:1767384957.246189:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:2.0:1767384957.246191:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246192:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:2.0:1767384957.246197:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:2.0:1767384957.246199:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246200:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:2.0:1767384957.246201:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:2.0:1767384957.246204:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246205:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:2.0:1767384957.246206:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:2.0:1767384957.246208:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246209:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:2.0:1767384957.246210:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:2.0:1767384957.246212:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246213:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:2.0:1767384957.246214:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:2.0:1767384957.246217:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246218:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:2.0:1767384957.246219:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:2.0:1767384957.246222:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246223:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:2.0:1767384957.246224:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:2.0:1767384957.246227:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246228:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:2.0:1767384957.246230:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:2.0:1767384957.246232:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246234:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:2.0:1767384957.246235:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:2.0:1767384957.246238:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246239:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:2.0:1767384957.246241:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:2.0:1767384957.246244:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246245:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:2.0:1767384957.246246:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:2.0:1767384957.246249:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246250:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:2.0:1767384957.246252:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:2.0:1767384957.246254:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246256:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:2.0:1767384957.246261:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:2.0:1767384957.246264:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246266:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:2.0:1767384957.246267:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:2.0:1767384957.246269:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246270:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:2.0:1767384957.246272:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:2.0:1767384957.246274:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246276:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:2.0:1767384957.246277:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:2.0:1767384957.246279:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246280:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:2.0:1767384957.246281:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:2.0:1767384957.246283:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246284:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:2.0:1767384957.246285:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:2.0:1767384957.246288:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246289:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:2.0:1767384957.246291:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:2.0:1767384957.246293:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246294:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:2.0:1767384957.246295:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:2.0:1767384957.246298:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246299:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:2.0:1767384957.246300:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:2.0:1767384957.246303:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246304:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:2.0:1767384957.246305:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:2.0:1767384957.246308:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384957.246309:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000100:00000001:2.0:1767384957.246311:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.246312:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384957.246315:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:2.0:1767384957.246318:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002858dcb8. 10000000:00000040:2.0:1767384957.246320:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 64/64 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:2.0:1767384957.246326:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384957.246332:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384957.246335:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a311b3. 00000020:00000010:2.0:1767384957.246338:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b790aeb3. 00000040:00000010:2.0:1767384957.246342:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d62715c8. 00000020:00000010:2.0:1767384957.246345:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a69cb0a5. 00000020:00000010:2.0:1767384957.246349:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4587018. 00000020:00000010:2.0:1767384957.246353:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d50ce1fd. 80000000:00000010:2.0:1767384957.246356:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000010b16ad3. 40000000:00000010:2.0:1767384957.246359:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b58abf55. 00100000:00000010:2.0:1767384957.246363:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077fd8cfc. 00040000:00000010:2.0:1767384957.246367:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ce2a085. 00040000:00000010:2.0:1767384957.246370:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000074be7add. 00040000:00000010:2.0:1767384957.246372:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071f5162f. 00080000:00000010:2.0:1767384957.246376:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000794e35c3. 00000004:00000010:2.0:1767384957.246380:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000090947351. 00000004:00000010:2.0:1767384957.246384:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d610658. 00000004:00000010:2.0:1767384957.246389:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe3de22c. 00002000:00000010:2.0:1767384957.246393:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001e5bbee7. 00000004:00000010:2.0:1767384957.246396:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fd587e22. 00000004:00000001:2.0:1767384957.246399:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384957.246402:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384957.246404:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002858dcb8 00000040:00001000:2.0:1767384957.246406:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384957.246408:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384957.246409:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384957.246410:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384957.246413:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384957.246415:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384957.246416:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384957.246417:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:2.0:1767384957.246419:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384957.246482:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384957.246487:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b790aeb3. 00000040:00000010:2.0:1767384957.246497:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d62715c8. 00000020:00000010:2.0:1767384957.246501:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a69cb0a5. 00000020:00000010:2.0:1767384957.246504:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4587018. 00000020:00000010:2.0:1767384957.246508:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d50ce1fd. 80000000:00000010:2.0:1767384957.246512:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000010b16ad3. 40000000:00000010:2.0:1767384957.246515:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b58abf55. 00100000:00000010:2.0:1767384957.246518:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077fd8cfc. 00040000:00000010:2.0:1767384957.246521:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ce2a085. 00040000:00000010:2.0:1767384957.246524:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000074be7add. 00040000:00000010:2.0:1767384957.246527:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071f5162f. 00080000:00000010:2.0:1767384957.246530:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000794e35c3. 00000004:00000010:2.0:1767384957.246533:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000090947351. 00000004:00000010:2.0:1767384957.246536:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d610658. 00000004:00000010:2.0:1767384957.246539:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe3de22c. 00002000:00000010:2.0:1767384957.246542:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001e5bbee7. 00000004:00000010:2.0:1767384957.246544:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fd587e22. 00000020:00000010:2.0:1767384957.246546:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a311b3. 00000020:00000001:2.0:1767384957.246548:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384957.246550:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384957.246553:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002858dcb8. 10000000:00000010:2.0:1767384957.246554:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000012af2559. 10000000:00000001:2.0:1767384957.246556:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.246558:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384957.246561:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d209cdf x1853237373198336/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.246567:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384957.246568:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384957.246570:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004965a246. 02000000:00000001:2.0:1767384957.246572:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384957.246573:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384957.246574:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384957.246575:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384957.246577:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384957.246578:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384957.246579:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384957.246585:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384957.246586:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000777170a0. 00000100:00000010:2.0:1767384957.246588:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000117f519d. 00000100:00000001:2.0:1767384957.246589:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384957.246590:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007cf76b64. 02000000:00000001:2.0:1767384957.246638:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384957.246640:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384957.246641:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d209cdf. 00000100:00000001:2.0:1767384957.246645:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384957.246647:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384957.246667:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ab8c2c6d. 10000000:01000000:2.0:1767384957.246671:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384957.246674:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384957.246676:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384957.246678:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384957.246680:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=3 00000020:00000001:2.0:1767384957.246682:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:2.0:1767384957.246684:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:2.0:1767384957.246687:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384957.246689:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384957.246696:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384957.246697:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384957.246699:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384957.246705:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384957.246706:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384957.246707:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384957.246708:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384957.246709:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384957.246711:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384957.246714:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384957.246715:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:2.0:1767384957.246717:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384957.258734:0:31738:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a829d42d. 00000020:00000040:3.0:1767384957.258745:0:31738:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384957.258775:0:31738:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a829d42d. 00000100:00000040:2.0:1767384957.261646:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294947857, at 4294947858 00000100:00000040:1.0:1767384957.261649:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294947857, at 4294947858 00000100:00000010:2.0:1767384957.261655:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000367e4542. 00000100:00000010:1.0:1767384957.261659:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d155729. 00000100:00000040:0.0:1767384957.261678:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294947857, at 4294947858 00000100:00000010:0.0:1767384957.261691:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbdf3926. 00000100:00000040:3.0:1767384957.262952:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294947857, at 4294947859 00000100:00000010:3.0:1767384957.262960:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009eedd873. 00000001:00000001:2.0:1767384957.264568:0:31739:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384957.264571:0:31739:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:2.0:1767384957.268520:0:31739:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384957.275715:0:31740:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000028de425a. 00000400:00000010:1.0:1767384957.275727:0:31740:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000261f1908. 00000400:00000010:1.0:1767384957.275736:0:31740:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c847619d. 00000400:00000010:1.0:1767384957.275739:0:31740:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009bc13862. 00000400:00000010:1.0:1767384957.275743:0:31740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000537c67ca. 00000400:00000010:1.0:1767384957.275746:0:31740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f055d0b6. 00000400:00000010:1.0:1767384957.275748:0:31740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c1879522. 00000400:00000010:1.0:1767384957.275750:0:31740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7c2b8e8. 00000400:00000010:1.0:1767384957.275753:0:31740:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bc9bbe4f. 00000800:00000010:1.0:1767384957.275766:0:31740:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b62e8f82. 00000800:00000200:1.0:1767384957.275776:0:31740:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384957.275786:0:31740:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384957.275826:0:31740:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384957.275847:0:31740:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384957.277525:0:31740:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000008f18b7f. 00000400:00000010:1.0:1767384957.277530:0:31740:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5f951a9. 00000400:00000010:1.0:1767384957.277534:0:31740:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c3fe21b. 00000400:00000001:1.0:1767384957.277551:0:31740:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384957.277553:0:31740:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384957.277554:0:31740:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b05d5c3. 00000400:00000200:1.0:1767384957.277556:0:31740:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada0d5b4 00000400:00000010:1.0:1767384957.277558:0:31740:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00000400:00000010:1.0:1767384957.277561:0:31740:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000003890ef43. 00000400:00000200:1.0:1767384957.277565:0:31740:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (30) 00000400:00000200:1.0:1767384957.277575:0:31740:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384957.277583:0:31740:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:1.0:1767384957.277590:0:31740:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e1cb8f80. 00000400:00000200:2.0:1767384957.277625:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384957.277626:0:31740:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384957.277632:0:31740:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp39 00000400:00000200:2.0:1767384957.277636:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:2.0:1767384957.277643:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000400:00000200:2.0:1767384957.277646:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (31) 00000400:00000010:1.0:1767384957.277648:0:31740:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000261f1908. 00000400:00000010:2.0:1767384957.277652:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bcec4847. 00000400:00000010:1.0:1767384957.277653:0:31740:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000028de425a. 00000400:00000200:2.0:1767384957.277660:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384957.277673:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:1.0:1767384957.277673:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384957.277679:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:1.0:1767384957.277679:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384957.277683:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384957.277686:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384957.277687:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:1.0:1767384957.277691:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384957.277694:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384957.277695:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:01000004:1.0:1767384957.277698:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384957.277701:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384957.277704:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000020:01000004:1.0:1767384957.277705:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384957.277708:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384957.277711:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384957.277714:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:1.0:1767384957.277714:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384957.277718:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384957.277720:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384957.277721:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000010:1.0:1767384957.277725:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 00000400:00000200:2.0:1767384957.277726:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:00000040:1.0:1767384957.277732:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384957.277734:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000100:00000001:1.0:1767384957.277737:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384957.277739:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000400:00000200:2.0:1767384957.277742:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 02000000:00000001:1.0:1767384957.277746:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384957.277749:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 02000000:00000001:1.0:1767384957.277752:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277754:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 02000000:00000010:1.0:1767384957.277761:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000668d5b03. 00000400:00000200:2.0:1767384957.277769:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000001:1.0:1767384957.277770:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277777:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:1.0:1767384957.277781:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384957.277782:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000100:00000001:1.0:1767384957.277785:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277789:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:2.0:1767384957.277794:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000100:00000040:1.0:1767384957.277796:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_00+0] req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.277804:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:2.0:1767384957.277819:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 26], ns[77, 26] 00000400:00000200:2.0:1767384957.277823:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 26], ns[78, 26] 00000400:00000200:2.0:1767384957.277827:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 00000400:00000200:2.0:1767384957.277831:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 26], ns[79, 26] 00000400:00000200:2.0:1767384957.277835:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 26], ns[85, 26] 10000000:00000001:1.0:1767384957.277836:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[99, 26] 10000000:00000001:1.0:1767384957.277841:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.277846:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384957.277846:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277851:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 26], ns[122, 26] 00000020:01000000:1.0:1767384957.277852:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384957.277853:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.277857:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384957.277861:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[115, 26] 00000020:00000001:1.0:1767384957.277861:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384957.277865:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384957.277865:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384957.277868:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384957.277872:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384957.277874:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 26], ns[120, 26] 00000020:01000004:1.0:1767384957.277876:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384957.277881:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384957.277885:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384957.277889:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384957.277890:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000020:01000004:1.0:1767384957.277893:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384957.277894:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384957.277896:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384957.277899:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:1.0:1767384957.277899:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384957.277904:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384957.277905:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384957.277907:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384957.277910:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 02000000:00000001:3.0:1767384957.277911:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384957.277912:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f57692a. 02000000:00000001:3.0:1767384957.277915:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384957.277918:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp37 00000020:00000040:1.0:1767384957.277919:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:3.0:1767384957.277920:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.277924:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384957.277927:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373198464:0@lo:253: 02000000:00000001:1.0:1767384957.277928:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384957.277933:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp37 lpni_is_preferred = 0 02000000:00000001:1.0:1767384957.277934:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.277935:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384957.277942:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp37 02000000:00000001:3.0:1767384957.277943:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384957.277946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab0365ee. 02000000:00000001:3.0:1767384957.277947:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277952:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [123:123:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [114:114:8:4294967295] 02000000:00000001:3.0:1767384957.277953:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384957.277953:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384957.277961:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000adfd511f. 00000100:00000001:1.0:1767384957.277961:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384957.277964:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.277966:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp37 02000000:00000001:3.0:1767384957.277967:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.277971:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f57692a] to pc [ptlrpcd_00_01+1] req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384957.277974:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d6ec82. 00000400:00000010:3.0:1767384957.277983:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051261823. 00000400:00000200:2.0:1767384957.277986:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:) -> 192.168.204.149@tcp37(192.168.204.149@tcp:192.168.204.149@tcp37) : PUT try# 0 00000100:00000200:3.0:1767384957.277989:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373198464, portal 25 00000100:00000001:3.0:1767384957.277994:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767384957.277997:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.149@tcp37 00000100:00000001:3.0:1767384957.277998:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 00000800:00000010:2.0:1767384957.278005:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce2a085. 00000100:00000040:3.0:1767384957.278009:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384957.278012:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384957.278016:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005327d3a2. 10000000:00000001:1.0:1767384957.278018:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.278024:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.278025:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384957.278025:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f8775bbd. 00000020:01000000:1.0:1767384957.278027:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384957.278031:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384957.278033:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e1cb8f80. 00000400:00000010:3.0:1767384957.278038:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cc9ab2c. 00000800:00000200:2.0:1767384957.278038:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000100:00000200:3.0:1767384957.278045:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373198464, offset 0 00000100:00000001:1.0:1767384957.278046:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.1:1767384957.278051:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000100:00000001:1.0:1767384957.278051:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384957.278054:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384957.278057:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384957.278060:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.278067:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384957.278071:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384957.278076:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000001:1.0:1767384957.278077:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384957.278080:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.278085:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384957.278086:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506080 02000000:00000001:1.0:1767384957.278087:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384957.278092:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.278095:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1375 [2] + 0 00000100:00100000:1.0:1767384957.278096:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373198592:0@lo:253: 00000400:00000010:3.0:1767384957.278102:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e95dae5. 00000100:00000001:1.0:1767384957.278104:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384957.278109:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d637fe8 02000000:00000001:1.0:1767384957.278109:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384957.278113:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.278115:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384957.278117:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384957.278121:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002fa4eebe. 00000400:00000200:3.0:1767384957.278123:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384957.278127:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.278130:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d637fe8 00000400:00000010:1.0:1767384957.278132:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0eb134f. 00000400:00000010:3.0:1767384957.278133:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d637fe8. 00000400:00000200:2.0:1767384957.278133:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:3.0:1767384957.278140:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384957.278142:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000261f1908. 00000100:00000200:3.0:1767384957.278143:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384957.278148:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373198592, portal 25 00000100:00000001:1.0:1767384957.278152:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384957.278155:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000063167a7a x1853237373198464 msgsize 4848 00000100:00000001:1.0:1767384957.278155:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807142656 : -129514902408960 : ffff8a34f63fb100) 00000100:00000040:1.0:1767384957.278164:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.278170:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384957.278176:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.278177:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384957.278178:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000040:1.0:1767384957.278182:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384957.278186:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000464a99db. 00000100:00000001:3.0:1767384957.278191:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384957.278197:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373198592, offset 0 00000400:00000200:3.0:1767384957.278201:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc9ab2c 00000400:00000010:3.0:1767384957.278204:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cc9ab2c. 00000100:00000001:3.0:1767384957.278208:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384957.278211:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384957.278213:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000200:3.0:1767384957.278214:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.278224:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384957.278231:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384957.278236:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.278240:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506100 00000400:00000200:2.0:1767384957.278245:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384957.278252:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x139d [2] + 0 00000100:00000001:3.0:1767384957.278258:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384957.278259:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4dbc56f. 00000100:00000001:3.0:1767384957.278262:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384957.278265:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003960826d 00000100:00000001:3.0:1767384957.278269:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384957.278272:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384957.278273:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294947890 00000400:00000200:2.0:1767384957.278277:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000010:3.0:1767384957.278280:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009eedd873. 00000400:00000200:1.0:1767384957.278284:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384957.278287:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384957.278290:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003960826d 00000100:00000001:3.0:1767384957.278294:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294947890 00000400:00000010:1.0:1767384957.278295:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003960826d. 00000100:00000010:3.0:1767384957.278300:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b88130d. 00000100:00000001:1.0:1767384957.278303:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384957.278304:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384957.278308:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384957.278309:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294947890 00000400:00000200:2.0:1767384957.278314:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000040:1.0:1767384957.278315:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f2d42844 x1853237373198592 msgsize 4848 00000100:00000010:3.0:1767384957.278316:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063348453. 00000100:00000001:3.0:1767384957.278323:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384957.278331:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294947890 00000100:00100000:1.0:1767384957.278331:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384957.278336:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384957.278338:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4f7592d. 00000100:00000001:3.0:1767384957.278343:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384957.278346:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.278349:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.278350:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.278352:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.278353:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:3.0:1767384957.278356:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384957.278358:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000464a99db 00000400:00000010:1.0:1767384957.278361:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000464a99db. 00000100:00000001:3.0:1767384957.278365:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384957.278366:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384957.278370:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.278374:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.278380:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384957.278382:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:3.0:1767384957.278383:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384957.278384:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384957.278387:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.278390:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.278392:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.278401:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.278404:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384957.278409:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.278412:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294947890 00000100:00000001:1.0:1767384957.278414:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294947890 00000100:00000001:3.0:1767384957.278417:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384957.278417:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294947890 00000400:00000200:2.0:1767384957.278420:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00100000:3.0:1767384957.278421:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198464 00000100:00000001:1.0:1767384957.278421:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294947890 02000000:00000001:3.0:1767384957.278427:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384957.278428:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294947890 00000100:00000001:3.0:1767384957.278430:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384957.278433:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.278438:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.278438:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294947890 00000100:00000001:1.0:1767384957.278441:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294947890 00000100:00100000:3.0:1767384957.278443:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198464 00000100:00000001:1.0:1767384957.278446:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294947890 00000020:00000001:3.0:1767384957.278447:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384957.278450:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384957.278452:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384957.278453:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000020:00000001:3.0:1767384957.278467:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384957.278468:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384957.278472:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:1.0:1767384957.278474:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.278477:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384957.278478:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384957.278483:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384957.278487:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.278488:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384957.278491:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384957.278493:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a829d42d. 00000100:00000001:1.0:1767384957.278495:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.278498:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.278499:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384957.278501:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:1.0:1767384957.278503:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.278504:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a829d42d. 00000100:00000001:1.0:1767384957.278508:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.278513:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca171891. 00000020:00000010:3.0:1767384957.278518:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a57fdfb1. 00000020:00000010:3.0:1767384957.278523:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:1.0:1767384957.278530:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384957.278532:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384957.278533:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198592 00000100:00000001:3.0:1767384957.278535:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384957.278537:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384957.278538:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384957.278540:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384957.278541:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:3.0:1767384957.278542:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.278543:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.278550:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384957.278552:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198592 00000100:00000001:3.0:1767384957.278554:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.278554:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384957.278558:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384957.278560:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384957.278563:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000100:00000001:3.0:1767384957.278566:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.278566:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384957.278571:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:2.0:1767384957.278572:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00000001:1.0:1767384957.278578:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384957.278580:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384957.278584:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384957.278584:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ef218c8. 00000100:00000001:1.0:1767384957.278588:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384957.278589:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000400:00000200:2.0:1767384957.278632:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000040:3.0:1767384957.278634:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384957.278637:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671899728 : -129515037651888 : ffff8a34ee300c50) 00000100:00000040:3.0:1767384957.278649:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063167a7a x1853237373198464/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 4848/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.278656:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384957.278659:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a829d42d. 00000100:00000001:3.0:1767384957.278662:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384957.278662:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000020:00000010:3.0:1767384957.278669:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a829d42d. 00000100:00100000:3.0:1767384957.278674:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063167a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373198464:12345-0@lo:253: 00000100:00000200:3.0:1767384957.278678:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198464 00000020:00000001:3.0:1767384957.278680:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384957.278683:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384957.278685:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.278687:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384957.278689:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384957.278691:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384957.278693:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384957.278695:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384957.278697:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384957.278700:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.278700:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000100:00000001:3.0:1767384957.278704:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384957.278709:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384957.278714:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012cb8367. 02000000:00000001:3.0:1767384957.278717:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.278719:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.278722:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384957.278730:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001bb8e230. 20000000:01000000:3.0:1767384957.278734:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384957.278737:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384957.278739:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384957.278741:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.278743:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.278745:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384957.278754:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011a2b606. 20000000:01000000:3.0:1767384957.278756:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:3.0:1767384957.278761:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384957.278765:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00080000:00000001:3.0:1767384957.278775:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384957.278828:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384957.278831:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00080000:00000001:3.0:1767384957.278832:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384957.278834:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.278836:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384957.278840:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384957.278846:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:3.0:1767384957.278850:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384957.278856:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c8a11c6. 00080000:00000001:3.0:1767384957.278859:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553632616448 : -129520076935168 : ffff8a33c1d2b000) 00080000:00000001:3.0:1767384957.278863:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384957.278904:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.278973:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000001:00000001:3.0:1767384957.278996:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384957.278999:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.279002:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384957.279023:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.279026:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384957.279042:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000020:00000010:1.0:1767384957.279075:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ef218c8. 00000020:00000010:1.0:1767384957.279084:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9fa8aa8. 00000020:00000010:1.0:1767384957.279088:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6bcb83e. 00000020:00000010:1.0:1767384957.279092:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000100:00000001:1.0:1767384957.279096:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384957.279102:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000100:00000001:1.0:1767384957.279103:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384957.279107:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.279176:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00080000:00000001:3.0:1767384957.279201:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384957.279202:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.279207:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384957.279208:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.279222:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384957.279223:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384957.279229:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384957.279231:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384957.279233:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644685392 : -129520064866224 : ffff8a33c28ad850) 00000100:00000040:1.0:1767384957.279237:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2d42844 x1853237373198592/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 4848/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.279238:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000100:00000001:1.0:1767384957.279248:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.279252:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ef218c8. 00000100:00000001:1.0:1767384957.279255:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384957.279257:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ef218c8. 00000100:00100000:1.0:1767384957.279262:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d42844 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16164:x1853237373198592:12345-0@lo:253: 00000100:00000200:1.0:1767384957.279265:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198592 00000020:00000001:1.0:1767384957.279267:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384957.279271:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384957.279273:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.279276:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384957.279278:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384957.279282:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384957.279284:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.279287:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384957.279289:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384957.279292:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.279295:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384957.279298:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384957.279299:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 02000000:00000010:1.0:1767384957.279306:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d2083c33. 02000000:00000001:1.0:1767384957.279311:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.279314:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384957.279317:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384957.279333:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003be29cf. 20000000:01000000:1.0:1767384957.279337:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384957.279339:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384957.279341:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384957.279344:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384957.279346:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384957.279349:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384957.279350:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279405:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279466:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279502:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279529:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279566:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279666:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279748:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279812:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384957.279871:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384957.280080:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:2.0:1767384957.280085:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ebd7147. 00000800:00000010:2.0:1767384957.280091:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000777170a0. 00000800:00000010:2.0:1767384957.280117:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000777170a0. 00000800:00020000:2.0:1767384957.280129:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384957.280133:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ebd7147. 00000800:00000010:2.0:1767384957.280135:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:02020000:2.0:1767384957.280197:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp37 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384957.280205:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp37 notifying 192.168.204.149@tcp37: down 00000800:00000200:2.0:1767384957.280211:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp37 down 00000800:00000100:2.0:1767384957.280218:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.204.149@tcp37 00000800:00000010:2.0:1767384957.280221:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce2a085. 00000400:00000200:2.0:1767384957.280225:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384957.280229:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384957.280244:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp37 added to recovery queue. ping count: 0 next ping: 281 health :900 00000400:00000200:2.0:1767384957.280249:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384957.280252:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384957.280255:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384957.280285:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384957.280291:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101151 00000400:00000001:2.0:1767384957.280295:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384957.280297:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384957.280299:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69768e9 00000400:00000010:2.0:1767384957.280300:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 00000400:00000200:2.0:1767384957.280303:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384957.280307:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384957.280309:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (32) 00000400:00000200:2.0:1767384957.280313:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384957.280314:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc -71 00000400:00000200:2.0:1767384957.280318:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384957.280323:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (31) 00080000:00000001:2.0:1767384957.288294:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384957.288299:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384957.288299:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384957.288304:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384957.288307:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384957.288307:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384957.288309:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384957.288314:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384957.288314:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c8a11c6. 20000000:00000001:3.0:1767384957.288337:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384957.288339:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384957.288347:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384957.288359:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384957.288363:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384957.288369:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384957.288377:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384957.288381:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc640bd4. 20000000:00000001:0.0:1767384957.288384:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384957.288387:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 10000000:01000000:0.0:1767384957.288390:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384957.288393:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384957.288400:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384957.288401:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384957.288408:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384957.288415:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a4ceaf11 count: 2 00010000:00000001:0.0:1767384957.288421:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384957.288426:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384957.288432:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384957.288433:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006398ed9d. 00080000:00000001:1.0:1767384957.288439:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384957.288443:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.288443:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384957.288449:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384957.288450:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006398ed9d with handle 0xcb8130832f6b37b1 to hash 00000020:00000001:1.0:1767384957.288452:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384957.288490:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384957.288492:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:0.0:1767384957.288494:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00080000:00000001:1.0:1767384957.288497:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384957.288499:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00080000:00000010:1.0:1767384957.288503:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000296c9a45. 00010000:00000001:0.0:1767384957.288506:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384957.288507:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635092480 : -129520074459136 : ffff8a33c1f87800) 00010000:00000001:0.0:1767384957.288510:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384957.288511:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384957.288517:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384957.288528:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384957.288532:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384957.288535:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384957.288539:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384957.288542:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384957.288546:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384957.288554:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384957.288565:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.288568:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384957.288571:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.288573:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.288576:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:1.0:1767384957.288580:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384957.288580:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384957.288583:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384957.288587:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384957.288617:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a4ceaf11) refcount = 2 00080000:00000001:1.0:1767384957.288622:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384957.288622:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384957.288627:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:0.0:1767384957.288628:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384957.288634:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384957.288635:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384957.288642:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068ba3e5c. 00000100:00000001:0.0:1767384957.288644:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384957.288648:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f3d2c8. 00000100:00000001:0.0:1767384957.288650:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558436272576 : -129515273279040 : ffff8a34e024a9c0) 00000100:00000001:0.0:1767384957.288652:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558436272576 : -129515273279040 : ffff8a34e024a9c0) 00000100:00000001:0.0:1767384957.288655:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384957.288657:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384957.288659:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384957.288662:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384957.288664:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384957.288666:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384957.288668:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384957.288670:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384957.288673:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384957.288677:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005da35bd. 00000020:00000040:0.0:1767384957.288679:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:0.0:1767384957.288682:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384957.288683:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384957.288686:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384957.288691:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000386f018f. 00000100:00000001:0.0:1767384957.288700:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384957.288705:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384957.288719:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 16 pid: 16798 timeout: 430 lvb_type: 0 00080000:00000001:1.0:1767384957.288721:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384957.288727:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384957.288729:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384957.288732:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384957.288736:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384957.288742:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384957.288744:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384957.288747:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373198720:0@lo:104: 00000100:00000001:0.0:1767384957.288750:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384957.288753:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384957.288754:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.288756:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384957.288780:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa8dc0fb. 02000000:00000001:0.0:1767384957.288782:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.288787:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6019275. 00000400:00000010:0.0:1767384957.288793:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075d9d55f. 00000100:00000200:0.0:1767384957.288797:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373198720, portal 16 00000100:00000001:0.0:1767384957.288799:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384957.288800:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675693824 : -129515033857792 : ffff8a34ee69f100) 00000100:00000040:0.0:1767384957.288805:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384957.288811:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384957.288815:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384957.288818:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a544c906. 00000100:00000200:0.0:1767384957.288820:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373198720, offset 0 00000400:00000200:0.0:1767384957.288826:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384957.288833:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384957.288840:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273506180 00000400:00000200:0.0:1767384957.288853:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 656 00000400:00000200:0.0:1767384957.288858:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.288860:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384957.288866:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384957.288868:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384957.288871:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080991b00. 00000100:00000040:0.0:1767384957.288873:0:16820:0:(events.c:337:request_in_callback()) incoming req@0000000080991b00 x1853237373198720 msgsize 328 00000100:00100000:0.0:1767384957.288876:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384957.288891:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384957.288898:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a544c906 00000400:00000010:0.0:1767384957.288900:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a544c906. 00000100:00000001:0.0:1767384957.288903:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384957.288908:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384957.288916:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384957.288919:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384957.288925:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.288927:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.288933:0:18589:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384957.288933:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.288939:0:18589:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198720 00000100:00000001:0.0:1767384957.288940:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294947901 02000000:00000001:3.0:1767384957.288945:0:18589:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384957.288948:0:18589:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384957.288950:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294947890 00000100:00000001:3.0:1767384957.288951:0:18589:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.288959:0:18589:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.288960:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294947901 00000100:00100000:3.0:1767384957.288963:0:18589:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198720 00000100:00000001:0.0:1767384957.288967:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294947890 00000020:00000001:3.0:1767384957.288968:0:18589:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384957.288972:0:18589:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000020:00000001:3.0:1767384957.288976:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384957.288978:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294947901 00000020:00000040:3.0:1767384957.288979:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000100:00000001:0.0:1767384957.288984:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294947890 00000100:00000001:0.0:1767384957.288988:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294947901 00000020:00000001:3.0:1767384957.288994:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384957.288997:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294947890 00000020:00000001:3.0:1767384957.288998:0:18589:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384957.289005:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.289006:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384957.289010:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.289012:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c8b2d12. 00010000:00000001:0.0:1767384957.289013:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289019:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384957.289020:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.289023:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c8b2d12. 00000020:00000010:3.0:1767384957.289030:0:18589:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3fa0c8d. 00000020:00000001:0.0:1767384957.289036:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.289037:0:18589:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6e6d9e1. 00010000:00000001:0.0:1767384957.289043:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384957.289046:0:18589:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000751e4781. 00010000:00000001:0.0:1767384957.289047:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384957.289052:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.289055:0:18589:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1767384957.289056:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767384957.289062:0:18589:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384957.289063:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384957.289065:0:18589:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384957.289070:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289071:0:18589:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.289079:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.289082:0:18589:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.289084:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384957.289090:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d3f3d2c8 going to sleep for 11 seconds 00000100:00000001:0.0:1767384957.289094:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384957.289097:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289100:0:18589:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.289130:0:18589:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384957.289132:0:18589:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384957.289136:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384957.289136:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384957.289140:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384957.289142:0:18589:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:2.0:1767384957.289143:0:16788:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289146:0:18589:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675694720 : -129515033856896 : ffff8a34ee69f480) 00000100:00000001:2.0:1767384957.289147:0:16788:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.289151:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080991b00 x1853237373198720/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/0 e 0 to 0 dl 1767384968 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384957.289160:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384957.289163:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c8b2d12. 00000100:00000001:3.0:1767384957.289165:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384957.289167:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c8b2d12. 00000100:00100000:3.0:1767384957.289172:0:18589:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080991b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373198720:12345-0@lo:104: 00000100:00000200:3.0:1767384957.289175:0:18589:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198720 00010000:00000001:3.0:1767384957.289177:0:18589:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384957.289181:0:18589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384957.289183:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.289191:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=2 00000020:00000001:3.0:1767384957.289193:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.289196:0:18589:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.289199:0:18589:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.289201:0:18589:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.289204:0:18589:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384957.289211:0:18589:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384957.289213:0:18589:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384957.289217:0:18589:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009c8a11c6. 02000000:00000001:3.0:1767384957.289219:0:18589:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289221:0:18589:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.289224:0:18589:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384957.289227:0:18589:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.289230:0:18589:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.289235:0:18589:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384957.289238:0:18589:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384957.289240:0:18589:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384957.289242:0:18589:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384957.289244:0:18589:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289247:0:18589:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.289250:0:18589:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384957.289253:0:18589:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000100:00000200:3.0:1767384957.289257:0:18589:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373198720, offset 224 00000400:00000200:3.0:1767384957.289262:0:18589:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384957.289267:0:18589:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384957.289273:0:18589:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273506180 00000400:00000200:3.0:1767384957.289277:0:18589:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1b6d [1] + 224 00000400:00000200:3.0:1767384957.289281:0:18589:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384957.289285:0:18589:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384957.289288:0:18589:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.289292:0:18589:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384957.289310:0:18589:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384957.289324:0:18589:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384957.289330:0:18589:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:3.0:1767384957.289332:0:18589:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00000001:3.0:1767384957.289336:0:18589:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.289337:0:18589:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.289340:0:18589:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.289343:0:18589:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384957.289346:0:18589:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384957.289350:0:18589:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002d3e7b01. 00010000:00000001:3.0:1767384957.289352:0:18589:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384957.289361:0:18589:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384957.289364:0:18589:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.289366:0:18589:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.289367:0:18589:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.289372:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080991b00 x1853237373198720/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384957.289380:0:18589:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080991b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373198720:12345-0@lo:104: Request processed in 218us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384957.289387:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384957.289389:0:18589:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000001:3.0:1767384957.289392:0:18589:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384957.289394:0:18589:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384957.289398:0:18589:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6e6d9e1. 00000020:00000010:3.0:1767384957.289402:0:18589:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000751e4781. 00000020:00000010:3.0:1767384957.289406:0:18589:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3fa0c8d. 00000020:00000040:3.0:1767384957.289411:0:18589:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:3.0:1767384957.289413:0:18589:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384957.289430:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384957.289432:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.289441:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384957.289444:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384957.289446:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384957.289448:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384957.289469:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (00000000e3583925) 10000000:00000001:3.0:1767384957.289472:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384957.289474:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.289479:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384957.289481:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384957.289482:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.289483:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=3 00000020:00000001:3.0:1767384957.289485:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.289487:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.289490:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384957.289492:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384957.289497:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384957.289499:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384957.289503:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384957.289505:0:16792:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384957.289507:0:16792:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384957.289510:0:16792:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384957.289512:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384957.289513:0:16792:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384957.289524:0:16792:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384957.289526:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384957.289527:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 10000000:00000001:3.0:1767384957.289529:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384957.289536:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.289539:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384957.289541:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384957.289543:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384957.289545:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.289547:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384957.289549:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b37a3 from hash 00010000:00000001:3.0:1767384957.289551:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384957.289552:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.289554:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.289555:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384957.289557:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384957.289558:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384957.289561:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384957.289563:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384957.289569:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000040:3.0:1767384957.289571:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384957.289573:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384957.289575:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384957.289577:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384957.289581:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3fa0c8d. 00000100:00000001:3.0:1767384957.289583:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.289585:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384957.289588:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384957.289631:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384957.289634:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.289636:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384957.289638:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.289643:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c79541a] to pc [ptlrpcd_00_02+2] req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384957.289666:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384957.289668:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.289669:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.289670:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.289671:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384957.289675:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:3.0:1767384957.289682:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.289683:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384957.289689:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.289691:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1767384957.289692:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384957.289695:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.289700:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384957.289703:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384957.289704:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384957.289705:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767384957.289707:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000884782e7/0xcb8130832f6b37a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b37aa expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384957.289712:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d184f705 count: 0 00000100:00000040:2.0:1767384957.289719:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384957.289722:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.289725:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384957.289729:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002d3e7b01. 00010000:00000001:3.0:1767384957.289734:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.289734:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384957.289737:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.289739:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384957.289741:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384957.289742:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.289744:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384957.289745:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384957.289749:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384957.289750:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.289753:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384957.289755:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373198848:0@lo:103: 00010000:00010000:3.0:1767384957.289757:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384957.289760:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384957.289762:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384957.289763:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.289766:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767384957.289767:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384957.289769:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.289772:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384957.289775:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384957.289776:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cf76b64. 00000100:00000001:3.0:1767384957.289779:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.289780:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384957.289788:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000100:00000001:3.0:1767384957.289792:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384957.289793:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000100:00000200:2.0:1767384957.289798:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373198848, portal 18 00000400:00000001:3.0:1767384957.289799:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384957.289800:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:3.0:1767384957.289802:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384957.289803:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000400:00000010:3.0:1767384957.289805:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6019275. 00000100:00000040:2.0:1767384957.289809:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384957.289810:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9d55f 00000400:00000010:3.0:1767384957.289813:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d9d55f. 00000100:00000001:3.0:1767384957.289818:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384957.289822:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384957.289824:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384957.289826:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384957.289830:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767384957.289835:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373198848, offset 0 00000100:00000200:3.0:1767384957.289839:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384957.289843:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384957.289853:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384957.289861:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273506200 00000100:00000001:3.0:1767384957.289864:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.289867:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384957.289870:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000100:00000001:3.0:1767384957.289871:0:16820:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384957.289876:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384957.289878:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384957.289878:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384957.289882:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.289885:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384957.289886:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.289889:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:3.0:1767384957.289891:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=65 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384957.289892:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00001000:3.0:1767384957.289896:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.289900:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767384957.289903:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d209cdf. 00000100:00000001:3.0:1767384957.289904:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.289910:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000009d209cdf x1853237373198848 msgsize 328 00010000:00000001:3.0:1767384957.289911:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384957.289913:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289917:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384957.289919:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384957.289922:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384957.289928:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.289930:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384957.289931:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.289933:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1767384957.289933:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384957.289934:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.289938:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.289939:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.289942:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000100:00000040:3.0:1767384957.289943:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384957.289947:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000001:2.0:1767384957.289953:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384957.289957:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373198720:0@lo:104: 00000100:00000200:2.0:1767384957.289961:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.289963:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384957.289966:0:16790:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e1cb8f80. 00000100:00000001:3.0:1767384957.289969:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.289974:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384957.289974:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384957.289981:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384957.289981:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384957.289982:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198848 02000000:00000001:1.0:1767384957.289987:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384957.289990:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005da35bd x1853237373198720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384957.289990:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.289991:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384957.289995:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.290001:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384957.290006:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198848 00000020:00000001:1.0:1767384957.290010:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384957.290019:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384957.290023:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384957.290025:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384957.290025:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384957.290026:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000100:00000001:2.0:1767384957.290030:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384957.290031:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384957.290035:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.290036:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 02000000:00000001:3.0:1767384957.290037:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384957.290041:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa8dc0fb. 00000100:00000001:2.0:1767384957.290041:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294947902 00000100:00000001:1.0:1767384957.290042:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.290048:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 02000000:00000001:3.0:1767384957.290049:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384957.290050:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947901 00000100:00000001:1.0:1767384957.290053:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384957.290054:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.290058:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000010:1.0:1767384957.290058:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000100:00000001:2.0:1767384957.290059:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294947902 00000020:00000001:3.0:1767384957.290062:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384957.290066:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000386f018f. 00000100:00000001:2.0:1767384957.290067:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947901 00000020:00000010:1.0:1767384957.290068:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d5fe35d. 02000000:00000001:3.0:1767384957.290072:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.290074:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384957.290076:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071ae5626. 00000100:00000010:3.0:1767384957.290077:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005da35bd. 00000100:00000001:2.0:1767384957.290077:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294947902 00000020:00000010:1.0:1767384957.290082:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d83d3f66. 00000100:00000001:2.0:1767384957.290085:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947901 00000100:00000001:3.0:1767384957.290086:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.290090:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384957.290091:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000010:3.0:1767384957.290093:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d3f3d2c8. 00000100:00000001:2.0:1767384957.290094:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294947902 00000100:00000001:1.0:1767384957.290095:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384957.290098:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384957.290099:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384957.290101:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.290102:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947901 00010000:00000001:1.0:1767384957.290103:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384957.290107:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384957.290108:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068ba3e5c. 00000100:00000001:2.0:1767384957.290109:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384957.290113:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384957.290115:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.290116:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290117:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384957.290118:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.290120:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384957.290122:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.290124:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384957.290124:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000300e23f0 refcount=4 00010000:00000001:3.0:1767384957.290125:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384957.290131:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 20000000:00000001:3.0:1767384957.290133:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384957.290134:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:3.0:1767384957.290136:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384957.290140:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384957.290140:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 17 pid: 16798 timeout: 430 lvb_type: 0 00010000:00000001:1.0:1767384957.290156:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290158:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290159:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.290161:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.290165:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384957.290168:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d209cdf x1853237373198848/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.290175:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384957.290183:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.290193:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.290204:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384957.290205:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384957.290210:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384957.290213:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:1.0:1767384957.290215:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776125056 : -129514933426560 : ffff8a34f4666680) 00000100:00000040:1.0:1767384957.290220:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d209cdf x1853237373198848/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.290227:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.290230:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000100:00000001:1.0:1767384957.290233:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384957.290235:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000100:00100000:1.0:1767384957.290240:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d209cdf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16166:x1853237373198848:12345-0@lo:103: 00000100:00000200:1.0:1767384957.290243:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198848 00010000:00000001:1.0:1767384957.290245:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384957.290247:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384957.290249:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384957.290251:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384957.290253:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384957.290256:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028de425a. 02000000:00000001:1.0:1767384957.290258:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.290260:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290262:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384957.290263:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384957.290265:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384957.290266:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384957.290267:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000300e23f0 refcount=4 00000020:00000001:1.0:1767384957.290270:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:1.0:1767384957.290273:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000040:1.0:1767384957.290276:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a4ceaf11 count: 3 00010000:00010000:1.0:1767384957.290282:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 17 pid: 16798 timeout: 430 lvb_type: 0 00000100:00001000:1.0:1767384957.290297:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384957 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384957.290301:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384957.290308:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290310:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384957.290314:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 17 pid: 16798 timeout: 430 lvb_type: 0 00000020:00000001:1.0:1767384957.290322:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384957.290324:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384957.290327:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.290329:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290334:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384957.290336:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384957.290342:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290343:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290347:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384957.290349:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384957.290351:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000300e23f0 with handle 0xcb8130832f6b37aa from hash 00010000:00000001:1.0:1767384957.290353:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384957.290355:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290356:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290357:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384957.290359:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384957.290360:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384957.290363:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000300e23f0/0xcb8130832f6b37aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b37a3 expref: 17 pid: 16798 timeout: 430 lvb_type: 0 00010000:00000040:1.0:1767384957.290367:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:1.0:1767384957.290369:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:1.0:1767384957.290375:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290376:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384957.290378:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384957.290380:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006398ed9d 00010000:00000001:1.0:1767384957.290382:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384957.290383:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384957.290392:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384957.290394:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384957.290395:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384957.290398:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384957.290399:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384957.290401:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290406:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384957.290407:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384957.290409:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384957.290410:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384957.290411:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a4ceaf11) refcount = 2 00010000:00010000:1.0:1767384957.290413:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290417:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384957.290419:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384957.290420:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384957.290422:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384957.290425:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bb0be18. 00000100:00000001:1.0:1767384957.290427:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384957.290431:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000464a99db. 00000100:00000001:1.0:1767384957.290433:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553649452928 : -129520060098688 : ffff8a33c2d39780) 00000100:00000001:1.0:1767384957.290434:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553649452928 : -129520060098688 : ffff8a33c2d39780) 00000100:00000001:1.0:1767384957.290435:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384957.290436:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384957.290437:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384957.290439:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384957.290441:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384957.290443:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384957.290444:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384957.290445:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=5 00000020:00000001:1.0:1767384957.290447:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:1.0:1767384957.290448:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:1.0:1767384957.290450:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384957.290473:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290479:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384957.290480:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290484:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290485:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384957.290486:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290490:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384957.290491:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290493:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384957.290495:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384957.290499:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006398ed9d already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384957.290501:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384957.290503:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384957.290505:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290510:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384957.290511:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384957.290512:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384957.290513:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=6 00000020:00000001:1.0:1767384957.290514:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:1.0:1767384957.290516:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:1.0:1767384957.290517:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384957.290519:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290522:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384957.290530:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384957.290532:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290541:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384957.290543:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384957.290544:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384957.290545:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384957.290547:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006398ed9d with handle 0xcb8130832f6b37b1 from hash 00010000:00000001:1.0:1767384957.290550:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384957.290551:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290552:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290553:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384957.290554:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384957.290556:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384957.290557:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384957.290558:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384957.290560:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290561:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384957.290562:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384957.290564:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290566:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290566:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290568:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290569:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384957.290571:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.290574:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290575:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290576:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384957.290577:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384957.290579:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290580:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290581:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384957.290583:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384957.290585:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290586:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384957.290587:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384957.290588:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290614:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384957.290615:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384957.290617:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.290619:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.290621:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384957.290622:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000464a99db. 00000100:00000001:1.0:1767384957.290625:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384957.290627:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384957.290628:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bb0be18. 00010000:00000001:1.0:1767384957.290632:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384957.290633:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384957.290635:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384957.290638:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384957.290639:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384957.290643:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384957.290645:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384957.290648:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384957.290650:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384957.290652:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384957.290653:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.290655:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384957.290657:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384957.290714:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10243af. 00000100:00000200:1.0:1767384957.290719:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373198848, offset 224 00000400:00000200:1.0:1767384957.290725:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384957.290732:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384957.290737:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273506200 00000400:00000200:1.0:1767384957.290742:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1b79 [1] + 224 00000400:00000200:1.0:1767384957.290746:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384957.290749:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384957.290752:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384957.290755:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384957.290763:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.290816:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384957.290824:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c10243af 00000400:00000010:1.0:1767384957.290826:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c10243af. 00000100:00000001:1.0:1767384957.290830:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384957.290831:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384957.290835:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.290838:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384957.290840:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.290843:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.290846:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d209cdf x1853237373198848/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.290854:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d209cdf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373198848:12345-0@lo:103: Request processed in 625us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384957.290861:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384957.290864:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384957.290866:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384957.290867:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384957.290870:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071ae5626. 00000020:00000010:1.0:1767384957.290873:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d83d3f66. 00000020:00000010:1.0:1767384957.290878:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d5fe35d. 00000020:00000040:1.0:1767384957.290883:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:1.0:1767384957.290886:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.290961:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.290963:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384957.290967:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384957.290968:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384957.290970:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000400:00000200:1.0:1767384957.290973:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69768e9 00000400:00000010:1.0:1767384957.290974:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 00000100:00000001:1.0:1767384957.290976:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384957.290979:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384957.290984:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.290996:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384957.290997:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.290999:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384957.291001:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384957.291002:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384957.291003:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.291005:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384957.291008:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384957.291010:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384957.291012:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384957.291014:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.291016:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384957.291017:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.291018:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.291021:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.291026:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.291028:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384957.291030:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384957.291032:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.291038:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373198848:0@lo:103: 00000100:00000001:1.0:1767384957.291041:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.291043:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384957.291045:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373198848/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.291050:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384957.291051:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384957.291052:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cf76b64. 02000000:00000001:1.0:1767384957.291055:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384957.291057:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384957.291058:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384957.291060:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384957.291067:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b3fa0c8d. 02000000:00000001:1.0:1767384957.291069:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384957.291070:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384957.291071:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:1.0:1767384957.291075:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384957.291076:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.291077:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.291081:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384957.291082:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.291084:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.291085:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384957.291099:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.291104:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384957.291106:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384957.291108:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384957.291112:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384957.291114:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384957.291115:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006398ed9d/0xcb8130832f6b37b1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384957.291119:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a4ceaf11 count: 0 00010000:00000001:1.0:1767384957.291132:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384957.291133:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384957.294612:0:17595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000300e23f0. 00010000:00000010:1.1:1767384957.294621:0:17595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4ceaf11. 00010000:00000010:1.1:1767384957.294627:0:17595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006398ed9d. 00010000:00000010:3.1:1767384957.295626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d184f705. 00010000:00000010:3.1:1767384957.295634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00080000:00000001:2.0:1767384957.298579:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384957.298582:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384957.298583:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384957.298584:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384957.298586:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384957.298589:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384957.298590:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384957.298616:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384957.298619:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384957.298622:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384957.298625:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000296c9a45. 00080000:00000001:2.0:1767384957.298630:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384957.298632:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384957.298637:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384957.298641:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384957.298657:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384957.298661:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384957.298663:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384957.298667:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384957.298668:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384957.298674:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d184f705. 00010000:00000001:3.0:1767384957.298678:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384957.298681:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000020:00000001:3.0:1767384957.298685:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384957.298686:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b37b8 to hash 00000020:00000001:3.0:1767384957.298688:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384957.298690:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.298692:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.298701:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.298703:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.298706:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298713:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384957.298715:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384957.298717:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384957.298718:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384957.298720:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.298722:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384957.298724:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.298726:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384957.298727:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384957.298728:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384957.298730:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384957.298731:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d184f705) refcount = 1 00010000:00010000:3.0:1767384957.298734:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298738:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384957.298740:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384957.298741:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.298743:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.298744:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384957.298747:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384957.298748:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384957.298750:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384957.298752:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.298754:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384957.298755:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.298758:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.298760:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384957.298762:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298775:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384957.298777:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298780:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.298781:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384957.298783:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298786:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.298788:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.298790:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384957.298792:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384957.298796:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384957.298798:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384957.298800:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384957.298801:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298806:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384957.298807:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384957.298808:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.298810:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384957.298811:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.298813:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384957.298814:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384957.298815:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298820:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384957.298822:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384957.298829:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.298832:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384957.298833:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384957.298834:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.298836:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384957.298838:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b37b8 from hash 00010000:00000001:3.0:1767384957.298840:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384957.298842:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.298843:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.298844:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384957.298846:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384957.298847:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384957.298849:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384957.298850:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.298853:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.298854:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384957.298855:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384957.298857:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.298859:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.298860:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.298862:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.298864:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.298867:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298871:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.298873:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.298874:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384957.298875:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384957.298876:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.298877:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.298878:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384957.298879:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.298881:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.298883:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.298886:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384957.298891:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384957.298892:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b37b8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384957.298896:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d184f705 count: 0 00010000:00000001:3.0:1767384957.298907:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384957.298910:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384957.299864:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384957.299867:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384957.299869:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001bb8e230. 20000000:00000001:3.0:1767384957.299876:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384957.299880:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373198464 00010000:00000001:3.0:1767384957.299882:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384957.299887:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063167a7a x1853237373198464/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384957.299894:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384957.299896:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.299898:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.299902:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384957.299905:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384957.299907:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384957.299909:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384957.299911:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.299913:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.299917:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384957.299921:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da394913. 00000100:00000200:3.0:1767384957.299924:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373198464, offset 224 00000400:00000200:3.0:1767384957.299931:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384957.299938:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384957.299945:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506080 00000400:00000200:3.0:1767384957.299949:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b5d [2] + 224 00000400:00000200:3.0:1767384957.299955:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384957.299959:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384957.299963:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.299968:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384957.299982:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.299993:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384957.300000:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da394913 00000400:00000010:3.0:1767384957.300003:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da394913. 00000100:00000001:3.0:1767384957.300007:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.300008:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.300012:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.300015:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384957.300017:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384957.300019:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.300021:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384957.300025:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063167a7a x1853237373198464/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.300031:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063167a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373198464:12345-0@lo:253: Request processed in 21375us (21876us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384957.300039:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:3.0:1767384957.300041:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384957.300042:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384957.300045:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384957.300047:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a57fdfb1. 00000020:00000010:3.0:1767384957.300051:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000020:00000010:3.0:1767384957.300055:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca171891. 00000020:00000040:3.0:1767384957.300060:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384957.300064:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384957.300066:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012cb8367. 02000000:00000001:3.0:1767384957.300074:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384957.300077:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384957.300080:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384957.300084:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e95dae5. 00000400:00000010:3.0:1767384957.300088:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da394913. 00000100:00000001:3.0:1767384957.300106:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.300114:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384957.300118:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384957.300120:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384957.300121:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d6ec82. 00000400:00000200:3.0:1767384957.300125:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051261823 00000400:00000010:3.0:1767384957.300127:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051261823. 00000100:00000001:3.0:1767384957.300131:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.300135:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384957.300140:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.300145:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.300147:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.300148:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384957.300149:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384957.300150:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384957.300151:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.300152:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.300155:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384957.300158:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.300160:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384957.300161:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.300163:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384957.300165:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.300166:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.300170:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.300174:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.300176:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384957.300177:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384957.300180:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384957.300182:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384957.300184:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384957.300186:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384957.300187:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384957.300188:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384957.300195:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384957.300196:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384957.300198:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384957.300200:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384957.300203:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.300209:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373198464:0@lo:253: 00000100:00000001:3.0:1767384957.300213:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.300215:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384957.300217:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373198464/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.300221:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384957.300222:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384957.300224:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000adfd511f. 02000000:00000001:3.0:1767384957.300227:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384957.300228:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.300229:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384957.300231:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384957.300232:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000668d5b03. 02000000:00000001:3.0:1767384957.300235:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.300236:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384957.300238:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000100:00000001:3.0:1767384957.300241:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.300242:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.300244:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.300248:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.300249:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.300252:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.300255:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384957.301536:0:31745:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000098030ca. 00000400:00000040:2.0:1767384957.301551:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.301553:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384957.301555:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.301556:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.301558:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.301559:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384957.301561:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.301562:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384957.301563:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384957.301564:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384957.301566:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.301567:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.301568:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384957.301570:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.301570:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384957.301572:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384957.301573:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.301574:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384957.301574:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384957.301576:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.301577:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.301578:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.301579:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.301580:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.301580:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384957.301582:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.301583:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.301584:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.301585:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.301586:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.301586:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384957.301588:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.301589:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.301591:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.301592:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.301593:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.301598:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384957.301600:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.301601:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.301603:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384957.301604:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384957.301606:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.301631:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384957.301633:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384957.301635:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384957.301637:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384957.301639:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384957.301640:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384957.301642:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.301644:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.301646:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384957.301647:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384957.301648:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384957.301650:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384957.301651:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384957.301653:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384957.301654:0:31745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384957.301748:0:31745:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000098030ca. 00080000:00000020:3.0:1767384957.301797:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384957.301800:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384957.301802:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003be29cf. 20000000:00000001:3.0:1767384957.301807:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384957.301810:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373198592 00010000:00000001:3.0:1767384957.301812:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384957.301815:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f2d42844 x1853237373198592/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384957.301829:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384957.301830:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.301832:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.301834:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384957.301836:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384957.301837:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384957.301840:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384957.301841:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.301842:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.301845:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384957.301848:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051261823. 00000100:00000200:3.0:1767384957.301850:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373198592, offset 224 00000400:00000200:3.0:1767384957.301854:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384957.301859:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384957.301865:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506100 00000400:00000200:3.0:1767384957.301868:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b65 [2] + 224 00000400:00000200:3.0:1767384957.301873:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384957.301876:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384957.301878:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.301881:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384957.301889:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.301903:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384957.301907:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051261823 00000400:00000010:3.0:1767384957.301909:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051261823. 00000100:00000001:3.0:1767384957.301912:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.301913:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.301916:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.301919:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384957.301919:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.301924:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384957.301925:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384957.301928:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.301931:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384957.301932:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384957.301936:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384957.301940:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0eb134f. 00000100:00000040:3.0:1767384957.301943:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2d42844 x1853237373198592/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384957.301948:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261f1908 00000400:00000010:0.0:1767384957.301953:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000261f1908. 00000100:00100000:3.0:1767384957.301954:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d42844 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373198592:12345-0@lo:253: Request processed in 22703us (23636us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384957.301959:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384957.301963:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:3.0:1767384957.301966:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384957.301968:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384957.301968:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.301972:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384957.301976:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6bcb83e. 00000020:00000010:3.0:1767384957.301982:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 00000020:00000010:3.0:1767384957.301988:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9fa8aa8. 00000100:00000200:0.0:1767384957.301991:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384957.301993:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384957.301998:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384957.302000:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d2083c33. 02000000:00000001:3.0:1767384957.302004:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384957.302007:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.302010:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384957.302011:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384957.302015:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384957.302017:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d6ec82. 00000100:00000001:0.0:1767384957.302019:0:16164:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384957.302021:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051261823. 02000000:00000001:0.0:1767384957.302024:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384957.302027:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384957.302030:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.302033:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384957.302036:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384957.302040:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384957.302043:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384957.302044:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.302047:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384957.302048:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.302059:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.302063:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.302071:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.302074:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384957.302076:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384957.302079:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384957.302082:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384957.302083:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384957.302085:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384957.302086:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384957.302088:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384957.302090:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384957.302091:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384957.302092:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384957.302095:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384957.302104:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373198592:0@lo:253: 00000100:00000001:0.0:1767384957.302108:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.302110:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384957.302113:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f57692a x1853237373198592/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.302120:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384957.302121:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384957.302124:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002fa4eebe. 02000000:00000001:0.0:1767384957.302128:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384957.302130:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384957.302131:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384957.302134:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384957.302136:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab0365ee. 02000000:00000001:0.0:1767384957.302141:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384957.302142:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384957.302144:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f57692a. 00000100:00000001:0.0:1767384957.302148:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384957.302150:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.302159:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.302165:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384957.302166:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.302169:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.302171:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384957.303636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d184f705. 00010000:00000010:3.1:1767384957.303652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000100:00000040:3.0:1767384957.306663:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294947902, at 4294947903 00000100:00000010:3.0:1767384957.306670:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4f7592d. 00000100:00000040:1.0:1767384957.306686:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294947902, at 4294947903 00000100:00000010:1.0:1767384957.306700:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b88130d. 00000100:00000040:2.0:1767384957.306810:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294947902, at 4294947903 00000100:00000010:2.0:1767384957.306817:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063348453. 00000100:00000040:0.0:1767384957.307665:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294947902, at 4294947904 00000100:00000010:0.0:1767384957.307675:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009eedd873. 00000400:00000001:2.0:1767384957.499648:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384957.499653:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384957.499656:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000400:00000010:2.0:1767384957.499660:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000400:00000200:2.0:1767384957.499664:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384957.499670:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384957.499679:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000033a2de70. 00000400:00000010:2.0:1767384957.499683:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4922d54. 00000400:00000200:2.0:1767384957.499690:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp30 00000400:00000010:2.0:1767384957.499693:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000033a2de70. 00000400:00000010:2.0:1767384957.499697:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4922d54. 00000400:00000010:2.0:1767384957.499700:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000400:00000010:2.0:1767384957.499710:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000809427aa. 00000400:00000200:2.0:1767384957.499713:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp30 00000400:00000200:2.0:1767384957.499724:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp30 local destination 00000400:00000200:2.0:1767384957.499729:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp30 00000400:00000200:2.0:1767384957.499732:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [124:124:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [115:115:8:4294967295] 00000400:00000200:2.0:1767384957.499737:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp30 00000400:00000200:2.0:1767384957.499743:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:) -> 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) : GET try# 0 00000800:00000200:2.0:1767384957.499749:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp30 00000800:00000010:2.0:1767384957.499752:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fa44228d. 00000800:00000200:2.0:1767384957.499758:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000800:00000200:2.1:1767384957.499762:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:2.0:1767384957.499776:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp30 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:0.0:1767384957.499837:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.499875:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.499895:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.499914:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.499964:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.499997:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500054:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500106:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500141:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500179:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500201:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500244:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500287:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500308:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500343:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500368:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500392:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500417:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500493:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500528:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500549:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500582:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500601:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500668:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500688:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500716:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500744:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500776:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500795:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500809:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500828:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500844:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500863:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500895:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384957.500926:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384957.501080:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068e70f43. 00000800:00000010:0.0:1767384957.501084:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd140c83. 00000800:00000010:0.0:1767384957.501089:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af4ff65c. 00000800:00000010:0.0:1767384957.501107:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af4ff65c. 00000800:00020000:0.0:1767384957.501115:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384957.501118:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd140c83. 00000800:00000010:0.0:1767384957.501120:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068e70f43. 00000400:02020000:0.0:1767384957.501169:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384957.501177:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp30 notifying 192.168.204.149@tcp30: down 00000800:00000200:0.0:1767384957.501183:0:27932:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp30 down 00000800:00000100:0.0:1767384957.501190:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp30 00000800:00000010:0.0:1767384957.501193:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fa44228d. 00000400:00000200:0.0:1767384957.501198:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384957.501203:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384957.501210:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384957.501213:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384957.501218:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384957.627668:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384957.627673:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.627678:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384957.627679:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.627708:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384957.627713:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384957.627716:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384958.523689:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384958.523694:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384958.523697:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000800:00000200:2.0:1767384958.523699:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (6) 00000400:00000010:1.0:1767384958.523702:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000400:00000200:1.0:1767384958.523708:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384958.523712:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:988 00000400:00000200:1.0:1767384958.523715:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery ping unlinked 00000800:00000200:2.0:1767384958.523719:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384958.523724:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000033a2de70. 00000400:00000010:1.0:1767384958.523731:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4922d54. 00000400:00000200:1.0:1767384958.523738:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp37 00000400:00000010:1.0:1767384958.523741:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d7122e1d. 00000400:00000010:1.0:1767384958.523745:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a6119aa3. 00000400:00000010:1.0:1767384958.523748:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10243af. 00000400:00000010:1.0:1767384958.523755:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048aa062e. 00000400:00000200:1.0:1767384958.523758:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp37 00000400:00000200:1.0:1767384958.523770:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp37 local destination 00000400:00000200:1.0:1767384958.523775:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp37 00000400:00000200:1.0:1767384958.523779:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [125:125:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1767384958.523784:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp37 00000400:00000200:1.0:1767384958.523791:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:) -> 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) : GET try# 0 00000800:00000200:1.0:1767384958.523795:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp37 00000800:00000010:1.0:1767384958.523799:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aa733a14. 00000800:00000200:1.0:1767384958.523803:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000800:00000200:1.1:1767384958.523807:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000400:00000200:1.0:1767384958.523822:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp37 added to recovery queue. ping count: 1 next ping: 283 health :900 00000800:00000200:2.0:1767384958.523848:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384958.523856:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.523867:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.523873:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.523877:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384958.523890:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.523944:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.523980:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524012:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524036:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524071:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524153:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524185:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524223:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524245:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524289:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524322:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524342:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524361:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524383:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524409:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524457:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524499:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524521:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524541:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524563:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524591:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524928:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.524970:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525015:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525061:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525110:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525148:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525182:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525201:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525220:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525238:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384958.525280:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384958.525406:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025f74937. 00000800:00000010:1.0:1767384958.525411:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000035e94df. 00000800:00000010:1.0:1767384958.525415:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da5ba054. 00000800:00000010:1.0:1767384958.525457:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da5ba054. 00000800:00020000:1.0:1767384958.525464:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384958.525468:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000035e94df. 00000800:00000010:1.0:1767384958.525469:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000025f74937. 00000400:02020000:1.0:1767384958.525506:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp37 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384958.525511:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp37 notifying 192.168.204.149@tcp37: down 00000400:00000200:1.0:1767384958.525514:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384958.525518:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp37 00000800:00000010:1.0:1767384958.525520:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aa733a14. 00000400:00000200:1.0:1767384958.525523:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384958.525526:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384958.525532:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384958.525535:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384958.525537:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384958.651653:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384958.651659:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.651665:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384958.651667:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.651689:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384958.651693:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384958.651696:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384958.779715:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:3.0:1767384958.779726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384958.779729:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384958.779735:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384958.779736:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c051c94d. 00000100:00000010:3.0:1767384958.779742:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000020:00000040:0.0:1767384958.779743:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384958.779749:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384958.779751:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384958.779755:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384958.779756:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384958.779761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384958.779761:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.779767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384958.779769:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e5e796a8. 02000000:00000010:3.0:1767384958.779775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e98d1d9. 00000100:00000001:0.0:1767384958.779776:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.779783:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.779784:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384958.779787:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.779795:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c051c94d] to pc [ptlrpcd_00_03+3] req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.779796:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384958.779834:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384958.779836:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384958.779836:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.779845:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_00+0] req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.779853:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.779858:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384958.779860:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384958.779866:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.779867:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.779871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384958.779875:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.779881:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384958.779882:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.779885:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384958.779886:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000100:00000001:1.0:1767384958.779888:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384958.779890:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384958.779893:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384958.779893:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.779894:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384958.779898:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384958.779898:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384958.779899:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1767384958.779900:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.779904:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384958.779904:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.779906:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384958.779907:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007b1cb23. 00000100:00100000:1.0:1767384958.779909:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c051c94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373198976:0@lo:13: 00000100:00000001:3.0:1767384958.779914:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.779916:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.779916:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384958.779918:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384958.779920:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384958.779922:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384958.779923:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384958.779927:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.779929:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384958.779933:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384958.779934:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384958.779938:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384958.779939:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006675a90c. 00000100:00000001:0.0:1767384958.779939:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384958.779941:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.779944:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.779948:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.779949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_01+1] req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384958.779953:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000123d55. 00000400:00000010:1.0:1767384958.779967:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602efbcf. 00000100:00000200:1.0:1767384958.779975:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373198976, portal 4 00000100:00000001:1.0:1767384958.779980:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384958.779984:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675685760 : -129515033865856 : ffff8a34ee69d180) 00000100:00000001:0.0:1767384958.779985:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384958.779988:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384958.779992:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384958.779994:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.779995:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384958.779995:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384958.779997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384958.780003:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.780005:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384958.780009:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000100:00100000:0.0:1767384958.780013:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373199104:0@lo:400: 00000020:00000040:3.0:1767384958.780014:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384958.780016:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384958.780020:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.780021:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384958.780024:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384958.780024:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384958.780025:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384958.780026:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767384958.780031:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384958.780031:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063fec703. 02000000:00000001:0.0:1767384958.780031:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384958.780032:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384958.780035:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384958.780039:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373198976, offset 0 02000000:00000001:0.0:1767384958.780039:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384958.780041:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc6b1aaa. 00000100:00000001:2.0:1767384958.780042:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384958.780046:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384958.780046:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059169e2f. 00000100:00000001:3.0:1767384958.780047:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780051:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384958.780051:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384958.780051:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780056:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384958.780059:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384958.780061:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384958.780062:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000100:00000040:2.0:1767384958.780067:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384958.780070:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384958.780072:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a544c906. 00000100:00000200:0.0:1767384958.780079:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373199104, portal 25 00000100:00000001:0.0:1767384958.780085:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384958.780088:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384958.780089:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273506280 00000100:00000001:0.0:1767384958.780089:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000001:3.0:1767384958.780091:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780099:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384958.780100:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.780100:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.780102:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c79541a] to pc [ptlrpcd_00_02+2] req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384958.780104:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 02000000:00000001:2.0:1767384958.780106:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384958.780110:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384958.780116:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.780118:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384958.780124:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373199232:0@lo:400: 00000400:00000200:1.0:1767384958.780128:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384958.780133:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384958.780136:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384958.780139:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384958.780140:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384958.780140:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384958.780143:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:0.0:1767384958.780143:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 02000000:00000001:2.0:1767384958.780144:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.780146:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384958.780148:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373199104, offset 0 02000000:00000001:2.0:1767384958.780149:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384958.780150:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d758c298. 00000100:00000040:3.0:1767384958.780153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767384958.780155:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071f5162f. 00000100:00000040:1.0:1767384958.780155:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000d758c298 x1853237373198976 msgsize 224 00000400:00000200:0.0:1767384958.780160:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384958.780161:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.780164:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384958.780168:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8c1cbd1. 00000100:00100000:1.0:1767384958.780168:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384958.780172:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000400:00000200:0.0:1767384958.780175:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384958.780177:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000020:00000040:3.0:1767384958.780179:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1767384958.780182:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373199232, portal 4 00000100:00000001:1.0:1767384958.780182:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384958.780184:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384958.780186:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384958.780186:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273506300 02000000:00000001:3.0:1767384958.780189:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384958.780190:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 02000000:00000001:3.0:1767384958.780193:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384958.780194:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13a5 [2] + 0 00000100:00000040:2.0:1767384958.780196:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384958.780201:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000613d0620. 00000400:00000010:0.0:1767384958.780202:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000255224bf. 00000100:00000001:3.0:1767384958.780207:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780208:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384958.780208:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bdbc8044 00000400:00000200:1.0:1767384958.780213:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063fec703 00000100:00000040:2.0:1767384958.780214:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384958.780214:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384958.780215:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384958.780218:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063fec703. 00000400:00000010:2.0:1767384958.780221:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000400:00000200:0.0:1767384958.780223:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384958.780225:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384958.780227:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373199232, offset 0 00000400:00000200:0.0:1767384958.780230:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdbc8044 00000100:00000200:1.0:1767384958.780233:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384958.780236:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdbc8044. 00000100:00000001:3.0:1767384958.780237:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384958.780240:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780245:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384958.780249:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_00_03+3] req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384958.780249:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384958.780249:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384958.780255:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384958.780257:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000004fd7a01b x1853237373199104 msgsize 224 00000100:00000040:1.0:1767384958.780262:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384958.780268:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384958.780273:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384958.780279:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384958.780282:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.780285:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384958.780286:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273506380 00000100:00000040:3.0:1767384958.780289:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000100:00000001:1.0:1767384958.780289:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384958.780293:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384958.780296:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000100:00000001:1.0:1767384958.780297:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.780303:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5737 usecs (6 jiffies) 00000400:00000200:2.0:1767384958.780304:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.780308:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000400:00000200:2.0:1767384958.780310:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384958.780311:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000100:00000001:3.0:1767384958.780312:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384958.780316:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949382 00000100:00100000:3.0:1767384958.780317:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199104 00000100:00000001:2.0:1767384958.780318:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384958.780318:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384958.780323:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384958.780323:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384958.780324:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002522977a. 00000100:00000001:3.0:1767384958.780326:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384958.780327:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.780330:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384958.780332:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006eed4b4a. 00000100:00000001:1.0:1767384958.780334:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384958.780337:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.780338:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000006eed4b4a x1853237373199232 msgsize 224 00000100:00100000:3.0:1767384958.780343:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199104 00000100:00000001:1.0:1767384958.780344:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949382 00000100:00000001:0.0:1767384958.780345:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384958.780347:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384958.780351:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384958.780351:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384958.780352:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db3e4d50. 00000100:00000001:1.0:1767384958.780355:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384958.780357:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384958.780358:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949382 00000100:00000001:2.0:1767384958.780361:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384958.780362:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384958.780365:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bef3dde. 00000020:00000040:3.0:1767384958.780367:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:2.0:1767384958.780368:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000100:00000001:1.0:1767384958.780372:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384958.780373:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:2.0:1767384958.780373:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000100:00000001:1.0:1767384958.780379:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949382 00000020:00000001:3.0:1767384958.780380:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384958.780381:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384958.780382:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384958.780384:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d241e3e4. 00000100:00000200:2.0:1767384958.780387:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.780387:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384958.780388:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384958.780389:0:16166:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384958.780394:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003628a1c5. 00000100:00000001:0.0:1767384958.780394:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.780395:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.780399:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294949392 00000100:00000001:3.0:1767384958.780400:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.780401:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.780408:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003628a1c5. 00000100:00000001:0.0:1767384958.780408:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949382 00000100:00000001:2.0:1767384958.780409:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384958.780410:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.780415:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.780416:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.780417:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294949392 00000020:00000010:3.0:1767384958.780418:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000065c22f9. 00000100:00000001:1.0:1767384958.780424:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384958.780438:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384958.780439:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949382 00000020:00000010:3.0:1767384958.780442:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e167d542. 00000100:00000001:1.0:1767384958.780443:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.780445:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780445:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294949392 00000100:00000001:1.0:1767384958.780446:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384958.780451:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:2.0:1767384958.780451:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384958.780451:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384958.780452:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949382 00000100:00000040:1.0:1767384958.780456:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.780458:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780459:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294949392 00000100:00000040:3.0:1767384958.780462:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1767384958.780464:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5737 usecs (6 jiffies) 00000100:00000001:0.0:1767384958.780466:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949382 00000100:00000001:3.0:1767384958.780468:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384958.780472:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949382 00000100:00000001:3.0:1767384958.780473:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384958.780474:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.780477:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384958.780478:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780479:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949392 00000100:00000001:0.0:1767384958.780479:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.780482:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780485:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780486:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949382 02000000:00000001:1.0:1767384958.780486:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384958.780488:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780490:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949392 02000000:00000001:1.0:1767384958.780491:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.780491:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780495:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949382 00000100:00000001:0.0:1767384958.780497:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.780498:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384958.780498:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780499:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949392 00000100:00000001:0.0:1767384958.780499:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384958.780503:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780505:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949382 00000100:00100000:1.0:1767384958.780506:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237373199488:0@lo:400: 00000100:00000001:0.0:1767384958.780506:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780512:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949392 00000100:00000001:1.0:1767384958.780513:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384958.780514:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384958.780515:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384958.780518:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384958.780523:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384958.780525:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384958.780526:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000001:2.0:1767384958.780528:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780528:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384958.780530:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384958.780532:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199232 00000100:00000001:2.0:1767384958.780535:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.780536:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 02000000:00000010:1.0:1767384958.780536:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035bb8b3e. 02000000:00000001:0.0:1767384958.780536:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384958.780541:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384958.780542:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644683344 : -129520064868272 : ffff8a33c28ad050) 02000000:00000001:1.0:1767384958.780542:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780543:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780544:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384958.780551:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a9e346d. 02000000:00000001:0.0:1767384958.780551:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.780553:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fd7a01b x1853237373199104/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384958.780558:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063fec703. 00000100:00100000:0.0:1767384958.780559:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199232 00000100:00000200:1.0:1767384958.780564:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373199488, portal 10 00000100:00000001:2.0:1767384958.780565:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384958.780565:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384958.780567:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384958.780569:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384958.780569:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:1.0:1767384958.780570:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384958.780572:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003628a1c5. 00000100:00000001:2.0:1767384958.780573:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384958.780574:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000020:00000001:0.0:1767384958.780574:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384958.780576:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384958.780578:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000010:3.0:1767384958.780581:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003628a1c5. 00000100:00000040:2.0:1767384958.780581:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384958.780582:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000040:1.0:1767384958.780585:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384958.780588:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00100000:3.0:1767384958.780616:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fd7a01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373199104:12345-0@lo:400: 00000100:00000001:1.0:1767384958.780617:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.780625:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384958.780629:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199104 00000100:00000001:0.0:1767384958.780630:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384958.780631:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 00000020:00000001:3.0:1767384958.780635:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384958.780637:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384958.780637:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373199488, offset 0 00000020:00000010:0.0:1767384958.780637:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a31e3989. 00000100:00000001:2.0:1767384958.780641:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384958.780644:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bd4b574f. 00000020:00000001:3.0:1767384958.780647:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384958.780647:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384958.780648:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384958.780651:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384958.780652:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384958.780652:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000001:3.0:1767384958.780656:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384958.780659:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.780659:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384958.780660:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000100:00000001:0.0:1767384958.780665:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384958.780668:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384958.780668:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373199360:0@lo:400: 00000020:00000010:0.0:1767384958.780671:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7cec295. 00000400:00000200:1.0:1767384958.780672:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273506480 00000020:00000001:3.0:1767384958.780673:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384958.780677:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d22bb2c3. 00000100:00000001:2.0:1767384958.780678:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384958.780680:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384958.780682:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384958.780682:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000400:00000200:1.0:1767384958.780683:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000020:00000001:3.0:1767384958.780684:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384958.780686:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.780688:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384958.780692:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384958.780692:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384958.780694:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384958.780695:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384958.780696:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047a311b3. 00000100:00000001:0.0:1767384958.780696:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384958.780697:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384958.780700:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780700:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384958.780702:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384958.780703:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384958.780704:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384958.780706:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e36dc76. 02000000:00000010:3.0:1767384958.780708:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfacf0c5. 00000100:00000001:1.0:1767384958.780709:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384958.780712:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000100:00000001:0.0:1767384958.780712:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384958.780713:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384958.780714:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780717:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384958.780719:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373199360, portal 10 00000100:00000001:3.0:1767384958.780720:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780721:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.780722:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384958.780722:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fd9b09f. 00000100:00000001:2.0:1767384958.780725:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000020:00000001:3.0:1767384958.780726:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.780728:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000009fd9b09f x1853237373199488 msgsize 224 00010000:00000040:3.0:1767384958.780732:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373199104 00000100:00000001:0.0:1767384958.780733:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384958.780736:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384958.780739:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384958.780740:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:3.0:1767384958.780746:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fd7a01b x1853237373199104/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.780748:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384958.780752:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384958.780753:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384958.780760:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384958.780760:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767384958.780761:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fa2e5a 00000400:00000010:1.0:1767384958.780765:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040fa2e5a. 00000100:00000040:2.0:1767384958.780768:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384958.780768:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00010000:00000001:3.0:1767384958.780769:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384958.780769:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384958.780772:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000001:0.0:1767384958.780772:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776121472 : -129514933430144 : ffff8a34f4665880) 00010000:00000001:3.0:1767384958.780773:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384958.780777:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373199360, offset 0 00000100:00000200:1.0:1767384958.780777:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384958.780779:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=66 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384958.780781:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006eed4b4a x1853237373199232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384958.780788:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384958.780790:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384958.780796:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000400:00000200:2.0:1767384958.780802:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384958.780803:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384958.780809:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384958.780810:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384958.780812:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780815:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384958.780817:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.780817:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384958.780819:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000040:3.0:1767384958.780824:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384958.780824:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273506400 00000100:00000001:0.0:1767384958.780825:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384958.780831:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000020:00000010:0.0:1767384958.780832:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000400:00000200:2.0:1767384958.780836:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:1.0:1767384958.780840:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384958.780840:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006eed4b4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373199232:12345-0@lo:400: 00000100:00000200:3.0:1767384958.780844:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373199104, offset 224 00000400:00000200:2.0:1767384958.780844:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384958.780845:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384958.780852:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384958.780852:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199232 00000400:00000200:2.0:1767384958.780853:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384958.780855:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384958.780856:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384958.780860:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3126 usecs (4 jiffies) 00000020:00000001:0.0:1767384958.780860:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384958.780864:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384958.780865:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294949381 00000020:00000001:0.0:1767384958.780865:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384958.780869:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384958.780871:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384958.780871:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294949392 00000020:00000001:0.0:1767384958.780871:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:2.0:1767384958.780875:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f11efd. 00000100:00000001:1.0:1767384958.780878:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294949381 00000100:00000040:2.0:1767384958.780880:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000063f11efd x1853237373199360 msgsize 224 00000100:00000001:1.0:1767384958.780881:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294949392 00000020:00000001:0.0:1767384958.780881:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000200:3.0:1767384958.780886:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273506300 00000100:00000001:1.0:1767384958.780888:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294949381 00000020:00000001:0.0:1767384958.780888:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384958.780894:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294949392 00000020:00000001:0.0:1767384958.780894:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384958.780896:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384958.780897:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ba5 [1] + 224 00000100:00000001:1.0:1767384958.780901:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294949381 00000020:00000001:0.0:1767384958.780901:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384958.780907:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294949392 00000020:00000001:0.0:1767384958.780907:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384958.780909:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384958.780910:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384958.780913:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384958.780913:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384958.780916:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000200:3.0:1767384958.780917:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384958.780920:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384958.780921:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000020:00000001:0.0:1767384958.780921:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384958.780926:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384958.780927:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384958.780927:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.780927:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384958.780932:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.780932:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384958.780933:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384958.780935:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384958.780939:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dd8c89db. 00000100:00000001:1.0:1767384958.780940:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384958.780944:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384958.780945:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.780950:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384958.780951:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.780953:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384958.780957:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.780958:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384958.780963:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373199232 00000100:00000001:1.0:1767384958.780965:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384958.780966:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384958.780967:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384958.780969:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384958.780973:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384958.780974:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006eed4b4a x1853237373199232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.780979:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.780982:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373198976 02000000:00000001:1.0:1767384958.780986:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.780989:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.780993:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.780997:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384958.780997:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384958.780999:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.780999:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384958.781002:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.781005:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000100:00000001:2.0:1767384958.781005:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384958.781005:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373198976 00000100:00001000:0.0:1767384958.781006:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=56 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384958.781010:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000020:00000001:1.0:1767384958.781011:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384958.781013:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781013:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384958.781015:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:3.0:1767384958.781017:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384958.781018:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2765 usecs (3 jiffies) 00000020:00000001:1.0:1767384958.781019:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384958.781019:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:3.0:1767384958.781020:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384958.781024:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949380 00000100:00000001:0.0:1767384958.781025:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384958.781026:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781028:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949392 00000020:00000040:1.0:1767384958.781030:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 02000000:00000001:0.0:1767384958.781030:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384958.781033:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384958.781034:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949380 02000000:00000001:0.0:1767384958.781034:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.781035:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00010000:00000001:3.0:1767384958.781039:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384958.781040:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949392 00000100:00000001:0.0:1767384958.781040:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384958.781041:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384958.781043:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781047:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949380 00000100:00000001:1.0:1767384958.781048:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384958.781048:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384958.781049:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384958.781053:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e91c750. 00000100:00000001:2.0:1767384958.781054:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949392 00000400:00000010:0.0:1767384958.781054:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000100:00000040:3.0:1767384958.781057:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fd7a01b x1853237373199104/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.781058:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384958.781059:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949380 00000100:00000200:0.0:1767384958.781060:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373199232, offset 224 00000020:00000010:1.0:1767384958.781065:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e91c750. 00000100:00000001:2.0:1767384958.781066:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949392 00000100:00000001:2.0:1767384958.781072:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384958.781072:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384958.781073:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058f7a43e. 00000020:00000010:1.0:1767384958.781081:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007dfca622. 00000100:00100000:3.0:1767384958.781083:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fd7a01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373199104:12345-0@lo:400: Request processed in 511us (821us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384958.781085:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384958.781087:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d83d3f66. 00000400:00000200:0.0:1767384958.781087:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384958.781092:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781096:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384958.781099:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:3.0:1767384958.781100:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:2.0:1767384958.781101:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384958.781103:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273506380 00000100:00000001:1.0:1767384958.781104:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384958.781107:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384958.781107:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384958.781108:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384958.781112:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384958.781113:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bad [1] + 224 00000100:00000001:3.0:1767384958.781114:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.781114:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781115:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384958.781119:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384958.781120:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384958.781123:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384958.781124:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.781125:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e167d542. 00000100:00000001:2.0:1767384958.781125:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384958.781129:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384958.781133:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000100:00000001:1.0:1767384958.781136:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384958.781141:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000065c22f9. 00000100:00000001:0.0:1767384958.781145:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384958.781149:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:2.0:1767384958.781149:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384958.781151:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384958.781152:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199488 00000100:00000200:0.0:1767384958.781152:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.781154:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384958.781156:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384958.781158:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384958.781159:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384958.781162:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384958.781163:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384958.781164:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bfacf0c5. 00000100:00000040:1.0:1767384958.781169:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 2 02000000:00000001:2.0:1767384958.781170:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.781171:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384958.781174:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807145344 : -129514902406272 : ffff8a34f63fbb80) 00000100:00100000:2.0:1767384958.781176:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199488 00000100:00000001:3.0:1767384958.781177:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384958.781178:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384958.781180:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384958.781182:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d758c298 x1853237373198976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384958.781183:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:2.0:1767384958.781188:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384958.781192:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000200:3.0:1767384958.781194:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1767384958.781198:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000400:00000010:3.0:1767384958.781201:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061257991. 00000020:00000001:2.0:1767384958.781204:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000400:00000010:3.0:1767384958.781209:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bcab2e9. 00000100:00000001:1.0:1767384958.781210:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384958.781211:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384958.781211:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384958.781216:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e91c750. 00000020:00000010:2.0:1767384958.781218:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c51d17c8. 00000100:00000001:1.0:1767384958.781220:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384958.781221:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000020:00000010:2.0:1767384958.781223:0:16805:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fbdfca57. 00000400:00000010:0.0:1767384958.781225:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000020:00000010:1.0:1767384958.781226:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e91c750. 00000020:00000040:2.0:1767384958.781229:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:0.0:1767384958.781231:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384958.781233:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384958.781235:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d758c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237373198976:12345-0@lo:13: 00000100:00000001:2.0:1767384958.781236:0:16805:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384958.781238:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384958.781241:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373198976 00000020:00000010:2.0:1767384958.781243:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004965a246. 00000020:00000001:1.0:1767384958.781244:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384958.781245:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000010:2.0:1767384958.781247:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f9e7d63. 00000020:00000001:1.0:1767384958.781248:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384958.781250:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00080000:3.0:1767384958.781251:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:1.0:1767384958.781252:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.781253:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384958.781254:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000020:00000040:3.0:1767384958.781256:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000001:0.0:1767384958.781257:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384958.781260:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384958.781263:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006eed4b4a x1853237373199232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384958.781264:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00080000:3.0:1767384958.781265:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384958.781265:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384958.781268:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00000001:2.0:1767384958.781270:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384958.781271:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:2.0:1767384958.781275:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.781276:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.781280:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.781282:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.781283:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384958.781284:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384958.781285:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384958.781287:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767384958.781287:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006eed4b4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237373199232:12345-0@lo:400: Request processed in 469us (945us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384958.781288:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:3.0:1767384958.781291:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384958.781292:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384958.781294:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384958.781298:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384958.781299:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000100:00000001:1.0:1767384958.781300:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.781304:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384958.781305:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:3.0:1767384958.781306:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a544c906 00000100:00000001:2.0:1767384958.781308:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384958.781309:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000dc4081c3. 00000400:00000010:3.0:1767384958.781310:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a544c906. 00000100:00000040:0.0:1767384958.781312:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 1 02000000:00000001:1.0:1767384958.781315:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.781318:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384958.781318:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781318:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384958.781322:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384958.781323:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:1.0:1767384958.781324:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:2.0:1767384958.781326:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199360 00000100:00000200:3.0:1767384958.781327:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384958.781328:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d22bb2c3. 02000000:00000001:2.0:1767384958.781329:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:1.0:1767384958.781330:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384958.781332:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384958.781335:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:0.0:1767384958.781335:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384958.781336:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.781341:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:2.0:1767384958.781342:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384958.781342:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7cec295. 00000100:00000200:3.0:1767384958.781350:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384958.781350:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199360 00000020:00000040:0.0:1767384958.781350:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000020:00000001:2.0:1767384958.781354:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1767384958.781354:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781355:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384958.781358:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:1.0:1767384958.781361:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384958.781362:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384958.781367:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00002000:00000024:1.0:1767384958.781368:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767384958.781373:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384958.781374:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:3.0:1767384958.781375:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:1.0:1767384958.781376:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384958.781377:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384958.781380:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:3.0:1767384958.781381:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1767384958.781382:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000400:00000001:0.0:1767384958.781383:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384958.781386:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384958.781387:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384958.781387:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000020:1.0:1767384958.781389:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:3.0:1767384958.781390:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384958.781391:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8c1cbd1. 00000020:00000010:2.0:1767384958.781392:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbdfca57. 00002000:00000001:1.0:1767384958.781393:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384958.781394:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384958.781398:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781398:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384958.781399:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1767384958.781399:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 02000000:00000001:3.0:1767384958.781403:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384958.781403:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384958.781404:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbdfca57. 00000400:00000010:0.0:1767384958.781408:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00002000:00000001:1.0:1767384958.781410:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384958.781411:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=66 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384958.781413:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b790aeb3. 00000100:00000001:0.0:1767384958.781413:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384958.781414:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373198976 00000100:00001000:3.0:1767384958.781419:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=66 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384958.781419:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384958.781420:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9f2679e. 00000100:00000200:0.0:1767384958.781422:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384958.781440:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d758c298 x1853237373198976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.781443:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384958.781447:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384958.781447:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b17ea30. 00010000:00000001:3.0:1767384958.781455:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384958.781456:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384958.781459:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781460:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384958.781462:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384958.781464:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.781465:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.781466:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.781472:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384958.781473:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384958.781473:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.781492:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.781493:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384958.781496:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384958.781497:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.781502:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384958.781508:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.781514:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384958.781519:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384958.781521:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384958.781522:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384958.781523:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384958.781523:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384958.781525:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781526:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384958.781529:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384958.781530:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384958.781531:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384958.781535:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384958.781536:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384958.781536:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:0.0:1767384958.781539:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384958.781540:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384958.781541:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384958.781542:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807135488 : -129514902416128 : ffff8a34f63f9500) 00000100:00000001:0.0:1767384958.781542:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384958.781548:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 02000000:00000001:0.0:1767384958.781548:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.781549:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384958.781550:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fd9b09f x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384958.781555:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373198976, offset 224 00000100:00001000:0.0:1767384958.781557:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384958.781566:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=56 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384958.781567:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384958.781570:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373199104:0@lo:400: 00000100:00000001:0.0:1767384958.781574:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384958.781579:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.781580:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384958.781581:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384958.781585:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384958.781587:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384958.781587:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384958.781592:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbdfca57. 00000400:00000200:1.0:1767384958.781592:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273506280 00000100:00000040:3.0:1767384958.781593:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373199104/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384958.781593:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.781598:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384958.781604:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b9d [1] + 224 00000020:00000010:2.0:1767384958.781605:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbdfca57. 00000100:00000001:3.0:1767384958.781626:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384958.781628:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384958.781634:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059169e2f. 00000400:00000200:1.0:1767384958.781634:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384958.781635:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384958.781638:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fd9b09f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237373199488:12345-0@lo:400: 02000000:00000001:3.0:1767384958.781642:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384958.781642:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384958.781644:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384958.781646:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384958.781646:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:2.0:1767384958.781647:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199488 00000100:00000001:1.0:1767384958.781649:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384958.781650:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384958.781650:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384958.781651:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384958.781654:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384958.781654:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.781655:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.781656:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384958.781659:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e98d1d9. 00000020:00000001:2.0:1767384958.781660:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.781663:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384958.781665:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384958.781666:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384958.781668:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384958.781670:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000010:3.0:1767384958.781672:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000020:00000001:2.0:1767384958.781677:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384958.781678:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384958.781681:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.781682:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.781688:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384958.781688:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384958.781691:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.781691:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384958.781692:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384958.781695:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384958.781696:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781696:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384958.781699:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781700:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384958.781701:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384958.781704:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384958.781706:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384958.781708:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384958.781710:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.781710:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384958.781714:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000117f519d. 02000000:00000001:2.0:1767384958.781718:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.781721:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.781724:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384958.781725:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373199232:0@lo:400: 00000100:00000001:1.0:1767384958.781726:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1767384958.781727:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373199488 00010000:00000001:2.0:1767384958.781732:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384958.781734:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384958.781734:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fa2e5a 00010000:00000200:2.0:1767384958.781735:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fd9b09f x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.781735:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.781738:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384958.781739:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040fa2e5a. 00000100:00000001:0.0:1767384958.781740:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384958.781745:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384958.781747:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767384958.781747:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373199232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.781749:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384958.781752:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.781754:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000040:1.0:1767384958.781759:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384958.781761:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776118784 : -129514933432832 : ffff8a34f4664e00) 00010000:00000001:2.0:1767384958.781761:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.781765:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384958.781766:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.781768:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.781769:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063f11efd x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384958.781772:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=61 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384958.781774:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384958.781775:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384958.781780:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d758c298 x1853237373198976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.781788:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384958.781788:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384958.781792:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071f5162f. 00000100:00000040:2.0:1767384958.781794:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:0.0:1767384958.781798:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384958.781801:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384958.781805:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000040:0.0:1767384958.781805:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384958.781811:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384958.781811:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384958.781814:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384958.781814:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007b1cb23. 00000100:00100000:1.0:1767384958.781819:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d758c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373198976:12345-0@lo:13: Request processed in 603us (1658us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384958.781821:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384958.781821:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384958.781824:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384958.781827:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000040:2.0:1767384958.781829:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384958.781833:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767384958.781835:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000001:0.0:1767384958.781836:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384958.781838:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384958.781840:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.781841:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384958.781841:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373199488, offset 224 00000100:00000001:0.0:1767384958.781844:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384958.781846:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003628a1c5. 00000100:00000001:0.0:1767384958.781848:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.781850:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384958.781850:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:0.0:1767384958.781853:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384958.781855:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384958.781855:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384958.781856:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003628a1c5. 00000100:00000001:0.0:1767384958.781857:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.781859:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.781864:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007dfca622. 00000100:00100000:3.0:1767384958.781865:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063f11efd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373199360:12345-0@lo:400: 00000400:00000200:2.0:1767384958.781867:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384958.781870:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d83d3f66. 00000100:00000200:3.0:1767384958.781876:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199360 00000020:00000010:1.0:1767384958.781877:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058f7a43e. 00000020:00000001:3.0:1767384958.781880:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384958.781881:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273506480 00000020:00000040:1.0:1767384958.781883:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000020:00000001:3.0:1767384958.781884:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384958.781888:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.781889:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384958.781893:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384958.781893:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bb5 [1] + 224 00000020:00000001:3.0:1767384958.781897:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:3.0:1767384958.781901:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384958.781901:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384958.781902:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384958.781903:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.781905:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384958.781906:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384958.781909:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1767384958.781909:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384958.781910:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1767384958.781914:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384958.781915:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.781919:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384958.781919:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000123d55. 00000100:00000001:3.0:1767384958.781922:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384958.781925:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384958.781926:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602efbcf 02000000:00000010:3.0:1767384958.781927:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfacf0c5. 00000400:00000010:0.0:1767384958.781929:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602efbcf. 02000000:00000001:3.0:1767384958.781931:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.781935:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.781935:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384958.781936:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384958.781937:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384958.781940:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373199360 00000100:00000200:0.0:1767384958.781942:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384958.781943:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384958.781943:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384958.781948:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063f11efd x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384958.781981:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384958.781983:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384958.781984:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.781984:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384958.781989:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384958.781997:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384958.782001:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:2.0:1767384958.782002:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384958.782002:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384958.782004:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.782007:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000100:00000001:3.0:1767384958.782008:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000010:2.0:1767384958.782011:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 02000000:00000001:3.0:1767384958.782012:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384958.782014:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384958.782016:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.782016:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384958.782018:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384958.782018:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384958.782019:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384958.782021:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384958.782022:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.782025:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384958.782025:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.782028:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:0.0:1767384958.782028:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384958.782030:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00010000:00000001:2.0:1767384958.782032:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:0.0:1767384958.782034:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=56 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384958.782035:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373199360, offset 224 00000020:00000001:2.0:1767384958.782036:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.782042:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1767384958.782042:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=56 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384958.782046:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384958.782047:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd9b09f x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.782047:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384958.782050:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384958.782053:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384958.782056:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:0.0:1767384958.782058:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384958.782065:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fd9b09f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237373199488:12345-0@lo:400: Request processed in 477us (1334us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384958.782068:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273506400 00010000:00000001:0.0:1767384958.782074:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.782078:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bbd [1] + 224 00000100:00100000:2.0:1767384958.782079:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384958.782079:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384958.782083:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384958.782084:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384958.782087:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384958.782088:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000400:00000200:3.0:1767384958.782091:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384958.782091:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.782092:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384958.782095:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384958.782098:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.782099:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384958.782100:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f9e7d63. 00000020:00000010:2.0:1767384958.782105:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000100:00000200:3.0:1767384958.782106:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384958.782111:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004965a246. 00000100:00000001:0.0:1767384958.782112:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384958.782117:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000001:0.0:1767384958.782117:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384958.782119:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.782121:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384958.782124:0:16166:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1767384958.782126:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384958.782128:0:16166:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384958.782135:0:16166:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384958.782143:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000020:0.0:1767384958.782145:0:16166:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:3.0:1767384958.782149:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000004:00000001:0.0:1767384958.782152:0:16166:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384958.782154:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000100:00000040:0.0:1767384958.782158:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.782161:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384958.782161:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.782166:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384958.782166:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384958.782171:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c051c94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373198976:0@lo:13: 00000100:00000001:3.0:1767384958.782172:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384958.782172:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384958.782174:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384958.782175:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384958.782178:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e36dc76. 00000100:00000040:3.0:1767384958.782179:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000200:2.0:1767384958.782183:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000100:00000001:0.0:1767384958.782183:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384958.782185:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384958.782186:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000100:00000040:0.0:1767384958.782188:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c051c94d x1853237373198976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384958.782189:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.782191:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384958.782195:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384958.782196:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.782200:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384958.782202:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384958.782204:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063f11efd x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384958.782205:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006675a90c. 00000100:00000200:2.0:1767384958.782208:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384958.782209:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384958.782211:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384958.782213:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384958.782216:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384958.782219:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e5e796a8. 02000000:00000001:0.0:1767384958.782224:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384958.782227:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384958.782229:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c051c94d. 00000100:00000001:2.0:1767384958.782233:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384958.782233:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384958.782236:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782236:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384958.782238:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063f11efd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373199360:12345-0@lo:400: Request processed in 394us (1354us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384958.782239:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384958.782239:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384958.782242:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384958.782243:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.782244:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384958.782245:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384958.782246:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384958.782248:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384958.782250:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384958.782250:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384958.782252:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a9e346d. 00000100:00100000:3.0:1767384958.782254:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00001000:2.0:1767384958.782256:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=61 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384958.782256:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063fec703 00000400:00000010:0.0:1767384958.782258:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063fec703. 00000100:00001000:2.0:1767384958.782259:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384958.782260:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384958.782263:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384958.782264:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.782265:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.782268:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00010000:00000001:2.0:1767384958.782269:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384958.782273:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.782274:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384958.782278:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.782279:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384958.782284:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.782285:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9f2679e. 00000100:00000001:0.0:1767384958.782287:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384958.782291:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b17ea30. 00000100:00000001:0.0:1767384958.782291:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.782293:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384958.782293:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384958.782296:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384958.782297:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384958.782298:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b790aeb3. 00000100:00000001:2.0:1767384958.782298:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384958.782298:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384958.782301:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.782301:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384958.782303:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 02000000:00000001:0.0:1767384958.782304:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.782306:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.782310:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384958.782311:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=60 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384958.782318:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384958.782319:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384958.782321:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384958.782322:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782322:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384958.782323:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.782325:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384958.782325:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384958.782328:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384958.782333:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373199360:0@lo:400: 00010000:00000001:0.0:1767384958.782335:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.782337:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782337:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384958.782338:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384958.782339:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384958.782340:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384958.782341:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373199360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.782341:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.782343:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.782348:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384958.782349:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384958.782351:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047a311b3. 00000100:00000001:0.0:1767384958.782351:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384958.782353:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384958.782353:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384958.782354:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384958.782355:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384958.782356:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384958.782357:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384958.782358:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384958.782359:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc6b1aaa. 02000000:00000001:2.0:1767384958.782361:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384958.782363:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384958.782364:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00100000:0.0:1767384958.782365:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237373199488:0@lo:400: 00000100:00000001:2.0:1767384958.782366:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384958.782367:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.782369:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782369:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782371:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384958.782372:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384958.782372:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373199488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.782374:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.782376:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.782377:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.782379:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384958.782381:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384958.782382:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035bb8b3e. 02000000:00000001:0.0:1767384958.782385:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384958.782386:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384958.782387:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384958.782389:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384958.782390:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000613d0620. 02000000:00000001:0.0:1767384958.782392:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384958.782397:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384958.782399:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:0.0:1767384958.782401:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384958.782402:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782404:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.782408:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384958.782409:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.782411:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384958.782412:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.796688:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294949392, at 4294949393 00000100:00000040:1.0:1767384958.796688:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294949392, at 4294949393 00000100:00000040:0.0:1767384958.796688:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294949392, at 4294949393 00000100:00000040:3.0:1767384958.796689:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294949392, at 4294949393 00000100:00000010:1.0:1767384958.796699:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db3e4d50. 00000100:00000010:0.0:1767384958.796702:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002522977a. 00000100:00000010:2.0:1767384958.796708:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bef3dde. 00000100:00000010:3.0:1767384958.796711:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d241e3e4. 00080000:00000001:0.0:1767384958.839355:0:32187:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384958.839368:0:32187:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.839372:0:32187:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384958.839378:0:32187:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384958.839383:0:32187:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.839385:0:32187:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.546274:0:32352:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384959.546279:0:32352:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000400:00000001:1.0:1767384959.547687:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384959.547691:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384959.547695:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c10243af 00000400:00000010:1.0:1767384959.547699:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c10243af. 00000400:00000200:1.0:1767384959.547705:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384959.547711:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384959.547722:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d7122e1d. 00000400:00000010:1.0:1767384959.547726:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a6119aa3. 00000001:00000001:3.0:1767384959.551101:0:32352:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384959.559766:0:32353:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000edf57510. 00000400:00000010:3.0:1767384959.559782:0:32353:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006851c440. 00000400:00000010:3.0:1767384959.559820:0:32353:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c30f1429. 00000400:00000010:3.0:1767384959.559824:0:32353:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e89b606d. 00000400:00000010:3.0:1767384959.559828:0:32353:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c49e57e. 00000400:00000010:3.0:1767384959.559832:0:32353:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aaa47b82. 00000400:00000010:3.0:1767384959.559834:0:32353:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec918b9a. 00000400:00000010:3.0:1767384959.559836:0:32353:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008264f44e. 00000400:00000010:3.0:1767384959.559839:0:32353:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000030cbd70c. 00000800:00000010:3.0:1767384959.559850:0:32353:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009e98d1d9. 00000800:00000200:3.0:1767384959.559872:0:32353:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384959.559884:0:32353:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384959.559923:0:32353:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:3.0:1767384959.559944:0:32353:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384959.562533:0:32353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000001767d99f. 00000400:00000010:3.0:1767384959.562540:0:32353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0815a76. 00000400:00000010:3.0:1767384959.562546:0:32353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000400:00000001:3.0:1767384959.562564:0:32353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384959.562566:0:32353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384959.562573:0:32353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5f951a9. 00000400:00000200:3.0:1767384959.562575:0:32353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c3fe21b 00000400:00000010:3.0:1767384959.562577:0:32353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c3fe21b. 00000400:00000010:3.0:1767384959.562580:0:32353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000008f18b7f. 00000400:00000200:3.0:1767384959.562584:0:32353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (30) 00000400:00000200:3.0:1767384959.562631:0:32353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:3.0:1767384959.562643:0:32353:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000400:00000200:2.0:1767384959.562649:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384959.562650:0:32353:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000adfd511f. 00000020:01000000:3.0:1767384959.562658:0:32353:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384959.562662:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000020:01000000:3.0:1767384959.562665:0:32353:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp40 00000400:00000010:2.0:1767384959.562676:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000400:00000200:2.0:1767384959.562681:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (31) 00000400:00000010:3.0:1767384959.562684:0:32353:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006851c440. 00000400:00000010:2.0:1767384959.562688:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c82fe85. 00000400:00000010:3.0:1767384959.562690:0:32353:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000edf57510. 00000400:00000200:2.0:1767384959.562697:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384959.562711:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:1.0:1767384959.562712:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384959.562718:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384959.562719:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:1.0:1767384959.562724:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384959.562728:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384959.562732:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:1.0:1767384959.562734:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384959.562739:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384959.562743:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:01000004:1.0:1767384959.562744:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384959.562749:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384959.562753:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384959.562756:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000020:01000004:1.0:1767384959.562757:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384959.562761:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384959.562765:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384959.562768:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:1.0:1767384959.562769:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384959.562774:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384959.562779:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000010:1.0:1767384959.562782:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000400:00000200:2.0:1767384959.562786:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:00000040:1.0:1767384959.562790:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384959.562796:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000100:00000001:1.0:1767384959.562799:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384959.562803:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 02000000:00000001:1.0:1767384959.562804:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384959.562809:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:2.0:1767384959.562816:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 02000000:00000001:1.0:1767384959.562820:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.562821:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767384959.562829:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 02000000:00000010:1.0:1767384959.562833:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000025f74937. 00000400:00000200:2.0:1767384959.562834:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:1.0:1767384959.562842:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.562853:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000100:00000001:1.0:1767384959.562854:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384959.562858:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.562864:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000100:00000040:1.0:1767384959.562872:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe841f78] to pc [ptlrpcd_00_00+0] req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384959.562873:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:2.0:1767384959.562892:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:2.0:1767384959.562899:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 26], ns[77, 26] 00000400:00000200:2.0:1767384959.562904:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 26], ns[78, 26] 00000400:00000200:2.0:1767384959.562908:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 26], ns[124, 26] 00000400:00000200:2.0:1767384959.562912:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 26], ns[79, 26] 00000400:00000200:2.0:1767384959.562919:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 26], ns[85, 26] 10000000:00000001:1.0:1767384959.562920:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.562927:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384959.562927:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[99, 26] 10000000:00000001:1.0:1767384959.562927:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.562935:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384959.562935:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.562940:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384959.562942:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 26], ns[122, 26] 00000020:01000000:1.0:1767384959.562943:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384959.562950:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.562955:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384959.562957:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[115, 26] 10000000:00000001:1.0:1767384959.562961:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384959.562965:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384959.562970:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384959.562977:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 26], ns[120, 26] 00000020:01000004:1.0:1767384959.562978:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384959.562981:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384959.562984:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384959.562985:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384959.562989:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384959.562993:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384959.562994:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384959.562996:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[116, 26], ns[125, 26] 00000020:01000004:1.0:1767384959.562997:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384959.562999:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384959.563003:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384959.563007:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384959.563009:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384959.563011:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384959.563012:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000020:01000004:1.0:1767384959.563016:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384959.563017:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373199616:0@lo:253: 00000100:00000010:1.0:1767384959.563023:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f57692a. 00000400:00000200:2.0:1767384959.563027:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000100:00000001:3.0:1767384959.563029:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384959.563030:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384959.563035:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384959.563036:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384959.563036:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp38 02000000:00000001:1.0:1767384959.563038:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384959.563042:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.563044:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.563048:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384959.563048:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp38 lpni_is_preferred = 0 00000400:00000200:2.0:1767384959.563055:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp38 02000000:00000010:1.0:1767384959.563055:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078e40717. 02000000:00000010:3.0:1767384959.563058:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000012cb8367. 00000100:00000001:1.0:1767384959.563062:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.563064:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.563067:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [126:126:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [117:117:8:4294967295] 00000100:00000001:1.0:1767384959.563071:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384959.563074:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fbb53ab. 00000100:00000001:1.0:1767384959.563075:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.563085:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006851c440. 00000100:00000040:1.0:1767384959.563086:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f57692a] to pc [ptlrpcd_00_01+1] req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384959.563091:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp38 00000100:00000200:3.0:1767384959.563094:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373199616, portal 25 00000100:00000001:3.0:1767384959.563102:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384959.563106:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000400:00000200:2.0:1767384959.563118:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:) -> 192.168.204.149@tcp38(192.168.204.149@tcp:192.168.204.149@tcp38) : PUT try# 0 00000100:00000040:3.0:1767384959.563119:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384959.563125:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384959.563131:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.149@tcp38 10000000:00000001:1.0:1767384959.563140:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384959.563142:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5616dd8. 00000100:00000001:3.0:1767384959.563146:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384959.563148:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.563154:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:1.0:1767384959.563155:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384959.563156:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000088e6747e. 00000400:00000010:3.0:1767384959.563160:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a06bc1cb. 00000020:00000010:1.0:1767384959.563163:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000adfd511f. 00000800:00000010:2.0:1767384959.563166:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c92dbc1d. 00000100:00000200:3.0:1767384959.563167:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373199616, offset 0 00000100:00000001:1.0:1767384959.563179:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384959.563181:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:3.0:1767384959.563182:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384959.563184:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.563189:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384959.563194:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000100:00000040:1.0:1767384959.563198:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384959.563202:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384959.563214:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384959.563216:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.563220:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384959.563221:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506500 02000000:00000001:1.0:1767384959.563222:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384959.563228:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384959.563229:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000400:00000200:3.0:1767384959.563237:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 02000000:00000001:1.0:1767384959.563237:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.563245:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000556df562. 00000100:00100000:1.0:1767384959.563246:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373199744:0@lo:253: 00000400:00000200:3.0:1767384959.563252:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003eee8d63 00000100:00000001:1.0:1767384959.563253:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384959.563260:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384959.563263:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.563264:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384959.563265:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384959.563273:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384959.563278:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eee8d63 00000400:00000010:3.0:1767384959.563280:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eee8d63. 02000000:00000010:1.0:1767384959.563284:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000019af0d5e. 00000100:00000001:3.0:1767384959.563285:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384959.563289:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384959.563291:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.563293:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000088a71440 x1853237373199616 msgsize 4848 00000400:00000010:1.0:1767384959.563298:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b6a4e2. 00000100:00100000:3.0:1767384959.563304:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384959.563305:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000040:3.0:1767384959.563307:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384959.563309:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab418bec. 00000100:00000200:1.0:1767384959.563317:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373199744, portal 25 00000100:00000001:1.0:1767384959.563319:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.563321:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807142656 : -129514902408960 : ffff8a34f63fb100) 00000100:00000001:3.0:1767384959.563323:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384959.563328:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384959.563334:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a06bc1cb 00000100:00000001:1.0:1767384959.563336:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384959.563338:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a06bc1cb. 00000100:00000040:1.0:1767384959.563344:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384959.563346:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384959.563350:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048897155. 00000100:00000200:3.0:1767384959.563354:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384959.563355:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373199744, offset 0 00000400:00000200:1.0:1767384959.563370:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384959.563371:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384959.563373:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000040:3.0:1767384959.563378:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384959.563385:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384959.563390:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563393:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384959.563401:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563406:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294950175 00000400:00000200:1.0:1767384959.563410:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506580 00000100:00000010:3.0:1767384959.563430:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b31564be. 00000400:00000200:1.0:1767384959.563436:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d1 [2] + 0 00000400:00000200:2.0:1767384959.563437:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000010:1.0:1767384959.563448:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdb351bd. 00000100:00000001:3.0:1767384959.563449:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384959.563455:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e250016 00000100:00000001:3.0:1767384959.563459:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294950175 00000400:00000200:1.0:1767384959.563463:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384959.563465:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaae4ecb. 00000400:00000200:1.0:1767384959.563471:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384959.563472:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384959.563480:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294950175 00000400:00000200:1.0:1767384959.563480:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e250016 00000400:00000010:1.0:1767384959.563486:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e250016. 00000400:00000200:2.0:1767384959.563488:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000010:3.0:1767384959.563489:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dfd0699. 00000100:00000001:1.0:1767384959.563492:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384959.563498:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384959.563498:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384959.563505:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000a92ba313 x1853237373199744 msgsize 4848 00000100:00000001:3.0:1767384959.563508:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294950175 00000100:00100000:1.0:1767384959.563516:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384959.563518:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f89adc2b. 00000100:00000040:1.0:1767384959.563519:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384959.563527:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384959.563531:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.563534:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563535:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384959.563536:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:3.0:1767384959.563539:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563544:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.563547:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048897155 00000400:00000010:1.0:1767384959.563551:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048897155. 00000100:00000001:3.0:1767384959.563553:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384959.563556:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384959.563558:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384959.563565:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384959.563565:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.563569:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384959.563573:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563579:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563584:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384959.563591:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.563633:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563636:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384959.563643:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384959.563643:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563649:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294950176 00000100:00100000:3.0:1767384959.563650:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199616 02000000:00000001:3.0:1767384959.563654:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384959.563655:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:3.0:1767384959.563658:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.563661:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950175 00000100:00000001:3.0:1767384959.563662:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.563671:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563675:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294950176 00000100:00100000:3.0:1767384959.563676:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199616 00000020:00000001:3.0:1767384959.563681:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384959.563685:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384959.563686:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950175 00000020:00000001:3.0:1767384959.563689:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.563693:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384959.563695:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294950176 00000020:00000001:3.0:1767384959.563697:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384959.563703:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384959.563704:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950175 00000100:00000001:3.0:1767384959.563708:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384959.563713:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294950176 00000020:00000010:3.0:1767384959.563720:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbbcc763. 00000100:00000001:3.0:1767384959.563723:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.563729:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbbcc763. 00000400:00000200:2.0:1767384959.563730:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:1.0:1767384959.563732:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950175 00000020:00000010:3.0:1767384959.563738:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009f59ac3. 00000100:00000001:1.0:1767384959.563742:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384959.563746:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384959.563748:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c86a773. 00000100:00000001:1.0:1767384959.563749:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563754:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384959.563756:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:1.0:1767384959.563761:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384959.563765:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384959.563768:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384959.563769:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384959.563773:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384959.563775:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384959.563777:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563779:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384959.563783:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563784:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563797:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.563809:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:3.0:1767384959.563810:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.563822:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384959.563827:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199744 02000000:00000001:1.0:1767384959.563830:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.563832:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.563834:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.563835:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563838:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384959.563841:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.563846:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199744 00000100:00100000:3.0:1767384959.563850:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000020:00000001:1.0:1767384959.563851:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384959.563856:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000040:3.0:1767384959.563858:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:1.0:1767384959.563859:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384959.563865:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644684368 : -129520064867248 : ffff8a33c28ad450) 00000020:00000040:1.0:1767384959.563865:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384959.563871:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:3.0:1767384959.563877:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088a71440 x1853237373199616/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:185/0 lens 4848/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.563878:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:2.0:1767384959.563881:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:1.0:1767384959.563885:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.563892:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020abad4e. 00000100:00000001:3.0:1767384959.563895:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384959.563899:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.563901:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbbcc763. 00000020:00000010:1.0:1767384959.563903:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020abad4e. 00000100:00000001:3.0:1767384959.563908:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.563912:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbbcc763. 00000020:00000010:1.0:1767384959.563913:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000766e714b. 00000020:00000010:1.0:1767384959.563919:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000002663f45. 00000100:00100000:3.0:1767384959.563921:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088a71440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373199616:12345-0@lo:253: 00000020:00000010:1.0:1767384959.563928:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d83d3f66. 00000100:00000200:3.0:1767384959.563929:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199616 00000020:00000001:3.0:1767384959.563934:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384959.563938:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384959.563939:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384959.563943:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384959.563944:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.563948:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.563949:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.563953:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:1.0:1767384959.563956:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.563957:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384959.563958:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000020:00000001:3.0:1767384959.563960:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.563968:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.563977:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384959.563981:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384959.563984:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.563988:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384959.563989:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384959.563992:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384959.563993:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384959.564001:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001bb8e230. 00000100:00100000:1.0:1767384959.564002:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 02000000:00000001:3.0:1767384959.564007:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.564009:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384959.564011:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.564014:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644687440 : -129520064864176 : ffff8a33c28ae050) 20000000:00000001:3.0:1767384959.564017:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:1.0:1767384959.564023:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a92ba313 x1853237373199744/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:185/0 lens 4848/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384959.564024:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 20000000:00000010:3.0:1767384959.564029:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0c411e3. 20000000:01000000:3.0:1767384959.564038:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384959.564040:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384959.564043:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384959.564046:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020abad4e. 20000000:00000001:3.0:1767384959.564048:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384959.564054:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.564054:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384959.564062:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.564063:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020abad4e. 20000000:00000001:3.0:1767384959.564070:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:1.0:1767384959.564075:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a92ba313 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373199744:12345-0@lo:253: 20000000:00000010:3.0:1767384959.564081:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c85a4f3. 00000100:00000200:1.0:1767384959.564081:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199744 00000020:00000001:1.0:1767384959.564087:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:3.0:1767384959.564088:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000020:00000001:1.0:1767384959.564093:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384959.564094:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 20000000:00000001:3.0:1767384959.564095:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384959.564099:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.564105:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384959.564105:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.564110:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:1.0:1767384959.564114:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384959.564115:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384959.564117:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384959.564119:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384959.564122:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.564125:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384959.564128:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384959.564135:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004f868a6b. 02000000:00000001:1.0:1767384959.564137:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.564139:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.564142:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384959.564143:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 20000000:00000010:1.0:1767384959.564151:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004b9ecca2. 20000000:01000000:1.0:1767384959.564156:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384959.564159:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384959.564162:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384959.564167:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384959.564170:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384959.564171:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.564174:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.564175:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384959.564179:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.564182:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384959.564183:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384959.564190:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:2.0:1767384959.564191:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00080000:00000001:3.0:1767384959.564199:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384959.564208:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000088d2cf7. 00080000:00000001:3.0:1767384959.564211:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558575552512 : -129515133999104 : ffff8a34e871e800) 00080000:00000001:3.0:1767384959.564215:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384959.564225:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564290:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564342:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000001:00000001:3.0:1767384959.564386:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384959.564389:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.564392:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384959.564455:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00080000:00000001:3.0:1767384959.564461:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.564467:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384959.564516:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564569:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564641:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00080000:00000001:3.0:1767384959.564682:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384959.564687:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384959.564713:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564757:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564830:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564914:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564957:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.564994:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565085:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565121:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565180:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565218:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565250:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565315:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384959.565365:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384959.565576:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:2.0:1767384959.565583:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ebd7147. 00000800:00000010:2.0:1767384959.565590:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000777170a0. 00000800:00000010:2.0:1767384959.565832:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000777170a0. 00000800:00020000:2.0:1767384959.565845:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384959.565850:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ebd7147. 00000800:00000010:2.0:1767384959.565854:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:02020000:2.0:1767384959.565901:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp38 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384959.565908:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp38 notifying 192.168.204.149@tcp38: down 00000800:00000200:2.0:1767384959.565915:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp38 down 00000800:00000100:2.0:1767384959.565921:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.204.149@tcp38 00000800:00000010:2.0:1767384959.565925:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5616dd8. 00000400:00000200:2.0:1767384959.565930:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384959.565935:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384959.565943:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp38 added to recovery queue. ping count: 0 next ping: 283 health :900 00000400:00000200:2.0:1767384959.565948:0:16151:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384959.565961:0:16151:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384959.565967:0:16151:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384959.566001:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384959.566004:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101171 00000400:00000001:2.0:1767384959.566007:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384959.566009:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384959.566011:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:2.0:1767384959.566012:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000400:00000200:2.0:1767384959.566017:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384959.566022:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384959.566026:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (32) 00000400:00000200:2.0:1767384959.566029:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384959.566032:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc -71 00000400:00000200:2.0:1767384959.566036:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384959.566041:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (31) 00080000:00000001:3.0:1767384959.574280:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384959.574288:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:0.0:1767384959.574289:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384959.574293:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384959.574296:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384959.574298:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384959.574301:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384959.574304:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384959.574306:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384959.574308:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000088d2cf7. 20000000:01000000:3.0:1767384959.574312:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384959.574314:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384959.574326:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384959.574330:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000058f7a43e. 20000000:01000000:3.0:1767384959.574332:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384959.574338:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00080000:00000020:3.0:1767384959.574343:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384959.574344:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384959.574350:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384959.574365:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384959.574369:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384959.574372:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384959.574377:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384959.574378:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384959.574382:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384959.574384:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384959.574388:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384959.574390:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384959.574392:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384959.574393:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000089ac8648. 00000020:00000001:1.0:1767384959.574397:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384959.574400:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384959.574403:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384959.574407:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00080000:00000010:1.0:1767384959.574428:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000431a604b. 00000020:00000001:3.0:1767384959.574429:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384959.574435:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553635085312 : -129520074466304 : ffff8a33c1f85c00) 00000020:00000040:3.0:1767384959.574436:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b37bf to hash 00080000:00000001:1.0:1767384959.574439:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384959.574442:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384959.574445:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384959.574448:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384959.574452:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384959.574454:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384959.574458:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574467:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384959.574471:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384959.574474:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384959.574476:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384959.574478:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.574481:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384959.574482:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.574484:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384959.574487:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384959.574489:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384959.574500:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384959.574502:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000089ac8648) refcount = 1 00010000:00010000:3.0:1767384959.574506:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574512:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384959.574515:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384959.574518:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.574520:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574523:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384959.574526:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384959.574531:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384959.574534:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384959.574536:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.574538:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384959.574540:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384959.574543:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384959.574546:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384959.574547:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574554:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384959.574556:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384959.574557:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384959.574561:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574568:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384959.574568:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384959.574574:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384959.574577:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574582:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384959.574584:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574588:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384959.574591:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384959.574591:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384959.574643:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384959.574646:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384959.574649:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384959.574652:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574659:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384959.574661:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384959.574663:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.574665:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384959.574668:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384959.574670:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384959.574674:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384959.574677:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574682:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384959.574686:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384959.574688:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574693:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384959.574696:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384959.574701:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384959.574703:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.574707:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b37bf from hash 00010000:00000001:3.0:1767384959.574709:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384959.574711:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.574713:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.574714:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384959.574717:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384959.574720:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384959.574722:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384959.574724:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.574727:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574730:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384959.574737:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384959.574741:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.574743:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.574745:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574747:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.574750:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384959.574753:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574758:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.574760:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.574762:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384959.574764:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384959.574766:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.574768:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.574770:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384959.574773:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384959.574776:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384959.574779:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384959.574785:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384959.574787:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384959.574789:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b37bf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384959.574795:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000089ac8648 count: 0 00010000:00000001:3.0:1767384959.574817:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384959.574819:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384959.575123:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384959.575200:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384959.575203:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:3.1:1767384959.580636:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000089ac8648. 00010000:00000010:3.1:1767384959.580648:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000100:00000040:1.0:1767384959.580650:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294950176, at 4294950177 00000100:00000010:1.0:1767384959.580659:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaae4ecb. 00000100:00000040:2.0:1767384959.580668:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294950176, at 4294950177 00000100:00000010:2.0:1767384959.580678:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dfd0699. 00000100:00000040:3.0:1767384959.580814:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294950176, at 4294950177 00000100:00000010:3.0:1767384959.580822:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f89adc2b. 00000100:00000040:0.0:1767384959.581653:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294950176, at 4294950178 00000100:00000010:0.0:1767384959.581663:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b31564be. 00080000:00000001:0.0:1767384959.586299:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384959.586302:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384959.586304:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384959.586305:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384959.586309:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384959.586312:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:0.0:1767384959.586313:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384959.586317:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000431a604b. 20000000:00000001:1.0:1767384959.586318:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.586324:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384959.586326:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384959.586328:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384959.586343:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384959.586346:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384959.586351:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384959.586365:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384959.586374:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384959.586376:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384959.586379:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384959.586381:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384959.586387:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000766c0539. 00010000:00000001:1.0:1767384959.586392:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384959.586395:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001be5b4d6. 00000020:00000001:1.0:1767384959.586399:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384959.586401:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001be5b4d6 with handle 0xcb8130832f6b37c6 to hash 00000020:00000001:1.0:1767384959.586402:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384959.586404:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384959.586406:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384959.586409:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.586425:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.586428:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586436:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384959.586438:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384959.586440:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384959.586442:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384959.586444:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.586446:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384959.586447:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.586449:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384959.586450:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384959.586452:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384959.586453:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384959.586455:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000766c0539) refcount = 1 00010000:00010000:1.0:1767384959.586458:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586463:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384959.586465:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384959.586467:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.586468:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.586476:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384959.586478:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384959.586481:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384959.586484:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.586486:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.586488:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001be5b4d6 refcount=4 00000020:00000001:1.0:1767384959.586491:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384959.586493:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384959.586495:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384959.586497:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586503:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384959.586505:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586509:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.586511:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384959.586513:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586518:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.586520:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.586522:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384959.586524:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384959.586529:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001be5b4d6 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384959.586530:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384959.586533:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384959.586535:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586539:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384959.586540:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.586549:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.586551:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001be5b4d6 refcount=5 00000020:00000001:1.0:1767384959.586552:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384959.586555:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384959.586558:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384959.586559:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586564:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384959.586566:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384959.586568:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.586571:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384959.586572:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384959.586574:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.586576:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384959.586578:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001be5b4d6 with handle 0xcb8130832f6b37c6 from hash 00010000:00000001:1.0:1767384959.586581:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384959.586583:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.586584:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.586585:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384959.586587:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384959.586588:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384959.586591:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384959.586777:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.586780:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.586783:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384959.586785:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384959.586788:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.586789:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.586791:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.586793:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.586795:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.586798:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586803:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.586810:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.586812:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384959.586813:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384959.586815:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.586816:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.586819:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384959.586822:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.586824:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.586826:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.586831:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384959.586833:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384959.586834:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37c6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384959.586839:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000766c0539 count: 0 00010000:00000001:1.0:1767384959.586852:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384959.586854:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384959.587686:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384959.587690:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384959.587694:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0c411e3. 20000000:00000001:3.0:1767384959.587701:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384959.587705:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373199616 00010000:00000001:3.0:1767384959.587708:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384959.587723:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088a71440 x1853237373199616/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384959.587732:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.587734:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.587738:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.587742:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.587745:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384959.587748:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384959.587752:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.587754:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.587757:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384959.587760:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384959.587764:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048897155. 00000100:00000200:3.0:1767384959.587768:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373199616, offset 224 00000400:00000200:3.0:1767384959.587776:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384959.587787:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384959.587797:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506500 00000400:00000200:3.0:1767384959.587802:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1be5 [2] + 224 00000400:00000200:3.0:1767384959.587808:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.587812:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384959.587818:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384959.587823:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384959.587831:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.587846:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384959.587852:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048897155 00000400:00000010:3.0:1767384959.587855:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048897155. 00000100:00000001:3.0:1767384959.587860:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384959.587862:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384959.587865:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.587868:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384959.587870:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.587872:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.587882:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384959.587887:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088a71440 x1853237373199616/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.587897:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088a71440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373199616:12345-0@lo:253: Request processed in 23999us (24600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384959.587905:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:3.0:1767384959.587908:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384959.587911:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384959.587913:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384959.587918:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c86a773. 00000020:00000010:3.0:1767384959.587922:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000020:00000010:3.0:1767384959.587928:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009f59ac3. 00000020:00000040:3.0:1767384959.587933:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384959.587938:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.587940:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001bb8e230. 02000000:00000001:3.0:1767384959.587944:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384959.587946:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384959.587951:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384959.587956:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000556df562. 00000400:00000010:3.0:1767384959.587962:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048897155. 00000100:00000001:3.0:1767384959.587985:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.587988:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384959.587993:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384959.587995:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384959.587997:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fbb53ab. 00000400:00000200:3.0:1767384959.588000:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006851c440 00000400:00000010:3.0:1767384959.588003:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006851c440. 00000100:00000001:3.0:1767384959.588006:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384959.588010:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384959.588018:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.588026:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384959.588027:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.588040:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384959.588043:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384959.588044:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.588046:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.588048:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.588052:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384959.588055:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.588058:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384959.588060:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.588062:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384959.588064:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.588066:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.588070:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.588076:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.588079:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384959.588081:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384959.588084:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384959.588086:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384959.588088:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384959.588089:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384959.588091:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384959.588093:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384959.588095:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384959.588096:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384959.588098:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384959.588100:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384959.588103:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.588108:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373199616:0@lo:253: 00000100:00000001:3.0:1767384959.588113:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.588116:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384959.588119:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373199616/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.588126:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384959.588134:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384959.588137:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000012cb8367. 02000000:00000001:3.0:1767384959.588146:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384959.588149:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384959.588150:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384959.588153:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384959.588156:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000025f74937. 02000000:00000001:3.0:1767384959.588164:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384959.588166:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384959.588167:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00000001:3.0:1767384959.588172:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384959.588174:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.588176:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.588182:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384959.588184:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.588186:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.588189:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384959.589277:0:32358:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000770b929b. 00000400:00000040:0.0:1767384959.589299:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384959.589302:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384959.589305:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384959.589307:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384959.589316:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384959.589318:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384959.589321:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384959.589323:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384959.589325:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384959.589326:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384959.589328:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384959.589330:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384959.589332:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384959.589333:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384959.589334:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384959.589336:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384959.589337:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384959.589338:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384959.589339:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384959.589341:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384959.589342:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384959.589343:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384959.589344:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384959.589346:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384959.589347:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384959.589350:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384959.589352:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384959.589354:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384959.589356:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384959.589357:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384959.589359:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384959.589361:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384959.589363:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384959.589365:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384959.589366:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384959.589368:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384959.589370:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384959.589372:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384959.589374:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384959.589375:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384959.589376:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384959.589378:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384959.589379:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384959.589384:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384959.589386:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384959.589387:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384959.589388:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384959.589389:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384959.589391:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384959.589393:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384959.589395:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384959.589397:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384959.589398:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384959.589400:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384959.589401:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384959.589402:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384959.589404:0:32358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384959.589512:0:32358:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000770b929b. 00080000:00000020:1.0:1767384959.590682:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384959.590686:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384959.590687:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004b9ecca2. 20000000:00000001:1.0:1767384959.590693:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384959.590697:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373199744 00010000:00000001:1.0:1767384959.590699:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384959.590703:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a92ba313 x1853237373199744/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384959.590711:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384959.590712:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.590714:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.590717:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.590719:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384959.590720:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384959.590722:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384959.590724:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.590726:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.590736:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384959.590738:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d71f621f. 00000100:00000200:1.0:1767384959.590742:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373199744, offset 224 00000400:00000200:1.0:1767384959.590746:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384959.590752:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384959.590758:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506580 00000400:00000200:1.0:1767384959.590762:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bed [2] + 224 00000400:00000200:1.0:1767384959.590767:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.590770:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384959.590773:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384959.590777:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384959.590785:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.590801:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384959.590806:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d71f621f 00000400:00000010:1.0:1767384959.590808:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d71f621f. 00000100:00000001:1.0:1767384959.590811:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384959.590813:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384959.590818:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.590821:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384959.590824:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384959.590826:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.590829:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384959.590833:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a92ba313 x1853237373199744/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.590834:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.590838:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384959.590845:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384959.590849:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a92ba313 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373199744:12345-0@lo:253: Request processed in 26806us (27340us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384959.590850:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384959.590854:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b6a4e2. 00000400:00000200:3.0:1767384959.590860:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab418bec 00000400:00000010:3.0:1767384959.590864:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab418bec. 00000100:00100000:1.0:1767384959.590865:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000001:3.0:1767384959.590871:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384959.590872:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384959.590876:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.590878:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384959.590879:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384959.590882:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000002663f45. 00000100:00000200:3.0:1767384959.590890:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384959.590896:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d83d3f66. 00000100:00000001:3.0:1767384959.590901:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384959.590903:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000766e714b. 00000100:00000001:3.0:1767384959.590904:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.590908:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384959.590910:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:3.0:1767384959.590911:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384959.590914:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384959.590916:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384959.590917:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384959.590920:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004f868a6b. 02000000:00000001:3.0:1767384959.590922:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.590925:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384959.590927:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=67 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384959.590928:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384959.590937:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=67 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384959.590937:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384959.590943:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b6a4e2. 00000100:00000001:3.0:1767384959.590950:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384959.590950:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d71f621f. 00000100:00000001:3.0:1767384959.590954:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.590958:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384959.590959:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.590962:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.590965:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.590971:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.590974:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384959.590976:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384959.590979:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384959.590981:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384959.590982:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384959.590983:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384959.590984:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384959.590985:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384959.590986:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384959.590987:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384959.590988:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384959.590991:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.590996:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f57692a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373199744:0@lo:253: 00000100:00000001:3.0:1767384959.590999:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.591001:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384959.591002:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f57692a x1853237373199744/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.591008:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384959.591009:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384959.591011:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000019af0d5e. 02000000:00000001:3.0:1767384959.591015:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384959.591017:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384959.591018:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384959.591020:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384959.591021:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078e40717. 02000000:00000001:3.0:1767384959.591024:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384959.591032:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384959.591033:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f57692a. 00000100:00000001:3.0:1767384959.591036:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384959.591037:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.591038:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.591042:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384959.591044:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.591046:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.591047:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384959.591643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000766c0539. 00010000:00000010:1.1:1767384959.591654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001be5b4d6. 00010000:00000001:2.0:1767384959.675661:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.675666:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.675671:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.675672:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.675706:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384959.675710:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.675713:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384960.572690:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (6) 00000800:00000200:3.0:1767384960.572700:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp23 ip 192.168.204.149:988 00000800:00000200:3.0:1767384960.572705:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384960.572707:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009cb72ff6. 00000400:00000010:2.0:1767384960.572714:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c5df5b7. 00000400:00000010:2.0:1767384960.572716:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000035983c4b. 00000400:00000010:2.0:1767384960.572719:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093f0fe9a. 00000400:00000010:2.0:1767384960.572723:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063933994. 00000400:00000010:2.0:1767384960.572726:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a3f08122. 00000400:00000010:2.0:1767384960.572730:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000045330131. 00000400:00000010:2.0:1767384960.572733:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000db6fdcb3. 00000400:00000010:2.0:1767384960.572736:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002619a764. 00000400:00000010:2.0:1767384960.572741:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d661769f. 00000400:00000010:2.0:1767384960.572743:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000346bfc67. 00000400:00000010:2.0:1767384960.572745:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d62c6d14. 00000400:00000010:2.0:1767384960.572748:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b7ce52bc. 00000400:00000010:2.0:1767384960.572750:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d770ed4a. 00000400:00000010:2.0:1767384960.572759:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001b0b4b92. 00000400:00000010:2.0:1767384960.572761:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b264aca. 00000400:00000010:2.0:1767384960.572762:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a405fa6c. 00000400:00000010:2.0:1767384960.572765:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000293bf5d8. 00000400:00000010:2.0:1767384960.572767:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b0e2265f. 00000400:00000010:2.0:1767384960.572769:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d1eee12. 00000400:00000010:2.0:1767384960.572771:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e098d39. 00000400:00000010:2.0:1767384960.572772:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f7b3255. 00000400:00000010:2.0:1767384960.572774:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007b9d7ea8. 00000400:00000010:2.0:1767384960.572776:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c9d1f6ea. 00000400:00000010:2.0:1767384960.572777:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009f028bba. 00000400:00000010:2.0:1767384960.572780:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000000d0bb02. 00000400:00000010:2.0:1767384960.572784:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006ea65e88. 00000400:00000010:2.0:1767384960.572785:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e84165ed. 00000400:00000010:2.0:1767384960.572787:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000008c42642. 00000400:00000010:2.0:1767384960.572788:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057bbb78a. 00000400:00000010:2.0:1767384960.572790:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000047b6c5eb. 00000400:00000010:2.0:1767384960.572793:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cb2d5687. 00000400:00000010:2.0:1767384960.572796:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000037892bdc. 00000400:00000010:2.0:1767384960.572800:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000089360639. 00000400:00000010:2.0:1767384960.572802:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c086fe2. 00000400:00000010:2.0:1767384960.572806:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000789ca48f. 00000800:00000200:0.0:1767384960.572810:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384960.572811:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eeb23906. 00000800:00000001:3.0:1767384960.572814:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384960.572819:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000050f0b10a. 00000400:00000010:2.0:1767384960.572822:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ca9eee5. 00000400:00000010:2.0:1767384960.572825:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b78d44f7. 00000800:00000001:3.0:1767384960.572827:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384960.572828:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4c94787. 00000400:00000010:2.0:1767384960.572832:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000552e24ce. 00000800:00000001:3.0:1767384960.572834:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384960.572835:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006796fb02. 00000800:00000001:3.0:1767384960.572840:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384960.572840:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002d896a39. 00000400:00000010:2.0:1767384960.572848:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001e4c267d. 00000400:00000010:2.0:1767384960.572851:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c8bbbf2f. 00000400:00000010:2.0:1767384960.572853:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007b000c84. 00000400:00000010:2.0:1767384960.572855:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cd1827a8. 00000400:00000010:2.0:1767384960.572856:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d5c621f0. 00000400:00000010:2.0:1767384960.572858:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c543b9a8. 00000400:00000010:2.0:1767384960.572865:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000302e571f. 00000400:00000010:2.0:1767384960.572866:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005bd138b3. 00000400:00000010:2.0:1767384960.572868:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063ac0098. 00000400:00000010:2.0:1767384960.572869:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009fa5e472. 00000400:00000010:2.0:1767384960.572871:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d96f1edc. 00000400:00000010:2.0:1767384960.572872:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b7309b8c. 00000400:00000010:2.0:1767384960.572873:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ba2bfcf2. 00000400:00000010:2.0:1767384960.572875:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002555b5f0. 00000400:00000010:2.0:1767384960.572877:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008690e05f. 00000400:00000010:2.0:1767384960.572879:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cc9f0934. 00000400:00000010:2.0:1767384960.572882:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000d859a60. 00000400:00000010:2.0:1767384960.572884:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006fa00d8b. 00000400:00000010:2.0:1767384960.572886:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ad73b4e5. 00000400:00000010:2.0:1767384960.572888:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000660a772b. 00000400:00000010:2.0:1767384960.572891:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f0d58f18. 00000400:00000010:2.0:1767384960.572893:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000027ea0d86. 00000400:00000010:2.0:1767384960.572894:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006ac11939. 00000400:00000010:2.0:1767384960.572897:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab78c469. 00000400:00000010:2.0:1767384960.572898:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b9d41955. 00000400:00000010:2.0:1767384960.572900:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bf58d9c7. 00000400:00000010:2.0:1767384960.572901:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c5a92558. 00000400:00000010:2.0:1767384960.572902:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e17b82cb. 00000400:00000010:2.0:1767384960.572904:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000030ef6ee. 00000400:00000010:2.0:1767384960.572906:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bfa8fca5. 00000400:00000010:2.0:1767384960.572907:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000145eedc6. 00000400:00000010:2.0:1767384960.572909:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000042b17dc7. 00000400:00000010:2.0:1767384960.572912:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009a588fc0. 00000400:00000010:2.0:1767384960.572913:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ae5a8693. 00000400:00000010:2.0:1767384960.572915:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000172d5809. 00000400:00000010:2.0:1767384960.572917:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000068ab40cf. 00000400:00000010:2.0:1767384960.572918:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002275a9b8. 00000400:00000010:2.0:1767384960.572919:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bcec4847. 00000400:00000010:2.0:1767384960.572921:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000809427aa. 00000400:00000010:2.0:1767384960.572923:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000048aa062e. 00000400:00000010:2.0:1767384960.572924:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c82fe85. 00000400:00000200:2.0:1767384960.572930:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp37 00000400:00000010:2.0:1767384960.572938:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006454e116. 00000400:00000010:2.0:1767384960.572942:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a177ffe3. 00000400:00000010:2.0:1767384960.572946:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000400:00000010:2.0:1767384960.572953:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c82fe85. 00000400:00000200:2.0:1767384960.572956:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp37 00000400:00000200:2.0:1767384960.572973:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp37 local destination 00000400:00000200:2.0:1767384960.572978:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp37 00000400:00000200:2.0:1767384960.572981:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [127:127:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767384960.572988:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp37 00000400:00000200:2.0:1767384960.572995:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:) -> 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) : GET try# 0 00000800:00000200:2.0:1767384960.573000:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp37 00000800:00000010:2.0:1767384960.573004:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000485654e3. 00000800:00000200:2.0:1767384960.573008:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000800:00000200:2.1:1767384960.573013:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000400:00000200:2.0:1767384960.573030:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp37 added to recovery queue. ping count: 2 next ping: 287 health :800 00000400:00000200:2.0:1767384960.573035:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp36 00000400:00000010:2.0:1767384960.573037:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b1bd5346. 00000400:00000010:2.0:1767384960.573041:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023cd52ee. 00000400:00000010:2.0:1767384960.573043:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000400:00000010:2.0:1767384960.573048:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000809427aa. 00000400:00000200:2.0:1767384960.573051:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp36 00000400:00000200:2.0:1767384960.573056:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp36 local destination 00000400:00000200:2.0:1767384960.573059:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp36 00000400:00000200:2.0:1767384960.573062:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp36 NI seq info: [128:128:256:4294967295] 192.168.204.149@tcp36 LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1767384960.573067:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp36 00000400:00000200:2.0:1767384960.573072:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36:) -> 192.168.204.149@tcp36(192.168.204.149@tcp36:192.168.204.149@tcp36) : GET try# 0 00000800:00000200:2.0:1767384960.573076:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp36 00000800:00000010:2.0:1767384960.573079:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cbe4d74d. 00000800:00000200:2.0:1767384960.573082:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000800:00000200:2.1:1767384960.573085:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000400:00000200:2.0:1767384960.573097:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp36 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:1.0:1767384960.573098:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573110:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp38 00000400:00000010:2.0:1767384960.573113:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005972265e. 00000400:00000010:2.0:1767384960.573116:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079b3ba04. 00000400:00000010:2.0:1767384960.573118:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f1b3e3. 00000400:00000010:2.0:1767384960.573123:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bcec4847. 00000400:00000200:2.0:1767384960.573126:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp38 00000400:00000200:2.0:1767384960.573132:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp38 local destination 00000400:00000200:2.0:1767384960.573136:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp38 00000400:00000200:2.0:1767384960.573138:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [129:129:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [120:120:8:4294967295] 00000400:00000200:2.0:1767384960.573143:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp38 00000400:00000200:1.0:1767384960.573144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573154:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:) -> 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) : GET try# 0 00000800:00000200:2.0:1767384960.573161:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp38 00000800:00000010:2.0:1767384960.573165:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a1f543f4. 00000800:00000200:2.0:1767384960.573170:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000800:00000200:2.1:1767384960.573173:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:2.0:1767384960.573189:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp38 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:3.0:1767384960.573215:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.573216:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573248:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.573309:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573310:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573323:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.573415:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573425:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573429:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.573492:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573514:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573516:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.573569:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573615:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573641:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573689:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573712:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573765:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573846:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573879:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.573929:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.573960:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574018:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574052:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574098:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574140:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574184:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574216:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574266:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574309:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574354:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574387:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574458:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574486:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574535:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574569:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574638:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574659:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574701:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574736:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574786:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.574796:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574832:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574862:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.574876:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574910:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.574939:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.574962:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.574988:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575017:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575045:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575063:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575091:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575127:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575144:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575163:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575205:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575222:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575237:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575280:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575306:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575310:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575362:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575403:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575412:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575456:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575485:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575490:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575534:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575575:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575576:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575621:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575666:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575679:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575704:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575739:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575768:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575786:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575819:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575859:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575888:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575905:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.575948:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.575963:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.575987:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576034:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576049:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.576072:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576117:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576131:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576179:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576193:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000800:00000010:2.0:1767384960.576260:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000400:00000200:3.0:1767384960.576265:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:2.0:1767384960.576266:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe6b7653. 00000400:00000200:1.0:1767384960.576269:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000010:2.0:1767384960.576275:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037e30c66. 00000800:00000010:2.0:1767384960.576301:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037e30c66. 00000800:00020000:2.0:1767384960.576308:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384960.576312:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe6b7653. 00000800:00000010:2.0:1767384960.576315:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:00000200:3.0:1767384960.576331:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576339:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:02020000:2.0:1767384960.576411:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp38 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384960.576419:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp38 notifying 192.168.204.149@tcp38: down 00000400:00000200:2.0:1767384960.576423:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:3.0:1767384960.576426:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000800:00000100:2.0:1767384960.576437:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp38 00000800:00000010:2.0:1767384960.576440:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a1f543f4. 00000400:00000200:1.0:1767384960.576441:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.576446:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384960.576454:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384960.576462:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384960.576466:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384960.576471:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp38) recovery failed with -71 00000400:00000200:3.0:1767384960.576510:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576526:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576581:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576629:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576680:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576704:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576753:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576786:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576834:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576858:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576904:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.576942:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.576980:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:1.0:1767384960.577023:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.577050:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:3.0:1767384960.577099:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000800:00000010:1.0:1767384960.577180:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f868a6b. 00000800:00000010:1.0:1767384960.577186:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013bc9838. 00000800:00000010:1.0:1767384960.577190:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e47aa35e. 00000800:00000010:1.0:1767384960.577220:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e47aa35e. 00000800:00020000:1.0:1767384960.577230:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384960.577233:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013bc9838. 00000800:00000010:1.0:1767384960.577236:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004f868a6b. 00000400:02020000:1.0:1767384960.577311:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp37 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384960.577318:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp37 notifying 192.168.204.149@tcp37: down 00000400:00000200:1.0:1767384960.577321:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384960.577328:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp37 00000800:00000010:1.0:1767384960.577331:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000485654e3. 00000400:00000200:1.0:1767384960.577335:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384960.577339:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384960.577347:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384960.577351:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384960.577365:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp37) recovery failed with -71 00000400:00000200:3.0:1767384960.577472:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384960.577586:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp36 from 208.3.0.2 00000800:00000010:3.0:1767384960.577591:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000504e8e69. 00000800:00000010:3.0:1767384960.578434:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012cb8367. 00000800:00000010:3.0:1767384960.578440:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053a4cdad. 00000800:00000010:3.0:1767384960.578455:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bb8e230. 00000800:00000010:3.0:1767384960.578458:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ef34fb0. 00000800:00000010:3.0:1767384960.578462:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006994d9e2. 00000800:00000010:3.0:1767384960.578533:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007f5119b6. 00000800:00000200:3.1:1767384960.578541:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (2) 00000800:00000200:3.1:1767384960.578546:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp36 000000007f5119b6 deleted 00000800:00000010:3.1:1767384960.578548:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007f5119b6. 00000800:00000200:3.1:1767384960.578553:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384960.578559:0:16153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp36 ip 192.168.204.149:976 00000800:00000200:3.1:1767384960.578562:0:16153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbe4d74d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384960.578569:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp36 p 3.x 192.168.204.149 -> 192.168.204.149:976 incarnation:1767384950947388968 sched[0] 00000800:00000010:3.0:1767384960.578574:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008bfac8a6. 00000800:00000010:3.0:1767384960.578845:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008bfac8a6. 00000800:00000010:3.0:1767384960.578850:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053a4cdad. 00000800:00000010:3.0:1767384960.578886:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000504e8e69. 00000800:00000001:3.0:1767384960.578907:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.578910:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384960.578942:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384960.578945:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cbe4d74d. 00000400:00000200:3.0:1767384960.578950:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384960.578956:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp36->192.168.204.149@tcp36: GET: OK 00000400:00000200:3.0:1767384960.578961:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384960.578964:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp36 recovery message sent successfully:0 00000800:00000010:3.0:1767384960.579562:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006994d9e2. 00000800:00000200:3.1:1767384960.579578:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384960.579582:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp36 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384950947388968 sched[0] 00000800:00000010:3.0:1767384960.579585:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ef34fb0. 00000800:00000001:3.0:1767384960.579631:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579636:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384960.579638:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579645:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384960.579654:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36) <- 192.168.204.149@tcp36 : GET - for me 00000400:00000200:3.0:1767384960.579667:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384960.579674:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1bdd [1] + 0 00000400:00000200:3.0:1767384960.579685:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp36 to MR: 192.168.204.149@tcp36 local destination 00000400:00000200:3.0:1767384960.579692:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp36 NI seq info: [130:130:256:4294967295] 192.168.204.149@tcp36 LPNI seq info [121:121:8:4294967295] 00000400:00000200:3.0:1767384960.579710:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36:192.168.204.149@tcp36) -> 192.168.204.149@tcp36(192.168.204.149@tcp36:192.168.204.149@tcp36) 192.168.204.149@tcp36 : REPLY try# 0 00000800:00000200:3.0:1767384960.579714:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp36 00000800:00000010:3.0:1767384960.579718:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ba8109f. 00000800:00000200:3.0:1767384960.579722:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (4) 00000800:00000200:3.0:1767384960.579726:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp36 ip 192.168.204.149:988 00000800:00000200:3.0:1767384960.579728:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ba8109f type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384960.579778:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384960.579780:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ba8109f. 00000400:00000200:3.0:1767384960.579783:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384960.579788:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp36->192.168.204.149@tcp36: REPLY: OK 00000400:00000200:2.0:1767384960.579793:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:3.0:1767384960.579798:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579804:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384960.579807:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579812:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384960.579814:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579817:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384960.579822:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp36(192.168.204.149@tcp36) <- 192.168.204.149@tcp36 : REPLY - for me 00000400:00000200:3.0:1767384960.579832:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp36: Reply from 12345-192.168.204.149@tcp36 of length 272/272 into md 0x1c09 00000800:00000001:3.0:1767384960.579836:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579841:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384960.579843:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384960.579847:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp36->192.168.204.149@tcp36: REPLY: OK 00000400:00000200:3.0:1767384960.579851:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000200:2.0:1767384960.579852:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000010:3.0:1767384960.579854:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000400:00000200:3.0:1767384960.579860:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384960.579866:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b1bd5346. 00000400:00000010:3.0:1767384960.579870:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023cd52ee. 00000800:00000001:3.0:1767384960.579877:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.579881:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384960.579916:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.579975:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580004:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580029:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580052:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580070:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580087:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580123:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580173:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580212:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580252:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580268:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580286:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580311:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580330:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580349:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580381:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580451:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580505:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580537:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580560:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580581:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580648:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580702:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580752:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580815:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580836:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580878:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580913:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.580957:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384960.581001:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384960.581112:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:2.0:1767384960.581115:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe6b7653. 00000800:00000010:2.0:1767384960.581118:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037e30c66. 00000800:00000010:2.0:1767384960.581135:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037e30c66. 00000800:00020000:2.0:1767384960.581142:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384960.581144:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe6b7653. 00000800:00000010:2.0:1767384960.581147:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:02020000:2.0:1767384960.581196:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp36 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384960.700229:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384960.700251:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.700258:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384960.700259:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.700276:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384960.700280:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.700282:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384961.090503:0:32811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384961.090518:0:32811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.090523:0:32811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384961.090529:0:32811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384961.090535:0:32811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.090538:0:32811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384961.595706:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384961.595712:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384961.595715:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:1.0:1767384961.595719:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000400:00000200:1.0:1767384961.595724:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384961.595730:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384961.595741:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006454e116. 00000400:00000010:1.0:1767384961.595744:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a177ffe3. 00000400:00000001:1.0:1767384961.595749:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384961.595749:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384961.595750:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f1b3e3 00000400:00000010:1.0:1767384961.595751:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f1b3e3. 00000400:00000200:1.0:1767384961.595753:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384961.595755:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384961.595756:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005972265e. 00000400:00000010:1.0:1767384961.595758:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079b3ba04. 00010000:00000001:2.0:1767384961.723686:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384961.723698:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.723703:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384961.723705:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384961.723706:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384961.723708:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.723710:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384961.723712:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.723713:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.723715:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.723741:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384961.723745:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384961.723749:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384961.856466:0:32975:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384961.856469:0:32975:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:3.0:1767384961.861029:0:32975:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384961.867290:0:32976:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bc9e8a9c. 00000400:00000010:2.0:1767384961.867303:0:32976:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000214690f4. 00000400:00000010:2.0:1767384961.867311:0:32976:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000080409e56. 00000400:00000010:2.0:1767384961.867314:0:32976:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d73c8258. 00000400:00000010:2.0:1767384961.867317:0:32976:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000022e0fd19. 00000400:00000010:2.0:1767384961.867321:0:32976:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa2a633d. 00000400:00000010:2.0:1767384961.867322:0:32976:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bea36a50. 00000400:00000010:2.0:1767384961.867324:0:32976:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000079be1f5. 00000400:00000010:2.0:1767384961.867327:0:32976:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000fe5665d. 00000800:00000010:2.0:1767384961.867340:0:32976:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cbe4d74d. 00000800:00000200:2.0:1767384961.867349:0:32976:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384961.867359:0:32976:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384961.867408:0:32976:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384961.867439:0:32976:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp41 [8/256/0/180] 00000400:00000010:2.0:1767384961.868914:0:32976:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000004a98c549. 00000400:00000010:2.0:1767384961.868919:0:32976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e36dc76. 00000400:00000010:2.0:1767384961.868924:0:32976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000400:00000001:2.0:1767384961.868941:0:32976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384961.868942:0:32976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384961.868944:0:32976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0815a76. 00000400:00000200:2.0:1767384961.868946:0:32976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fc0c1bc 00000400:00000010:2.0:1767384961.868948:0:32976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000400:00000010:2.0:1767384961.868951:0:32976:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000001767d99f. 00000400:00000200:2.0:1767384961.868955:0:32976:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (30) 00000400:00000200:2.0:1767384961.868964:0:32976:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384961.868972:0:32976:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:2.0:1767384961.868981:0:32976:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c6d2a84d. 00000400:00000200:0.0:1767384961.868985:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384961.868986:0:32976:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384961.868990:0:32976:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp41 00000400:00000200:0.0:1767384961.868993:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:0.0:1767384961.869000:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000400:00000200:0.0:1767384961.869002:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (31) 00000400:00000010:2.0:1767384961.869004:0:32976:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000214690f4. 00000400:00000010:0.0:1767384961.869007:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000360ea2f5. 00000400:00000010:2.0:1767384961.869009:0:32976:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bc9e8a9c. 00000400:00000200:0.0:1767384961.869013:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1767384961.869024:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1767384961.869028:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384961.869032:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384961.869036:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:0.0:1767384961.869038:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:0.0:1767384961.869042:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:0.0:1767384961.869045:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:0.0:1767384961.869055:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:0.0:1767384961.869058:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000400:00000200:0.0:1767384961.869061:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000020:00000001:1.0:1767384961.869063:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384961.869065:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 10000000:00000001:1.0:1767384961.869068:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384961.869071:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384961.869072:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 10000000:01000000:1.0:1767384961.869075:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384961.869080:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384961.869080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000020:01000004:1.0:1767384961.869084:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384961.869088:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384961.869089:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:01000004:1.0:1767384961.869090:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384961.869093:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384961.869097:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384961.869099:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:01000004:1.0:1767384961.869100:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384961.869104:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384961.869106:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384961.869107:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000020:01000004:1.0:1767384961.869108:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384961.869113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000100:00000010:1.0:1767384961.869116:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 00000400:00000200:0.0:1767384961.869117:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000020:00000040:1.0:1767384961.869122:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384961.869123:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000100:00000001:1.0:1767384961.869130:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384961.869130:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 26], ns[77, 26] 02000000:00000001:1.0:1767384961.869134:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384961.869137:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 26], ns[78, 26] 02000000:00000001:1.0:1767384961.869140:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869141:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 26], ns[124, 26] 00000400:00000200:0.0:1767384961.869147:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 26], ns[79, 26] 02000000:00000010:1.0:1767384961.869150:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004f868a6b. 00000400:00000200:0.0:1767384961.869151:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 26], ns[85, 26] 00000400:00000200:0.0:1767384961.869155:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[99, 26] 00000100:00000001:1.0:1767384961.869176:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869183:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 26], ns[122, 26] 00000100:00000001:1.0:1767384961.869186:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384961.869187:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[115, 26] 00000100:00000001:1.0:1767384961.869189:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869194:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 26], ns[130, 26] 00000100:00000040:1.0:1767384961.869199:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_02+2] req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384961.869200:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[118, 26], ns[127, 26] 00000400:00000200:0.0:1767384961.869216:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[120, 26], ns[129, 26] 00000400:00000200:0.0:1767384961.869220:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:0.0:1767384961.869224:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp19 00000400:00000200:0.0:1767384961.869228:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp19 lpni_is_preferred = 0 00000400:00000200:0.0:1767384961.869231:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp19 00000400:00000200:0.0:1767384961.869235:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp19 NI seq info: [131:131:256:4294967295] 192.168.204.149@tcp19 LPNI seq info [122:122:8:4294967295] 10000000:00000001:1.0:1767384961.869236:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.869240:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869243:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp19 00000020:00000001:1.0:1767384961.869244:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384961.869247:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384961.869248:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384961.869255:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384961.869255:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19:) -> 192.168.204.149@tcp19(192.168.204.149@tcp:192.168.204.149@tcp19) : PUT try# 0 00000020:00000001:1.0:1767384961.869256:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384961.869259:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384961.869260:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384961.869262:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384961.869266:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384961.869267:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384961.869267:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.149@tcp19 00000020:01000004:1.0:1767384961.869269:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384961.869272:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:0.0:1767384961.869274:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcfa3982. 00000020:01000004:1.0:1767384961.869276:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384961.869280:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384961.869283:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384961.869286:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384961.869287:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384961.869287:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (6) 00000100:00000001:2.0:1767384961.869289:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384961.869290:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384961.869294:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384961.869296:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384961.869296:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384961.869300:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000800:00000200:0.0:1767384961.869300:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp19 ip 192.168.204.149:988 02000000:00000001:2.0:1767384961.869301:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384961.869306:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcfa3982 type 1, nob 656 niov 1 nkiov 1 02000000:00000001:2.0:1767384961.869307:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.869307:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00100000:2.0:1767384961.869314:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373199872:0@lo:253: 00000100:00000001:1.0:1767384961.869314:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384961.869317:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384961.869321:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384961.869321:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869325:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 02000000:00000001:2.0:1767384961.869327:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384961.869330:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004b9ecca2. 00000400:00000200:0.0:1767384961.869330:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 02000000:00000001:2.0:1767384961.869331:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.869336:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.869337:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384961.869340:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384961.869343:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.869344:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000073a3bfab. 00000100:00000001:0.0:1767384961.869345:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384961.869347:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3f86cd3] to pc [ptlrpcd_00_03+3] req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384961.869349:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.869350:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384961.869357:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050a3382c. 00000400:00000010:2.0:1767384961.869364:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214690f4. 00000100:00000200:2.0:1767384961.869367:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373199872, portal 25 10000000:00000001:1.0:1767384961.869368:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.869386:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.869392:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384961.869393:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.869394:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 00000020:01000000:1.0:1767384961.869397:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384961.869400:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c6d2a84d. 00000100:00000040:2.0:1767384961.869402:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.869410:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384961.869412:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384961.869416:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000568d5a0. 00000100:00000200:2.0:1767384961.869418:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373199872, offset 0 00000400:00000200:2.0:1767384961.869423:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384961.869423:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.869426:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384961.869428:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384961.869435:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384961.869443:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384961.869450:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384961.869451:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384961.869454:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384961.869457:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506600 02000000:00000001:1.0:1767384961.869457:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384961.869462:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384961.869466:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373200000:0@lo:253: 00000400:00000200:2.0:1767384961.869467:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13f5 [2] + 0 00000800:00000200:0.0:1767384961.869469:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384961.869473:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1767384961.869476:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcfa3982. 00000400:00000010:2.0:1767384961.869477:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004513d0d7. 02000000:00000001:1.0:1767384961.869478:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384961.869481:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384961.869482:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.869484:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0a19e4e 02000000:00000001:1.0:1767384961.869487:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384961.869491:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: PUT: OK 00000400:00000200:2.0:1767384961.869492:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384961.869494:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b34b79e9. 00000400:00000200:0.0:1767384961.869496:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384961.869498:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.869499:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384961.869502:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000400:00000010:1.0:1767384961.869503:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5f951a9. 00000400:00000200:2.0:1767384961.869506:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0a19e4e 00000400:00000010:2.0:1767384961.869508:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0a19e4e. 00000100:00000001:2.0:1767384961.869514:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384961.869516:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384961.869518:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003732bdaa. 00000100:00000040:2.0:1767384961.869520:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000bcc605ee x1853237373199872 msgsize 4848 00000800:00000001:0.0:1767384961.869522:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384961.869525:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373200000, portal 25 00000100:00000001:1.0:1767384961.869528:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384961.869529:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384961.869531:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000800:00000001:0.0:1767384961.869531:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384961.869532:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:0.0:1767384961.869538:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384961.869541:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384961.869542:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.869543:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384961.869551:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000568d5a0 00000100:00000001:1.0:1767384961.869551:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384961.869554:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19) <- 192.168.204.149@tcp19 : PUT - for me 00000400:00000010:2.0:1767384961.869556:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000568d5a0. 00000100:00000040:1.0:1767384961.869557:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384961.869561:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384961.869563:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097e58d73. 00000100:00000200:2.0:1767384961.869567:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384961.869568:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373200000, offset 0 00000400:00000200:0.0:1767384961.869571:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384961.869579:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384961.869588:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 512/560 into md 0x1b11 [1] + 0 00000100:00000001:2.0:1767384961.869589:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384961.869592:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384961.869621:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000400:00000200:1.0:1767384961.869625:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506680 00000400:00000200:0.0:1767384961.869625:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f4dee3d 00000800:00000001:0.0:1767384961.869630:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384961.869634:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384961.869636:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384961.869640:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000400:00000200:0.0:1767384961.869641:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384961.869649:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d42d896. 00000400:00000200:0.0:1767384961.869652:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: PUT: OK 00000400:00000200:1.0:1767384961.869654:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d53a50ed 00000400:00000200:0.0:1767384961.869660:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000400:00000200:1.0:1767384961.869663:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384961.869664:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.869664:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000100:00000001:2.0:1767384961.869671:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384961.869671:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384961.869672:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384961.869679:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (32) 00000100:00000001:2.0:1767384961.869680:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.869686:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294952482 00000400:00000200:0.0:1767384961.869686:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:1.0:1767384961.869688:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53a50ed 00000400:00000200:0.0:1767384961.869692:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (560 bytes) 00000400:00000010:1.0:1767384961.869693:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d53a50ed. 00000100:00000010:2.0:1767384961.869694:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac8e405b. 00000100:00000001:1.0:1767384961.869698:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384961.869699:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000200:1.0:1767384961.869702:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384961.869704:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384961.869705:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000465a185a x1853237373200000 msgsize 4848 00000400:00000200:0.0:1767384961.869707:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (33) 00000100:00000001:2.0:1767384961.869714:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294952482 00000100:00100000:1.0:1767384961.869715:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384961.869715:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:1.0:1767384961.869721:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384961.869723:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b923bb2d. 00000400:00000200:0.0:1767384961.869725:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp19 to MR: 192.168.204.149@tcp19 local destination 00000100:00000001:2.0:1767384961.869730:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384961.869732:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384961.869735:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp19 NI seq info: [132:132:256:4294967295] 192.168.204.149@tcp19 LPNI seq info [123:123:8:4294967295] 00000100:00000001:2.0:1767384961.869736:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294952482 00000100:00000010:2.0:1767384961.869747:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010b16ad3. 00000400:00000200:0.0:1767384961.869747:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19:192.168.204.149@tcp19) -> 192.168.204.149@tcp19(192.168.204.149@tcp19:192.168.204.149@tcp19) 192.168.204.149@tcp19 : ACK try# 0 00000100:00000001:2.0:1767384961.869753:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767384961.869757:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp19 00000100:00000001:2.0:1767384961.869759:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294952482 00000400:00000200:1.0:1767384961.869760:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097e58d73 00000800:00000010:0.0:1767384961.869761:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcfa3982. 00000100:00000010:2.0:1767384961.869764:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644f4891. 00000400:00000010:1.0:1767384961.869764:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097e58d73. 00000800:00000200:0.0:1767384961.869770:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (6) 00000100:00000001:2.0:1767384961.869771:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384961.869772:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384961.869778:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384961.869778:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp19 ip 192.168.204.149:1003 00000100:00000200:1.0:1767384961.869779:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384961.869783:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcfa3982 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384961.869784:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.869799:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.869801:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384961.869805:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384961.869808:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.869814:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.869815:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384961.869816:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384961.869816:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384961.869819:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384961.869822:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.869823:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.869824:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384961.869828:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384961.869828:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.869829:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294952482 00000100:00000001:2.0:1767384961.869835:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.869836:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294952482 00000100:00000001:1.0:1767384961.869841:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294952482 00000100:00000001:1.0:1767384961.869844:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294952482 00000100:00000001:1.0:1767384961.869845:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294952482 00000100:00000001:1.0:1767384961.869847:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294952482 00000100:00000001:1.0:1767384961.869848:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294952482 00000100:00000001:1.0:1767384961.869850:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294952482 00000100:00000001:1.0:1767384961.869857:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384961.869860:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384961.869863:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384961.869864:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.869869:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384961.869869:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcfa3982. 00000400:00000200:0.0:1767384961.869876:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384961.869878:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384961.869882:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384961.869883:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: ACK: OK 00000100:00000001:1.0:1767384961.869886:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.869888:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384961.869891:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384961.869891:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384961.869893:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384961.869896:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384961.869900:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.869903:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384961.869905:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.869908:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384961.869913:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp19(192.168.204.149@tcp19) <- 192.168.204.149@tcp19 : ACK - for me 00000100:00000001:1.0:1767384961.869914:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384961.869918:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373199872 02000000:00000001:1.0:1767384961.869920:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384961.869923:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384961.869924:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp19: ACK from 12345-192.168.204.149@tcp19 into md 0x1c15 00000100:00000001:1.0:1767384961.869926:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869929:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384961.869931:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.869936:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp19->192.168.204.149@tcp19: ACK: OK 00000100:00100000:1.0:1767384961.869937:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373199872 00000020:00000001:1.0:1767384961.869940:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384961.869941:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000020:00000040:1.0:1767384961.869944:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000010:0.0:1767384961.869945:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000020:00000001:1.0:1767384961.869950:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384961.869952:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384961.869955:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:0.0:1767384961.869957:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384961.869960:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (32) 00000800:00000001:0.0:1767384961.869964:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.869966:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384961.869970:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:1.0:1767384961.869974:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384961.869976:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384961.869980:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384961.869984:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002dc0cee. 00000100:00000001:1.0:1767384961.869987:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384961.869988:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384961.869990:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002dc0cee. 00000400:00000010:2.0:1767384961.869994:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000fd587e22. 00000020:00000010:1.0:1767384961.869998:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074335273. 00000400:00000010:2.0:1767384961.869999:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa73ba68. 00000100:00000001:0.0:1767384961.870000:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384961.870005:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200000 00000020:00000010:1.0:1767384961.870006:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d072e310. 00000400:00000010:2.0:1767384961.870008:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a74d20b. 02000000:00000001:0.0:1767384961.870008:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384961.870011:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384961.870012:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d83d3f66. 00000400:00000200:2.0:1767384961.870013:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fd587e22 00000100:00000001:0.0:1767384961.870014:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384961.870021:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000a78384df. 02000000:00000001:0.0:1767384961.870021:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.870023:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384961.870027:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200000 00000400:00000200:2.0:1767384961.870028:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000100:00000001:1.0:1767384961.870028:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384961.870031:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384961.870032:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384961.870033:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000200:2.0:1767384961.870036:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000100:00000001:1.0:1767384961.870036:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.870037:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384961.870041:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000400:00000200:2.0:1767384961.870043:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (31) 00000400:00000010:2.0:1767384961.870048:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000bc9e8a9c. 00000100:00000001:1.0:1767384961.870048:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.870051:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:2.0:1767384961.870053:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c45fa075. 00000020:00000001:0.0:1767384961.870055:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384961.870061:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384961.870062:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068ab40cf. 00000020:00000010:0.0:1767384961.870064:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e08456a2. 00000100:00000001:1.0:1767384961.870066:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.870069:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384961.870070:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000010:0.0:1767384961.870075:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e08456a2. 00000400:00000200:2.0:1767384961.870082:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:1.0:1767384961.870082:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384961.870082:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071f5162f. 00000100:00000001:1.0:1767384961.870086:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384961.870089:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f62b16a. 00000400:00000200:2.0:1767384961.870093:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00100000:1.0:1767384961.870095:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000020:00000010:0.0:1767384961.870095:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 00000100:00000040:1.0:1767384961.870103:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384961.870104:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384961.870105:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:1.0:1767384961.870108:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553644680272 : -129520064871344 : ffff8a33c28ac450) 00000100:00000001:0.0:1767384961.870109:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384961.870112:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.870113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000100:00000040:1.0:1767384961.870117:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bcc605ee x1853237373199872/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:187/0 lens 4848/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.870118:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.870124:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384961.870136:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000100:00000001:1.0:1767384961.870136:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384961.870137:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384961.870140:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002dc0cee. 00000100:00000001:0.0:1767384961.870141:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384961.870146:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:1.0:1767384961.870147:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384961.870151:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000020:00000010:1.0:1767384961.870153:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002dc0cee. 00000100:00000040:0.0:1767384961.870158:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384961.870161:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558668902480 : -129515040649136 : ffff8a34ee025050) 00000400:00000200:2.0:1767384961.870163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00100000:1.0:1767384961.870167:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bcc605ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373199872:12345-0@lo:253: 00000100:00000040:0.0:1767384961.870170:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000465a185a x1853237373200000/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:187/0 lens 4848/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384961.870173:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000100:00000200:1.0:1767384961.870177:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373199872 00000020:00000001:1.0:1767384961.870182:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384961.870188:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384961.870191:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000020:00000001:1.0:1767384961.870191:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.870191:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384961.870196:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e08456a2. 00000020:00000001:1.0:1767384961.870197:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384961.870199:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000020:00000001:1.0:1767384961.870201:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:0.0:1767384961.870202:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384961.870206:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000020:00000010:0.0:1767384961.870208:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e08456a2. 00000020:00000001:1.0:1767384961.870209:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384961.870213:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000020:00000001:1.0:1767384961.870213:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384961.870218:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000465a185a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373200000:12345-0@lo:253: 00000020:00000001:1.0:1767384961.870219:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384961.870223:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384961.870224:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000200:0.0:1767384961.870227:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200000 00000020:00000001:1.0:1767384961.870228:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.870231:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000020:00000001:0.0:1767384961.870232:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384961.870234:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384961.870236:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384961.870237:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384961.870239:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.870241:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000001:0.0:1767384961.870243:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384961.870245:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019af0d5e. 00000400:00000200:2.0:1767384961.870247:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 02000000:00000001:1.0:1767384961.870249:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.870253:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:1.0:1767384961.870254:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.870258:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384961.870259:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 20000000:00000001:1.0:1767384961.870261:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384961.870261:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384961.870266:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000020:00000001:0.0:1767384961.870266:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384961.870269:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384961.870272:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ab0365ee. 00000020:00000001:0.0:1767384961.870273:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.870275:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 20000000:01000000:1.0:1767384961.870279:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384961.870280:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384961.870284:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 28], ns[77, 28] 02000000:00000001:0.0:1767384961.870284:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384961.870285:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384961.870289:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 28], ns[78, 28] 02000000:00000010:0.0:1767384961.870290:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068e70f43. 20000000:00000001:1.0:1767384961.870295:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384961.870296:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384961.870298:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.870300:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 28], ns[124, 28] 00000100:00000001:0.0:1767384961.870300:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384961.870302:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384961.870306:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384961.870307:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384961.870315:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c40a4d5a. 00000400:00000200:2.0:1767384961.870320:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 28], ns[79, 28] 20000000:00000010:1.0:1767384961.870320:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af8de33c. 20000000:01000000:0.0:1767384961.870320:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384961.870326:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384961.870326:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384961.870330:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 28], ns[85, 28] 20000000:00000001:0.0:1767384961.870330:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384961.870334:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384961.870335:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.870339:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 28], ns[99, 28] 20000000:00000001:0.0:1767384961.870339:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384961.870342:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384961.870344:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384961.870348:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 28], ns[122, 28] 00000400:00000200:2.0:1767384961.870351:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[115, 28] 00000400:00000200:2.0:1767384961.870354:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 28], ns[130, 28] 00000400:00000200:2.0:1767384961.870357:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[118, 28], ns[127, 28] 00000400:00000200:2.0:1767384961.870360:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[120, 28], ns[129, 28] 00000400:00000200:2.0:1767384961.870363:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:2.0:1767384961.870366:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp20 00000400:00000200:2.0:1767384961.870384:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384961.870388:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp20 00000400:00000200:2.0:1767384961.870390:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp20 NI seq info: [133:133:256:4294967295] 192.168.204.149@tcp20 LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1767384961.870395:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp20 00080000:00000001:1.0:1767384961.870400:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384961.870414:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20:) -> 192.168.204.149@tcp20(192.168.204.149@tcp:192.168.204.149@tcp20) : GET try# 0 00080000:00000001:1.0:1767384961.870416:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384961.870419:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384961.870422:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp20 00080000:00000001:1.0:1767384961.870422:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384961.870425:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384961.870427:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000485654e3. 00000020:00000001:1.0:1767384961.870430:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000800:00000200:2.0:1767384961.870435:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (6) 00080000:00000001:1.0:1767384961.870437:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:2.0:1767384961.870442:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:988 00080000:00000010:1.0:1767384961.870444:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a13e5915. 00000800:00000200:2.0:1767384961.870445:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485654e3 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384961.870449:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558305618944 : -129515403932672 : ffff8a34d85b0c00) 00080000:00000001:1.0:1767384961.870453:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384961.870458:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384961.870460:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000800:00000200:2.0:1767384961.870515:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384961.870518:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000485654e3. 00000400:00000200:2.0:1767384961.870527:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384961.870532:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: GET: OK 00000400:00000200:2.0:1767384961.870535:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384961.870537:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000001:00000001:1.0:1767384961.870539:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384961.870541:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384961.870543:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384961.870544:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:2.0:1767384961.870551:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384961.870554:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384961.870558:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384961.870562:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20) <- 192.168.204.149@tcp20 : GET - for me 00080000:00000001:1.0:1767384961.870564:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384961.870568:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384961.870571:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384961.870576:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 560/560 into md 0x1c11 [1] + 0 00000400:00000200:2.0:1767384961.870582:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp20 to MR: 192.168.204.149@tcp20 local destination 00000400:00000200:2.0:1767384961.870587:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp20 NI seq info: [134:134:256:4294967295] 192.168.204.149@tcp20 LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1767384961.870629:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) -> 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) 192.168.204.149@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767384961.870635:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.149@tcp20 00000800:00000010:2.0:1767384961.870640:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485654e3. 00000800:00000200:2.0:1767384961.870645:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (6) 00000800:00000200:2.0:1767384961.870651:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:1001 00000800:00000200:2.0:1767384961.870654:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485654e3 type 3, nob 656 niov 1 nkiov 1 00080000:00000001:1.0:1767384961.870671:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384961.870675:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:2.0:1767384961.870692:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384961.870695:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485654e3. 00000400:00000200:2.0:1767384961.870698:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384961.870703:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: REPLY: OK 00000800:00000001:2.0:1767384961.870712:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.870713:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384961.870716:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384961.870721:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384961.870724:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.870727:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384961.870734:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20) <- 192.168.204.149@tcp20 : REPLY - for me 00000400:00000200:0.0:1767384961.870745:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp20: Reply from 12345-192.168.204.149@tcp20 of length 560/560 into md 0x1c2d 00000800:00000001:0.0:1767384961.870749:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.870753:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384961.870754:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384961.870758:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: REPLY: OK 00000400:00000200:0.0:1767384961.870761:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c45fa075 00000400:00000010:0.0:1767384961.870763:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c45fa075. 00000400:00000200:0.0:1767384961.870766:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384961.870780:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:0.0:1767384961.870782:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384961.870784:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 33. state = 0x100271 00000400:00000200:0.0:1767384961.870793:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384961.870801:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (32) 00000800:00000001:0.0:1767384961.870806:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.870809:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384961.870823:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384961.870825:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:0.0:1767384961.870832:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000bb2313ee. 00000400:00000010:0.0:1767384961.870835:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000b6d7d399. 00000400:00000010:0.0:1767384961.870839:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 000000009661acfe. 00000400:00000200:0.0:1767384961.870862:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp30(00000000383b68b0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384961.870871:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp37(0000000076d91509) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384961.870875:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp38(00000000092d3c86) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384961.870881:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d50ce1fd. 00000400:00000200:0.0:1767384961.870886:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d50ce1fd nid 192.168.204.149@tcp39 00000400:00000010:0.0:1767384961.870890:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bd602e8a. 00000400:00000200:0.0:1767384961.870892:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bd602e8a net tcp39 00000400:00000200:0.0:1767384961.870895:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (31) 00000400:00000200:0.0:1767384961.870899:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp39 flags 0x11 00000400:00000010:0.0:1767384961.870904:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007cf76b64. 00000400:00000200:0.0:1767384961.870906:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007cf76b64 nid 192.168.204.149@tcp40 00000400:00000010:0.0:1767384961.870908:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000497e34e. 00000400:00000200:0.0:1767384961.870909:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000000497e34e net tcp40 00000400:00000200:0.0:1767384961.870911:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (32) 00000400:00000200:0.0:1767384961.870914:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp40 flags 0x11 00000400:00000010:0.0:1767384961.870918:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004965a246. 00000400:00000200:0.0:1767384961.870921:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004965a246 nid 192.168.204.149@tcp41 00000400:00000010:0.0:1767384961.870923:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e5290928. 00000400:00000200:0.0:1767384961.870925:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e5290928 net tcp41 00000400:00000200:0.0:1767384961.870926:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (33) 00000400:00000200:0.0:1767384961.870929:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp41 flags 0x11 00000400:00000010:0.0:1767384961.870931:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000bb2313ee. 00000400:00000010:0.0:1767384961.870934:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000b6d7d399. 00000400:00000010:0.0:1767384961.870941:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 000000009661acfe. 00000400:00000010:0.0:1767384961.870943:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000bc9e8a9c. 00000400:00000200:0.0:1767384961.870946:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384961.870948:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:0.0:1767384961.870951:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:0.0:1767384961.870955:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:0.0:1767384961.870958:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384961.870959:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:0.0:1767384961.870962:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384961.870967:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (34) 00080000:00000001:1.0:1767384961.878315:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384961.878321:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384961.878322:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384961.878326:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384961.878327:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384961.878329:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384961.878330:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384961.878333:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384961.878334:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384961.878336:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a13e5915. 20000000:01000000:1.0:1767384961.878338:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384961.878348:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384961.878348:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384961.878353:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384961.878358:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384961.878359:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d62715c8. 20000000:01000000:0.0:1767384961.878363:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384961.878367:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384961.878382:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384961.878386:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384961.878390:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384961.878392:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384961.878397:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384961.878405:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384961.878406:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384961.878410:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384961.878411:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384961.878413:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384961.878414:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c57c41d2. 00000020:00000001:0.0:1767384961.878415:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384961.878419:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384961.878421:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384961.878424:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384961.878425:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001be5b4d6. 00080000:00000010:0.0:1767384961.878430:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009661acfe. 00000020:00000001:1.0:1767384961.878431:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384961.878434:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001be5b4d6 with handle 0xcb8130832f6b37cd to hash 00080000:00000001:0.0:1767384961.878435:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659751424 : -129520049800192 : ffff8a33c370bc00) 00000020:00000001:1.0:1767384961.878439:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384961.878440:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384961.878441:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384961.878445:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384961.878448:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.878449:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.878452:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.878458:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384961.878461:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384961.878463:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384961.878465:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384961.878467:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.878469:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384961.878470:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.878472:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384961.878474:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384961.878476:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384961.878477:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384961.878479:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c57c41d2) refcount = 1 00010000:00010000:1.0:1767384961.878481:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.878485:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384961.878487:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384961.878489:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.878490:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878492:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384961.878495:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384961.878497:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384961.878505:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.878507:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.878508:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001be5b4d6 refcount=4 00000020:00000001:1.0:1767384961.878510:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384961.878513:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384961.878515:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:0.0:1767384961.878515:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384961.878516:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384961.878518:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384961.878524:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384961.878526:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384961.878529:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.878533:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.878535:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384961.878536:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384961.878539:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878540:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384961.878543:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384961.878544:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878548:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384961.878549:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384961.878554:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001be5b4d6 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384961.878557:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384961.878559:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384961.878561:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.878565:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384961.878566:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.878567:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.878568:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001be5b4d6 refcount=5 00000020:00000001:1.0:1767384961.878569:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384961.878577:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384961.878580:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384961.878581:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.878585:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384961.878587:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384961.878589:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878612:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384961.878614:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384961.878616:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.878617:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.878619:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001be5b4d6 with handle 0xcb8130832f6b37cd from hash 00010000:00000001:1.0:1767384961.878620:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384961.878622:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.878623:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.878625:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384961.878627:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384961.878629:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384961.878631:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384961.878632:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.878635:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878636:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384961.878638:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384961.878640:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.878641:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.878643:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878644:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.878646:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.878648:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.878652:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.878653:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.878655:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384961.878656:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384961.878662:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.878663:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.878665:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384961.878668:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384961.878670:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.878672:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384961.878672:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384961.878678:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384961.878680:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384961.878682:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384961.878684:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b37cd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384961.878688:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c57c41d2 count: 0 00010000:00000001:1.0:1767384961.878699:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384961.878701:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384961.884631:0:32982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c57c41d2. 00010000:00000010:1.1:1767384961.884642:0:32982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001be5b4d6. 00080000:00000001:2.0:1767384961.886536:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384961.886542:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384961.886544:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384961.886546:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384961.886548:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384961.886558:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384961.886560:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384961.886565:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384961.886568:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384961.886572:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384961.886574:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384961.886575:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1767384961.886577:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:2.0:1767384961.886578:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384961.886580:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:2.0:1767384961.886581:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384961.886584:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384961.886585:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1767384961.886587:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dff421dc. 00080000:00000010:2.0:1767384961.886587:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009661acfe. 00080000:00000001:2.0:1767384961.886628:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384961.886642:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:1.0:1767384961.886642:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294952482, at 4294952483 00010000:00000010:3.0:1767384961.886649:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000100:00000010:1.0:1767384961.886650:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b923bb2d. 00000100:00000040:0.0:1767384961.886650:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294952482, at 4294952483 00000020:00000001:3.0:1767384961.886656:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000010:0.0:1767384961.886659:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac8e405b. 00000100:00000040:2.0:1767384961.886660:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294952482, at 4294952483 00000020:00000040:3.0:1767384961.886661:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b37d4 to hash 00000020:00000001:3.0:1767384961.886667:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000010:2.0:1767384961.886669:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010b16ad3. 00010000:00000001:3.0:1767384961.886670:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384961.886675:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384961.886678:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384961.886680:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384961.886683:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886692:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384961.886694:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384961.886696:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384961.886698:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384961.886700:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384961.886702:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384961.886704:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384961.886707:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384961.886709:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384961.886711:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384961.886713:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384961.886715:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dff421dc) refcount = 1 00010000:00010000:3.0:1767384961.886719:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886725:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384961.886735:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384961.886738:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384961.886741:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.886743:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384961.886747:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384961.886750:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384961.886753:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384961.886755:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384961.886757:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384961.886760:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384961.886763:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384961.886765:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384961.886766:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886771:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384961.886773:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886787:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.886788:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384961.886789:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886793:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384961.886795:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.886798:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384961.886799:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384961.886803:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384961.886805:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384961.886807:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384961.886809:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886822:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384961.886823:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384961.886824:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384961.886826:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384961.886828:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384961.886829:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384961.886832:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384961.886833:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886837:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384961.886839:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384961.886840:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.886843:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384961.886844:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384961.886847:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384961.886849:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384961.886851:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b37d4 from hash 00010000:00000001:3.0:1767384961.886854:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384961.886855:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.886856:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.886856:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384961.886857:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384961.886858:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384961.886860:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384961.886860:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384961.886862:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.886864:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384961.886866:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384961.886868:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.886869:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.886871:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.886873:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.886875:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384961.886880:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886884:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.886885:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.886886:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384961.886887:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384961.886888:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.886890:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.886891:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384961.886893:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384961.886894:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384961.886896:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.886899:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384961.886900:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384961.886902:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b37d4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384961.886906:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dff421dc count: 0 00010000:00000001:3.0:1767384961.886916:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384961.886918:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384961.886930:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294952482, at 4294952483 00000100:00000010:3.0:1767384961.886935:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644f4891. 00080000:00000020:2.0:1767384961.887704:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384961.887707:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384961.887709:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ab0365ee. 20000000:00000001:2.0:1767384961.887715:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384961.887718:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373199872 00010000:00000001:2.0:1767384961.887721:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384961.887727:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcc605ee x1853237373199872/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.887744:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384961.887746:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384961.887749:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384961.887753:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384961.887756:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384961.887758:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384961.887761:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384961.887763:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.887766:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384961.887774:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384961.887778:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000847e3064. 00000100:00000200:2.0:1767384961.887782:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373199872, offset 224 00000400:00000200:2.0:1767384961.887788:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384961.887795:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384961.887803:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506600 00000400:00000200:2.0:1767384961.887807:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c19 [2] + 224 00000400:00000200:2.0:1767384961.887814:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384961.887816:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384961.887820:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384961.887824:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384961.887830:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.887843:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384961.887849:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000847e3064 00000400:00000010:2.0:1767384961.887851:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000847e3064. 00000100:00000001:2.0:1767384961.887854:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384961.887855:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384961.887859:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.887860:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384961.887864:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384961.887866:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384961.887867:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384961.887870:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.887872:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384961.887874:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384961.887878:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384961.887878:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcc605ee x1853237373199872/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384961.887882:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050a3382c. 00000400:00000200:3.0:1767384961.887892:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000214690f4 00000100:00100000:2.0:1767384961.887892:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcc605ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373199872:12345-0@lo:253: Request processed in 17754us (18369us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384961.887897:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000214690f4. 00000100:00000001:3.0:1767384961.887904:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384961.887905:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:2.0:1767384961.887910:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000200:3.0:1767384961.887914:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.887914:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384961.887917:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384961.887923:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d072e310. 00000100:00000200:3.0:1767384961.887929:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384961.887935:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d83d3f66. 00000020:00000010:2.0:1767384961.887942:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074335273. 00000020:00000040:2.0:1767384961.887948:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384961.887954:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384961.887957:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019af0d5e. 00000100:00000001:3.0:1767384961.887963:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384961.887964:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384961.887968:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.887968:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.887976:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384961.887978:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384961.887981:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384961.887984:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073293da3. 00000100:00000001:3.0:1767384961.887985:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.887990:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384961.887991:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000847e3064. 02000000:00000001:3.0:1767384961.887996:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.888003:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384961.888008:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.888013:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384961.888016:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.888019:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384961.888021:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.888024:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.888029:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.888047:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.888051:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384961.888054:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384961.888059:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384961.888061:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384961.888063:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384961.888066:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384961.888068:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384961.888070:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384961.888072:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384961.888074:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384961.888076:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384961.888078:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384961.888083:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384961.888093:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373199872:0@lo:253: 00000100:00000001:3.0:1767384961.888099:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.888102:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.888113:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373199872/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.888122:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384961.888125:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384961.888128:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000073a3bfab. 02000000:00000001:3.0:1767384961.888134:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384961.888136:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384961.888138:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384961.888142:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384961.888145:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004f868a6b. 02000000:00000001:3.0:1767384961.888150:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384961.888153:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384961.888155:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000100:00000001:3.0:1767384961.888160:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384961.888162:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.888165:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.888172:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384961.888174:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.888177:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384961.888180:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.889305:0:32981:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000465aa133. 00000400:00000040:0.0:1767384961.889319:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384961.889325:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384961.889327:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384961.889328:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384961.889330:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384961.889332:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384961.889334:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384961.889335:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384961.889337:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384961.889338:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384961.889339:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384961.889340:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384961.889342:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384961.889344:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384961.889345:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384961.889347:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384961.889348:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384961.889348:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384961.889349:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384961.889351:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384961.889352:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384961.889353:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384961.889354:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384961.889355:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384961.889356:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384961.889357:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384961.889358:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384961.889359:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384961.889361:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384961.889361:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384961.889363:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384961.889364:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384961.889366:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384961.889367:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384961.889380:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384961.889382:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384961.889382:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384961.889384:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384961.889386:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384961.889386:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384961.889391:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384961.889392:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384961.889393:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384961.889394:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384961.889396:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384961.889397:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384961.889398:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384961.889398:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384961.889400:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384961.889401:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384961.889402:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384961.889403:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384961.889403:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384961.889404:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384961.889405:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384961.889406:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384961.889407:0:32981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384961.889508:0:32981:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000465aa133. 00080000:00000020:3.0:1767384961.889524:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384961.889529:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384961.889531:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c40a4d5a. 20000000:00000001:3.0:1767384961.889536:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384961.889539:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373200000 00010000:00000001:3.0:1767384961.889542:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384961.889547:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000465a185a x1853237373200000/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384961.889555:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384961.889557:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.889559:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.889563:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384961.889565:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384961.889567:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384961.889569:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384961.889570:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.889582:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384961.889584:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384961.889589:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcda4955. 00000100:00000200:3.0:1767384961.889620:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373200000, offset 224 00000400:00000200:3.0:1767384961.889629:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.889640:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.889649:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506680 00000400:00000200:3.0:1767384961.889655:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c21 [2] + 224 00000400:00000200:3.0:1767384961.889661:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.889664:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384961.889667:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384961.889672:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.889681:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.889699:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384961.889705:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcda4955 00000400:00000010:3.0:1767384961.889708:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcda4955. 00000100:00000001:2.0:1767384961.889710:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384961.889712:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384961.889714:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384961.889716:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384961.889719:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384961.889721:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384961.889723:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384961.889723:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5f951a9. 00000100:00000040:3.0:1767384961.889731:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000200:2.0:1767384961.889731:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003732bdaa 00000400:00000010:2.0:1767384961.889735:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003732bdaa. 00010000:00000001:3.0:1767384961.889739:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384961.889739:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384961.889743:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384961.889746:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384961.889748:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384961.889756:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000465a185a x1853237373200000/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384961.889759:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.889783:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384961.889785:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.889789:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384961.889790:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000465a185a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373200000:12345-0@lo:253: Request processed in 19596us (20081us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384961.889792:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384961.889794:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384961.889797:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.889801:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384961.889803:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=69 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384961.889807:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00001000:2.0:1767384961.889808:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=69 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384961.889814:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384961.889814:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384961.889815:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.889820:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384961.889821:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384961.889822:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.889826:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.889827:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384961.889836:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384961.889840:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f62b16a. 00000100:00000001:2.0:1767384961.889844:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384961.889848:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000100:00000001:2.0:1767384961.889848:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384961.889850:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384961.889855:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071f5162f. 00000020:01000004:2.0:1767384961.889855:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384961.889858:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384961.889861:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:3.0:1767384961.889863:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000020:01000004:2.0:1767384961.889863:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384961.889865:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384961.889868:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384961.889870:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384961.889870:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384961.889871:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000010:3.0:1767384961.889876:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068e70f43. 00000020:01000004:2.0:1767384961.889876:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384961.889881:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384961.889882:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384961.889886:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384961.889893:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373200000:0@lo:253: 00000100:00000200:3.0:1767384961.889895:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384961.889897:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.889900:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384961.889902:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fbb53ab. 00000100:00000040:2.0:1767384961.889903:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373200000/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384961.889911:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcda4955. 00000100:00000001:2.0:1767384961.889912:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384961.889914:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384961.889917:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b34b79e9. 02000000:00000001:2.0:1767384961.889921:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384961.889923:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384961.889924:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384961.889926:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384961.889927:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004b9ecca2. 02000000:00000001:2.0:1767384961.889930:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384961.889930:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384961.889932:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000100:00000001:2.0:1767384961.889934:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384961.889935:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.889936:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.889945:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384961.889946:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.889947:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384961.889949:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384961.894645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dff421dc. 00010000:00000010:3.1:1767384961.894657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000400:00000200:1.0:1767384962.619674:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp38 00000400:00000010:1.0:1767384962.619680:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008a918162. 00000400:00000010:1.0:1767384962.619687:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004fd658e0. 00000400:00000010:1.0:1767384962.619691:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10243af. 00000400:00000010:1.0:1767384962.619699:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cad5d57e. 00000400:00000200:1.0:1767384962.619703:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp38 00000400:00000200:1.0:1767384962.619719:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp38 local destination 00000400:00000200:1.0:1767384962.619725:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp38 00000400:00000200:1.0:1767384962.619729:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [135:135:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1767384962.619735:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp38 00000400:00000200:1.0:1767384962.619740:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:) -> 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) : GET try# 0 00000800:00000200:1.0:1767384962.619745:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp38 00000800:00000010:1.0:1767384962.619749:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f89cb79e. 00000800:00000200:1.0:1767384962.619755:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000800:00000200:1.1:1767384962.619759:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:1.0:1767384962.619777:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp38 added to recovery queue. ping count: 2 next ping: 289 health :800 00000400:00000200:3.0:1767384962.619836:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.619892:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.619915:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.619938:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.619962:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.619990:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620026:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620045:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620074:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620096:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620117:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620146:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620171:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620196:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620221:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620241:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620265:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620285:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620311:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620336:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620379:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620421:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620471:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620526:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620568:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620678:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620735:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620790:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620835:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620884:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620934:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620966:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.620993:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.621018:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384962.621043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384962.621190:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0c411e3. 00000800:00000010:3.0:1767384962.621195:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8143c0c. 00000800:00000010:3.0:1767384962.621201:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dc5b813. 00000800:00000010:3.0:1767384962.621230:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dc5b813. 00000800:00020000:3.0:1767384962.621238:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384962.621241:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8143c0c. 00000800:00000010:3.0:1767384962.621243:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a0c411e3. 00000400:02020000:3.0:1767384962.621305:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp38 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384962.621311:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp38 notifying 192.168.204.149@tcp38: down 00000800:00000200:3.0:1767384962.621316:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp38 down 00000800:00000100:3.0:1767384962.621322:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp38 00000800:00000010:3.0:1767384962.621326:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f89cb79e. 00000400:00000200:3.0:1767384962.621329:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384962.621333:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384962.621341:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384962.621345:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384962.621348:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp38) recovery failed with -71 00010000:00000001:2.0:1767384962.747689:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384962.747695:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384962.747702:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384962.747703:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.747719:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384962.747722:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384962.747724:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384963.387738:0:16790:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384963.387747:0:16790:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.387753:0:18589:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384963.387761:0:18589:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384963.392295:0:33445:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384963.392316:0:33445:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.392321:0:33445:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384963.392331:0:33445:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384963.392396:0:33445:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.392401:0:33445:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384963.643774:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000400:00000001:1.0:1767384963.643782:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384963.643790:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384963.643791:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000400:00000200:1.0:1767384963.643798:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c10243af 00000800:00000200:3.0:1767384963.643802:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384963.643805:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c10243af. 00000400:00000200:1.0:1767384963.643815:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384963.643823:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384963.643838:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008a918162. 00000800:00000010:3.0:1767384963.643842:0:16155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004e5a96d4. 00000400:00000010:1.0:1767384963.643844:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004fd658e0. 00000800:00000200:3.0:1767384963.643856:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (6) 00000800:00000200:3.0:1767384963.643865:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp21 ip 192.168.204.149:988 00000800:00000200:3.0:1767384963.643868:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384963.644018:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384963.644032:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384963.644033:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384963.644044:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384963.644054:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384963.644058:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384963.644065:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384963.644066:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384963.644073:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384963.644080:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.774180:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384963.774185:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.774191:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384963.774192:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.774242:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384963.774247:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.774250:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384963.900663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384963.900671:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384963.900678:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000020:00000040:3.0:1767384963.900684:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384963.900689:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384963.900691:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384963.900696:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384963.900701:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000010:3.0:1767384963.900703:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a066e2. 00000004:00000020:1.0:1767384963.900708:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384963.900712:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384963.900717:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000100:00000040:3.0:1767384963.900724:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384963.900727:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384963.900736:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384963.900741:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384963.900742:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384963.900745:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.900747:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900752:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d08f787] to pc [ptlrpcd_00_00+0] req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384963.900756:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000050ababdf. 00000100:00000001:1.0:1767384963.900766:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.900774:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384963.900777:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.900778:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384963.900787:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3f86cd3] to pc [ptlrpcd_00_01+1] req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.900788:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384963.900793:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000020:00000040:3.0:1767384963.900800:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:1.0:1767384963.900810:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.900811:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384963.900815:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384963.900819:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384963.900824:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ecea445. 00000100:00000001:3.0:1767384963.900829:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900834:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384963.900841:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384963.900843:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900849:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_00_02+2] req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.900871:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900873:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384963.900876:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384963.900879:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000040:3.0:1767384963.900882:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384963.900884:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384963.900886:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384963.900888:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384963.900892:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d753d9d0. 00000100:00000001:3.0:1767384963.900895:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900899:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384963.900904:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384963.900906:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900911:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c79541a] to pc [ptlrpcd_00_03+3] req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.900921:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384963.900926:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384963.900929:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000020:00000040:3.0:1767384963.900939:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384963.900941:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384963.900942:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384963.900945:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384963.900949:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007b1cb23. 00000100:00000001:3.0:1767384963.900952:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900957:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384963.900963:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384963.900964:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900969:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006847cd02] to pc [ptlrpcd_00_00+0] req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.900976:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.900981:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 00000100:00000001:3.0:1767384963.900995:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.900999:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.901001:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384963.901006:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901013:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.901015:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.901018:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384963.901021:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.901024:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.901028:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373200128:0@lo:400: 00000100:00000001:3.0:1767384963.901032:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384963.901036:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384963.901039:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.901041:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384963.901046:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0a3f24a. 02000000:00000001:3.0:1767384963.901048:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.901054:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e843897d. 00000400:00000010:3.0:1767384963.901062:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000100:00000200:3.0:1767384963.901076:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373200128, portal 25 00000100:00000001:3.0:1767384963.901079:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.901081:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000040:3.0:1767384963.901087:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901093:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.901097:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384963.901102:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767384963.901105:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373200128, offset 0 00000400:00000200:3.0:1767384963.901114:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384963.901127:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384963.901139:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273506700 00000400:00000200:3.0:1767384963.901145:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1421 [2] + 0 00000400:00000010:3.0:1767384963.901159:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030b0553d. 00000400:00000200:3.0:1767384963.901163:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d91bdaf 00000400:00000200:3.0:1767384963.901169:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384963.901174:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384963.901180:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d91bdaf 00000400:00000010:3.0:1767384963.901182:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d91bdaf. 00000100:00000001:3.0:1767384963.901188:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384963.901191:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384963.901195:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000005ac2c612 x1853237373200128 msgsize 224 00000100:00100000:3.0:1767384963.901203:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384963.901205:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384963.901224:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384963.901232:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767384963.901234:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000001:0.0:1767384963.901236:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.901238:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384963.901241:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384963.901245:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.901246:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384963.901256:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901258:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.901266:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.901277:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384963.901281:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.901283:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.901285:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384963.901288:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384963.901291:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.901295:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384963.901301:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.901306:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373200384:0@lo:400: 00000100:00000001:3.0:1767384963.901309:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294954513 00000100:00000001:0.0:1767384963.901313:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384963.901317:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edde94a7. 02000000:00000001:0.0:1767384963.901318:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384963.901321:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.901325:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384963.901326:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1767384963.901329:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000386f018f. 00000100:00000001:3.0:1767384963.901350:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294954513 02000000:00000001:0.0:1767384963.901358:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384963.901360:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a71c9faa. 00000400:00000010:0.0:1767384963.901364:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000100:00000001:3.0:1767384963.901367:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384963.901372:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294954513 00000400:00000010:0.0:1767384963.901373:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000100:00000010:3.0:1767384963.901377:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000027c4928. 00000100:00000200:0.0:1767384963.901379:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373200384, portal 4 00000100:00000001:3.0:1767384963.901383:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384963.901384:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384963.901389:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000001:3.0:1767384963.901391:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294954513 00000100:00000010:3.0:1767384963.901397:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f89adc2b. 00000100:00000040:0.0:1767384963.901399:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901402:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384963.901410:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.901417:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.901418:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384963.901425:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384963.901430:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384963.901435:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384963.901438:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000100:00000200:0.0:1767384963.901447:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373200384, offset 0 00000100:00000001:3.0:1767384963.901449:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.901452:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.901456:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384963.901458:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.901464:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.901464:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384963.901472:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373200640:0@lo:400: 00000100:00000001:3.0:1767384963.901476:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384963.901479:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384963.901483:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.901484:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384963.901486:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384963.901494:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010f6f6b2. 02000000:00000001:3.0:1767384963.901497:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.901502:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273506800 00000400:00000010:3.0:1767384963.901504:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b89cc229. 00000400:00000200:0.0:1767384963.901510:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000400:00000010:3.0:1767384963.901522:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767384963.901528:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373200640, portal 10 00000100:00000001:3.0:1767384963.901530:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.901531:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000040:3.0:1767384963.901537:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.901542:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384963.901543:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.901550:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384963.901554:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384963.901556:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000001:0.0:1767384963.901560:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384963.901561:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373200640, offset 0 00000100:00000200:0.0:1767384963.901565:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384963.901571:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c051c94d. 00000400:00000200:3.0:1767384963.901572:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384963.901578:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000c051c94d x1853237373200384 msgsize 224 00000400:00000200:3.0:1767384963.901588:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384963.901617:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384963.901632:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384963.901633:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273506900 00000400:00000200:3.0:1767384963.901642:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000400:00000200:3.0:1767384963.901646:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.901649:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000400:00000200:3.0:1767384963.901653:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384963.901654:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000100:00000001:0.0:1767384963.901661:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384963.901666:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901683:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384963.901683:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.901687:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384963.901688:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384963.901698:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.901703:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384963.901705:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4ee1880. 00000100:00000001:0.0:1767384963.901709:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.901710:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e4ee1880 x1853237373200640 msgsize 224 00000100:00000040:0.0:1767384963.901716:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5486 usecs (6 jiffies) 00000100:00100000:3.0:1767384963.901722:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384963.901724:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294954504 00000100:00000001:0.0:1767384963.901728:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294954513 00000100:00000001:0.0:1767384963.901730:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294954504 00000100:00000001:0.0:1767384963.901732:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294954513 00000100:00000001:3.0:1767384963.901733:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.901734:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294954504 00000100:00000001:0.0:1767384963.901739:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294954513 00000100:00000001:0.0:1767384963.901741:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294954504 00000100:00000001:0.0:1767384963.901743:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294954513 00000400:00000200:3.0:1767384963.901744:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000100:00000001:0.0:1767384963.901745:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384963.901749:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000001:0.0:1767384963.901750:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.901756:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384963.901757:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.901762:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384963.901764:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.901771:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.901773:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384963.901775:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384963.901780:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.901781:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.901785:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.901788:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.901794:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384963.901796:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.901797:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.901800:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.901802:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.901806:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.901806:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.901812:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384963.901814:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3080 usecs (4 jiffies) 00000100:00000001:0.0:1767384963.901816:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.901817:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384963.901826:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294954502 00000100:00000040:0.0:1767384963.901831:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901832:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294954513 00000100:00000001:3.0:1767384963.901840:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294954502 00000100:00000001:3.0:1767384963.901846:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294954513 00000100:00000001:3.0:1767384963.901853:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294954502 00000100:00000001:0.0:1767384963.901854:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.901858:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294954513 00000100:00000001:0.0:1767384963.901859:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.901864:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294954502 02000000:00000001:0.0:1767384963.901864:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384963.901867:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.901869:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294954513 02000000:00000001:0.0:1767384963.901872:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.901874:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384963.901877:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373200512:0@lo:400: 00000100:00000001:3.0:1767384963.901879:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.901884:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384963.901886:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.901888:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384963.901890:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384963.901892:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.901896:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384963.901898:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384963.901899:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c701a92. 00000100:00000001:3.0:1767384963.901903:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384963.901904:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.901908:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384963.901910:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000255224bf. 00000100:00000001:3.0:1767384963.901912:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.901917:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.901918:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000100:00100000:3.0:1767384963.901921:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:0.0:1767384963.901924:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373200512, portal 10 00000100:00000001:3.0:1767384963.901925:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.901930:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.901931:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.901933:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00000001:3.0:1767384963.901935:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.901940:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.901942:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384963.901943:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.901944:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384963.901953:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.901956:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384963.901965:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384963.901970:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 00000100:00000001:3.0:1767384963.901971:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384963.901974:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373200512, offset 0 00000100:00000001:3.0:1767384963.901975:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.901983:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384963.901985:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384963.901989:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384963.901991:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.901996:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373200256:0@lo:13: 00000400:00000200:0.0:1767384963.902002:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384963.902013:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384963.902013:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273506880 02000000:00000001:3.0:1767384963.902019:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384963.902023:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.902024:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 02000000:00000001:3.0:1767384963.902027:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384963.902031:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384963.902033:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000088d2cf7. 00000400:00000200:0.0:1767384963.902038:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384963.902040:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902045:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384963.902046:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002702ad14. 00000100:00000200:0.0:1767384963.902048:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384963.902052:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767384963.902057:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373200256, portal 4 00000100:00000010:0.0:1767384963.902061:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000481547fa. 00000100:00000001:3.0:1767384963.902062:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.902065:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000100:00000040:0.0:1767384963.902068:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000481547fa x1853237373200512 msgsize 224 00000100:00000040:3.0:1767384963.902076:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.902081:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384963.902090:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.902095:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384963.902097:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384963.902099:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000200:3.0:1767384963.902103:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373200256, offset 0 00000400:00000200:0.0:1767384963.902108:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585abff4 00000400:00000010:0.0:1767384963.902112:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000100:00000001:0.0:1767384963.902117:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384963.902121:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384963.902124:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.902138:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384963.902138:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.902146:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.902155:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273506780 00000100:00000001:0.0:1767384963.902157:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902161:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384963.902165:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000100:00000001:0.0:1767384963.902169:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.902171:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384963.902174:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2756 usecs (3 jiffies) 00000400:00000200:3.0:1767384963.902179:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.902182:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294954501 00000100:00000001:3.0:1767384963.902186:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384963.902187:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294954513 00000100:00000200:3.0:1767384963.902191:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384963.902192:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294954501 00000100:00000010:3.0:1767384963.902198:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060ead15a. 00000100:00000001:0.0:1767384963.902198:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294954513 00000100:00000001:0.0:1767384963.902205:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294954501 00000100:00000040:3.0:1767384963.902206:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000060ead15a x1853237373200256 msgsize 224 00000100:00000001:0.0:1767384963.902210:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294954513 00000100:00100000:3.0:1767384963.902217:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384963.902218:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294954501 00000100:00000001:0.0:1767384963.902223:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294954513 00000100:00000001:0.0:1767384963.902226:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.902228:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902230:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.902233:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.902234:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.902243:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:3.0:1767384963.902246:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:0.0:1767384963.902249:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.902250:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384963.902255:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384963.902257:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.902271:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384963.902279:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384963.902285:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200384 00000100:00000040:3.0:1767384963.902286:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384963.902290:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.902294:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.902300:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902300:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.902306:0:16163:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384963.902307:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.902311:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.902313:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200384 00000020:00000001:0.0:1767384963.902319:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384963.902320:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5486 usecs (6 jiffies) 00000020:00000040:0.0:1767384963.902323:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:3.0:1767384963.902325:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294954504 00000020:00000001:0.0:1767384963.902327:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384963.902347:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294954513 00000020:00000040:0.0:1767384963.902348:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:3.0:1767384963.902353:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294954504 00000020:00000001:0.0:1767384963.902354:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384963.902359:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294954513 00000020:00000001:0.0:1767384963.902360:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384963.902363:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294954504 00000100:00000001:0.0:1767384963.902367:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384963.902368:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294954513 00000100:00000001:3.0:1767384963.902373:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294954504 00000020:00000010:0.0:1767384963.902374:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040b9c2f5. 00000100:00000001:3.0:1767384963.902375:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294954513 00000100:00000001:3.0:1767384963.902381:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.902383:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a31e3989. 00000100:00000001:3.0:1767384963.902384:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.902393:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384963.902395:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384963.902396:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902409:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384963.902415:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384963.902416:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa8dc0fb. 00000100:00000001:3.0:1767384963.902419:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384963.902425:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e726428b. 00000100:00000001:3.0:1767384963.902433:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384963.902434:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000100:00100000:3.0:1767384963.902436:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200128 02000000:00000001:3.0:1767384963.902441:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384963.902443:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.902445:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.902448:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.902449:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:3.0:1767384963.902450:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200128 00000020:00000001:3.0:1767384963.902457:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384963.902458:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384963.902459:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384963.902464:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384963.902464:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384963.902469:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384963.902477:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384963.902480:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384963.902481:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384963.902483:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384963.902488:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384963.902489:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384963.902494:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.902495:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a43da8. 00000100:00000001:3.0:1767384963.902502:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384963.902505:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a43da8. 00000100:00000001:0.0:1767384963.902510:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384963.902511:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba3114af. 00000020:00000010:3.0:1767384963.902521:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce0d1ea5. 00000020:00000010:3.0:1767384963.902526:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:0.0:1767384963.902529:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.902533:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384963.902537:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384963.902540:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384963.902542:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384963.902545:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384963.902546:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:3.0:1767384963.902548:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902552:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675685760 : -129515033865856 : ffff8a34ee69d180) 00000100:00000001:3.0:1767384963.902556:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.902560:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c051c94d x1853237373200384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.902571:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.902581:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.902584:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384963.902585:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384963.902592:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a31e3989. 00000100:00100000:3.0:1767384963.902616:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1767384963.902619:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384963.902622:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558668901456 : -129515040650160 : ffff8a34ee024c50) 00000100:00000040:3.0:1767384963.902628:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ac2c612 x1853237373200128/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.902630:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.902638:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a31e3989. 00000100:00000001:3.0:1767384963.902648:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384963.902649:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c051c94d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373200384:12345-0@lo:400: 00000020:00000010:3.0:1767384963.902654:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a43da8. 00000100:00000200:0.0:1767384963.902655:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200384 00000100:00000001:3.0:1767384963.902661:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384963.902661:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384963.902667:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a43da8. 00000020:00000001:0.0:1767384963.902668:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384963.902672:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.902675:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384963.902677:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ac2c612 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373200128:12345-0@lo:400: 00000020:00000001:0.0:1767384963.902678:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:0.0:1767384963.902687:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384963.902688:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200128 00000020:00000001:3.0:1767384963.902694:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384963.902694:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384963.902701:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384963.902702:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384963.902704:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384963.902706:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.902708:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.902711:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384963.902714:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384963.902718:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384963.902720:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384963.902723:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 02000000:00000010:0.0:1767384963.902724:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088032a6f. 00000020:00000001:3.0:1767384963.902726:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384963.902730:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.902731:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.902736:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.902737:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384963.902742:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.902743:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384963.902748:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384963.902749:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373200384 00000020:00000001:3.0:1767384963.902751:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384963.902753:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384963.902755:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384963.902760:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1767384963.902763:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c051c94d x1853237373200384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384963.902766:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003890ef43. 02000000:00000001:3.0:1767384963.902773:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.902776:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384963.902777:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.902781:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.902782:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384963.902790:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373200128 00000100:00001000:0.0:1767384963.902790:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=61 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384963.902797:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384963.902800:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1767384963.902806:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ac2c612 x1853237373200128/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384963.902807:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:3.0:1767384963.902816:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384963.902821:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.902821:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384963.902827:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1767384963.902828:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=71 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384963.902831:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.902834:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384963.902836:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.902840:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000040:0.0:1767384963.902844:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384963.902846:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000010:0.0:1767384963.902850:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 02000000:00000001:3.0:1767384963.902851:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384963.902856:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384963.902858:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373200384, offset 224 00000100:00000001:3.0:1767384963.902861:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.902869:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384963.902873:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384963.902876:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000200:3.0:1767384963.902882:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373200128, offset 224 00000400:00000200:0.0:1767384963.902885:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384963.902893:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.902898:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273506800 00000400:00000200:0.0:1767384963.902908:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c4d [1] + 224 00000400:00000200:3.0:1767384963.902913:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384963.902916:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.902922:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384963.902927:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273506700 00000100:00000001:0.0:1767384963.902928:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.902936:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.902941:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c45 [1] + 224 00000400:00000200:3.0:1767384963.902955:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384963.902958:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.902972:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.902977:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.902979:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384963.902986:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.902987:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585abff4 00000400:00000010:0.0:1767384963.902992:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000100:00000001:0.0:1767384963.902998:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384963.903003:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384963.903007:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.903008:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.903018:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:0.0:1767384963.903024:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384963.903028:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.903030:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384963.903035:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c051c94d x1853237373200384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.903036:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384963.903047:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c051c94d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373200384:12345-0@lo:400: Request processed in 461us (1466us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384963.903048:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:3.0:1767384963.903053:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:3.0:1767384963.903060:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384963.903065:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384963.903065:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384963.903071:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.903078:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000040:0.0:1767384963.903079:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00010000:00000001:3.0:1767384963.903081:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384963.903084:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384963.903086:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.903089:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384963.903090:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384963.903095:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e726428b. 00000100:00000040:3.0:1767384963.903097:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ac2c612 x1853237373200128/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384963.903102:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000020:00000010:0.0:1767384963.903109:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa8dc0fb. 00000100:00100000:3.0:1767384963.903115:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ac2c612 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373200128:12345-0@lo:400: Request processed in 463us (1915us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384963.903119:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:0.0:1767384963.903125:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.903130:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384963.903131:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1767384963.903138:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00100000:1.0:1767384963.903138:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200640 00000100:00000001:3.0:1767384963.903144:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384963.903146:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384963.903148:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384963.903149:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.903150:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.903153:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384963.903154:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce0d1ea5. 00000100:00000001:1.0:1767384963.903155:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384963.903161:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384963.903162:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 02000000:00000001:1.0:1767384963.903163:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384963.903166:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384963.903169:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba3114af. 00000400:00000010:0.0:1767384963.903170:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000020:00000040:3.0:1767384963.903180:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00100000:1.0:1767384963.903180:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200640 00000400:00000200:0.0:1767384963.903181:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000020:00000001:1.0:1767384963.903188:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384963.903188:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 02000000:00000001:3.0:1767384963.903190:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1767384963.903194:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 02000000:00000010:3.0:1767384963.903195:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003890ef43. 00000100:00000001:0.0:1767384963.903197:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384963.903201:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384963.903204:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1767384963.903206:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000200:0.0:1767384963.903209:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.903210:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384963.903214:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000200:3.0:1767384963.903219:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384963.903223:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000200:0.0:1767384963.903230:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.903232:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384963.903234:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d5242c5. 00000020:00000010:1.0:1767384963.903240:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cff5756c. 00000400:00000010:3.0:1767384963.903243:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032acdc53. 00000100:00000001:0.0:1767384963.903247:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384963.903251:0:16805:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c51d17c8. 00000100:00000001:0.0:1767384963.903252:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.903256:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384963.903260:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384963.903261:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384963.903262:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:0.0:1767384963.903263:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.903269:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.903272:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384963.903272:0:16805:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:0.0:1767384963.903276:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=61 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384963.903277:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200512 00000020:00000010:1.0:1767384963.903280:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce5a3d9e. 02000000:00000001:3.0:1767384963.903282:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:0.0:1767384963.903284:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384963.903287:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384963.903290:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001da66ba0. 00000100:00000001:3.0:1767384963.903291:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.903291:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384963.903295:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.903300:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.903300:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384963.903302:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00100000:3.0:1767384963.903307:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200512 00010000:00080000:0.0:1767384963.903308:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384963.903312:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384963.903317:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000040:1.0:1767384963.903317:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:0.0:1767384963.903320:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.903323:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384963.903324:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384963.903326:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:1.0:1767384963.903330:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384963.903347:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000001:3.0:1767384963.903353:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384963.903354:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384963.903355:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.903356:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384963.903359:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:3.0:1767384963.903363:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a43da8. 00000100:00000001:0.0:1767384963.903363:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384963.903366:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384963.903368:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.903370:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.903372:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384963.903375:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a43da8. 00000100:00000001:1.0:1767384963.903377:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.903378:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384963.903382:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba3114af. 00000020:00000010:3.0:1767384963.903391:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce0d1ea5. 00000100:00000001:0.0:1767384963.903393:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.903395:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384963.903397:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:0.0:1767384963.903398:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.903403:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.903406:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384963.903410:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.903411:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384963.903415:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384963.903416:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.903422:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384963.903424:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384963.903429:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384963.903432:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.903433:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373200384:0@lo:400: 00000100:00000001:3.0:1767384963.903442:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384963.903443:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1767384963.903444:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.903453:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384963.903454:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:3.0:1767384963.903457:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384963.903460:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014281856 : -129515695269760 : ffff8a34c6fd9880) 00000100:00000001:3.0:1767384963.903462:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384963.903462:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373200384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384963.903471:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1767384963.903475:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4ee1880 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384963.903479:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:3.0:1767384963.903485:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675692928 : -129515033858688 : ffff8a34ee69ed80) 00000100:00000040:3.0:1767384963.903495:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000481547fa x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.903502:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.903508:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384963.903511:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384963.903513:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000386f018f. 00000020:00000010:1.0:1767384963.903520:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072ade330. 02000000:00000001:0.0:1767384963.903520:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384963.903523:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384963.903525:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384963.903528:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384963.903529:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:3.0:1767384963.903530:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a43da8. 00000020:00000001:0.0:1767384963.903533:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384963.903535:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384963.903538:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ecea445. 00000020:00000010:3.0:1767384963.903545:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a43da8. 00000020:00000010:1.0:1767384963.903545:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072ade330. 02000000:00000001:0.0:1767384963.903546:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384963.903550:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384963.903554:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00100000:3.0:1767384963.903557:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000481547fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373200512:12345-0@lo:400: 00000100:00000001:0.0:1767384963.903560:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384963.903563:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373200640:12345-0@lo:400: 00000100:00000001:0.0:1767384963.903564:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384963.903569:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200512 00000100:00000001:0.0:1767384963.903571:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.903574:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384963.903578:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384963.903581:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200640 00000020:00000001:3.0:1767384963.903582:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384963.903583:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384963.903587:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.903589:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.903590:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384963.903591:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384963.903616:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:3.0:1767384963.903619:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384963.903620:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384963.903622:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384963.903624:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384963.903627:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.903628:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.903631:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384963.903632:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384963.903636:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384963.903637:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.903641:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384963.903644:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384963.903647:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003890ef43. 00000020:00000001:1.0:1767384963.903648:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 02000000:00000001:3.0:1767384963.903652:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.903656:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384963.903657:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.903662:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.903663:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384963.903665:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373200512 00010000:00000001:3.0:1767384963.903671:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384963.903672:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000200:3.0:1767384963.903675:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000481547fa x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384963.903678:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384963.903684:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.903687:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384963.903689:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384963.903690:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384963.903695:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384963.903696:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384963.903699:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384963.903702:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384963.903703:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 02000000:00000010:1.0:1767384963.903710:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006675a90c. 00000100:00000001:3.0:1767384963.903714:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384963.903717:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.903718:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384963.903722:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.903725:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.903726:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.903731:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384963.903734:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.903735:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00010000:00000040:1.0:1767384963.903739:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373200640 00000100:00000200:3.0:1767384963.903741:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373200512, offset 224 00010000:00000001:1.0:1767384963.903746:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384963.903750:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384963.903756:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4ee1880 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.903763:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384963.903775:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273506880 00010000:00000001:1.0:1767384963.903779:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384963.903783:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c5d [1] + 224 00010000:00000001:1.0:1767384963.903785:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.903788:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384963.903792:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=66 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384963.903793:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384963.903800:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384963.903802:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384963.903806:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.903811:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:1.0:1767384963.903820:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000040:3.0:1767384963.903823:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384963.903828:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384963.903834:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.903839:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384963.903842:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384963.903846:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384963.903849:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:3.0:1767384963.903851:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:3.0:1767384963.903853:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384963.903854:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384963.903858:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384963.903861:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10243af. 00000100:00000040:3.0:1767384963.903864:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:3.0:1767384963.903869:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384963.903871:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384963.903871:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373200640, offset 224 00000020:00000001:3.0:1767384963.903877:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384963.903882:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000481547fa x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384963.903889:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384963.903900:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000481547fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373200512:12345-0@lo:400: Request processed in 374us (1828us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384963.903909:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384963.903913:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:3.0:1767384963.903926:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000400:00000200:1.0:1767384963.903926:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273506900 00000100:00000001:3.0:1767384963.903931:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384963.903934:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384963.903937:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce0d1ea5. 00000400:00000200:1.0:1767384963.903939:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c55 [1] + 224 00000020:00000010:3.0:1767384963.903941:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000020:00000010:3.0:1767384963.903947:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba3114af. 00000400:00000200:1.0:1767384963.903951:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384963.903952:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:3.0:1767384963.903957:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384963.903962:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384963.903969:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384963.903975:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.903979:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384963.903983:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200256 02000000:00000001:3.0:1767384963.903987:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384963.903990:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.903993:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.903998:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.904002:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200256 00000100:00000040:1.0:1767384963.904002:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384963.904006:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384963.904009:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:3.0:1767384963.904013:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384963.904015:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000001:3.0:1767384963.904020:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:3.0:1767384963.904025:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384963.904033:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384963.904034:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384963.904037:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a43da8. 00000100:00000001:3.0:1767384963.904041:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384963.904044:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c10243af 00000020:00000010:3.0:1767384963.904045:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a43da8. 00000400:00000010:1.0:1767384963.904052:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c10243af. 00000020:00000010:3.0:1767384963.904054:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba3114af. 00000100:00000001:1.0:1767384963.904062:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384963.904063:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce0d1ea5. 00000100:00000001:1.0:1767384963.904067:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384963.904069:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:1.0:1767384963.904074:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.904076:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384963.904082:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384963.904085:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384963.904085:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384963.904088:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384963.904094:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384963.904096:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.904098:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.904104:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384963.904107:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384963.904111:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4ee1880 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.904126:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384963.904130:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373200640:12345-0@lo:400: Request processed in 616us (2416us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384963.904131:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384963.904139:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384963.904144:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:3.0:1767384963.904147:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558014289920 : -129515695261696 : ffff8a34c6fdb800) 00000100:00100000:1.0:1767384963.904151:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384963.904156:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060ead15a x1853237373200256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.904157:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:1.0:1767384963.904165:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384963.904170:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384963.904171:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384963.904178:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a43da8. 00000020:00000010:1.0:1767384963.904178:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001da66ba0. 00000100:00000001:3.0:1767384963.904186:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384963.904188:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:3.0:1767384963.904189:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a43da8. 00000100:00100000:3.0:1767384963.904194:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060ead15a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373200256:12345-0@lo:13: 00000100:00000200:3.0:1767384963.904202:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200256 00000020:00000001:3.0:1767384963.904204:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384963.904205:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce5a3d9e. 00000020:00000001:3.0:1767384963.904207:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384963.904212:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.904214:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384963.904216:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000020:00000040:1.0:1767384963.904216:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000020:00000001:3.0:1767384963.904224:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384963.904226:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384963.904227:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384963.904232:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384963.904235:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384963.904237:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.904240:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384963.904241:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384963.904245:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000015415e8e. 02000000:00000001:3.0:1767384963.904248:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.904250:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384963.904252:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384963.904257:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384963.904259:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384963.904262:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384963.904275:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.904278:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1767384963.904286:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:3.0:1767384963.904288:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384963.904293:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000040:1.0:1767384963.904294:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000020:3.0:1767384963.904296:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384963.904304:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00080000:1.0:1767384963.904305:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000001:3.0:1767384963.904307:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:1.0:1767384963.904310:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000001:00000001:3.0:1767384963.904313:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384963.904317:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384963.904320:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384963.904322:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373200256 00010000:00000001:3.0:1767384963.904324:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384963.904328:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060ead15a x1853237373200256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384963.904351:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384963.904353:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.904355:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384963.904356:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384963.904361:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.904362:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384963.904367:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384963.904370:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000001:1.0:1767384963.904370:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384963.904376:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1767384963.904376:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384963.904380:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.904383:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384963.904383:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e843897d. 00000100:00000040:3.0:1767384963.904389:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384963.904392:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520d3288 00000400:00000010:3.0:1767384963.904394:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000400:00000010:1.0:1767384963.904398:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 00000100:00000001:1.0:1767384963.904405:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384963.904406:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373200256, offset 224 00000100:00000200:1.0:1767384963.904413:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.904415:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384963.904429:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384963.904439:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.904442:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273506780 00000400:00000200:3.0:1767384963.904457:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c65 [1] + 224 00000100:00000001:1.0:1767384963.904459:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384963.904462:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384963.904464:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384963.904469:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384963.904473:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384963.904475:0:17578:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384963.904480:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384963.904482:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.904485:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.904490:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.904496:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384963.904501:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384963.904514:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=71 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384963.904520:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.904521:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384963.904526:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384963.904534:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384963.904535:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384963.904538:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.904543:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000100:00000001:1.0:1767384963.904544:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.904547:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:3.0:1767384963.904552:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384963.904555:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384963.904555:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.904560:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.904566:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384963.904571:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384963.904575:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.904580:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384963.904584:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060ead15a x1853237373200256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384963.904616:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060ead15a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373200256:12345-0@lo:13: Request processed in 443us (2408us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384963.904624:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384963.904626:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:3.0:1767384963.904629:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384963.904632:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384963.904636:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce0d1ea5. 00000020:00000010:3.0:1767384963.904641:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000100:00000001:1.0:1767384963.904644:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384963.904645:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba3114af. 00000100:00000001:1.0:1767384963.904653:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384963.904654:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:1.0:1767384963.904658:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.904659:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384963.904671:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.904682:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d08f787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373200128:0@lo:400: 00000400:00000001:1.0:1767384963.904690:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384963.904693:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384963.904694:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384963.904696:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b89cc229. 00000100:00000001:3.0:1767384963.904699:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384963.904704:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:1.0:1767384963.904708:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000001:1.0:1767384963.904711:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384963.904714:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384963.904717:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384963.904721:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384963.904725:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000255224bf. 00000400:00000200:3.0:1767384963.904732:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4dee3d 00000100:00000200:1.0:1767384963.904735:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384963.904736:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000100:00000001:3.0:1767384963.904741:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384963.904748:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384963.904754:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384963.904758:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.904758:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384963.904763:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384963.904766:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.904770:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.904778:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384963.904780:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384963.904786:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=65 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384963.904789:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.904793:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384963.904795:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384963.904797:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384963.904800:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384963.904805:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.904805:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384963.904807:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.904810:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.904812:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384963.904816:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384963.904818:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=66 v=5 (5 0 0 0) 00010000:00080000:1.0:1767384963.904824:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384963.904825:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384963.904833:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384963.904835:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.904841:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384963.904847:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384963.904851:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.904855:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.904858:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384963.904859:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384963.904862:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384963.904867:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.904869:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384963.904871:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.904873:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384963.904880:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384963.904884:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.904885:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.904892:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384963.904893:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384963.904897:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384963.904900:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.904942:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384963.904943:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c79541a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373200512:0@lo:400: 00000100:00000001:1.0:1767384963.904952:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384963.904953:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.904956:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384963.904960:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.904967:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.904973:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c79541a x1853237373200512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.904986:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006847cd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373200640:0@lo:400: 00000100:00000001:3.0:1767384963.904988:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384963.904991:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384963.904995:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c701a92. 00000100:00000001:1.0:1767384963.904997:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.904999:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384963.905004:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384963.905004:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384963.905007:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384963.905010:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384963.905013:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d08f787 x1853237373200128/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384963.905014:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d753d9d0. 02000000:00000001:3.0:1767384963.905020:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384963.905024:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384963.905027:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000100:00000001:3.0:1767384963.905033:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384963.905035:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384963.905036:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.905041:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384963.905041:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384963.905048:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0a3f24a. 00000100:00000001:3.0:1767384963.905050:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.905054:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.905056:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384963.905057:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.905061:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.905063:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384963.905067:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384963.905070:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384963.905073:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a066e2. 02000000:00000001:1.0:1767384963.905077:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384963.905079:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384963.905081:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 00000100:00000001:1.0:1767384963.905085:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384963.905087:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.905089:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384963.905092:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006847cd02 x1853237373200640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.905099:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384963.905107:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384963.905109:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010f6f6b2. 02000000:00000001:1.0:1767384963.905112:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384963.905113:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384963.905115:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384963.905117:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384963.905118:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007b1cb23. 02000000:00000001:1.0:1767384963.905121:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384963.905122:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384963.905124:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000001:1.0:1767384963.905127:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384963.905128:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.905131:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.905134:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.905136:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384963.905139:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384963.905141:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384963.905143:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002702ad14. 00000400:00000200:1.0:1767384963.905147:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:1.0:1767384963.905149:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000001:1.0:1767384963.905152:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384963.905156:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384963.905166:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.905174:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384963.905176:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.905178:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384963.905180:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384963.905181:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.905183:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.905185:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384963.905190:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384963.905194:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384963.905197:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384963.905198:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384963.905200:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384963.905211:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384963.905219:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.905221:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384963.905223:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384963.905227:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384963.905229:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.905232:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.905239:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.905241:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384963.905243:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384963.905246:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384963.905250:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384963.905253:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384963.905263:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384963.905269:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.905273:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.905282:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373200256:0@lo:13: 00000100:00000001:1.0:1767384963.905286:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.905289:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384963.905292:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.905300:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384963.905302:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384963.905304:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000088d2cf7. 02000000:00000001:1.0:1767384963.905308:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384963.905311:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384963.905313:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384963.905323:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384963.905326:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000050ababdf. 02000000:00000001:1.0:1767384963.905330:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384963.905349:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384963.905351:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000100:00000001:1.0:1767384963.905356:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384963.905357:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.905360:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.905366:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384963.905368:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.905372:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.905375:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.917657:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294954513, at 4294954514 00000100:00000010:1.0:1767384963.917668:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a71c9faa. 00000100:00000040:2.0:1767384963.917670:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294954513, at 4294954514 00000100:00000010:2.0:1767384963.917676:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000027c4928. 00000100:00000040:0.0:1767384963.917680:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294954513, at 4294954514 00000100:00000010:0.0:1767384963.917690:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edde94a7. 00000100:00000040:3.0:1767384963.917747:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294954513, at 4294954514 00000100:00000010:3.0:1767384963.917756:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f89adc2b. 00000001:00000001:1.0:1767384964.308538:0:33609:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384964.308543:0:33609:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:1.0:1767384964.314133:0:33609:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384964.324839:0:33610:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000296c9a45. 00000400:00000010:1.0:1767384964.324857:0:33610:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000017bc5ed9. 00000400:00000010:1.0:1767384964.324870:0:33610:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dcaa1c6b. 00000400:00000010:1.0:1767384964.324874:0:33610:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d7cec295. 00000400:00000010:1.0:1767384964.324878:0:33610:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b1b43acd. 00000400:00000010:1.0:1767384964.324883:0:33610:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d3712a5. 00000400:00000010:1.0:1767384964.324886:0:33610:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e560dbe. 00000400:00000010:1.0:1767384964.324888:0:33610:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b5b1973. 00000400:00000010:1.0:1767384964.324892:0:33610:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003eebd665. 00000800:00000010:1.0:1767384964.324909:0:33610:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f89cb79e. 00000800:00000200:1.0:1767384964.324923:0:33610:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384964.324937:0:33610:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384964.324981:0:33610:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384964.325011:0:33610:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp42 [8/256/0/180] 00000400:00000010:1.0:1767384964.327507:0:33610:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000e162d050. 00000400:00000010:1.0:1767384964.327515:0:33610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d42d896. 00000400:00000010:1.0:1767384964.327521:0:33610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10243af. 00000400:00000001:1.0:1767384964.327553:0:33610:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384964.327555:0:33610:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384964.327557:0:33610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e36dc76. 00000400:00000200:1.0:1767384964.327561:0:33610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ee1082 00000400:00000010:1.0:1767384964.327563:0:33610:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000400:00000010:1.0:1767384964.327567:0:33610:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000004a98c549. 00000400:00000200:1.0:1767384964.327573:0:33610:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (33) 00000400:00000200:1.0:1767384964.327589:0:33610:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384964.327642:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384964.327645:0:33610:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:0.0:1767384964.327654:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000020:00000010:1.0:1767384964.327660:0:33610:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002fa4eebe. 00000400:00000010:0.0:1767384964.327665:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000020:01000000:1.0:1767384964.327672:0:33610:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384964.327672:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000400:00000010:0.0:1767384964.327683:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003cf2cd48. 00000020:01000000:1.0:1767384964.327684:0:33610:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp42 00000400:00000200:0.0:1767384964.327693:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp20 00000400:00000010:1.0:1767384964.327712:0:33610:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000017bc5ed9. 00000400:00000200:0.0:1767384964.327713:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp20 to MR: 192.168.204.149@tcp20 local destination 00000400:00000010:1.0:1767384964.327726:0:33610:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000296c9a45. 00000020:00000001:3.0:1767384964.327729:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384964.327731:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp20 NI seq info: [136:136:256:4294967295] 192.168.204.149@tcp20 LPNI seq info [127:127:8:4294967295] 10000000:00000001:3.0:1767384964.327739:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384964.327745:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384964.327750:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384964.327752:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp20 00000020:01000004:3.0:1767384964.327758:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384964.327765:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384964.327771:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384964.327777:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384964.327778:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) -> 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) : PUT try# 0 00000020:01000004:3.0:1767384964.327783:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384964.327788:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384964.327791:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384964.327793:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp20 00000020:01000004:3.0:1767384964.327794:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384964.327800:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384964.327802:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384964.327803:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcfa3982. 00000100:00000010:3.0:1767384964.327810:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005de34e89. 00000800:00000200:0.0:1767384964.327813:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (6) 00000800:00000200:0.0:1767384964.327828:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:988 00000020:00000040:3.0:1767384964.327831:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000800:00000200:0.0:1767384964.327834:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcfa3982 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767384964.327840:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384964.327845:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384964.327851:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.327859:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 02000000:00000010:3.0:1767384964.327864:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a0c411e3. 00000400:00000200:0.0:1767384964.327865:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000001:3.0:1767384964.327877:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.327891:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384964.327894:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.327905:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005de34e89] to pc [ptlrpcd_00_01+1] req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384964.327957:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384964.327961:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.327963:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384964.327965:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384964.327973:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384964.327975:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384964.327978:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384964.327980:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384964.327982:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384964.327985:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384964.327985:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384964.327991:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384964.327996:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384964.327997:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384964.328004:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384964.328005:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384964.328007:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384964.328009:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384964.328011:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384964.328017:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:0.0:1767384964.328019:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcfa3982. 00000100:00000040:2.0:1767384964.328020:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384964.328022:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384964.328030:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384964.328031:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000935a4c9. 00000020:00000040:3.0:1767384964.328041:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384964.328049:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: PUT: OK 00000100:00000001:3.0:1767384964.328050:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384964.328056:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384964.328063:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.328064:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384964.328065:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384964.328073:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078e40717. 00000100:00000001:2.0:1767384964.328074:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.328076:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp20: 0 00000100:00000001:3.0:1767384964.328087:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.328088:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384964.328095:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384964.328096:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.328098:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384964.328103:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.328106:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384964.328111:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384964.328115:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373200768:0@lo:253: 00000800:00000001:0.0:1767384964.328120:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384964.328126:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000935a4c9] to pc [ptlrpcd_00_02+2] req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.328129:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384964.328130:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384964.328141:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384964.328149:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20) <- 192.168.204.149@tcp20 : PUT - for me 02000000:00000001:2.0:1767384964.328150:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.328158:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384964.328162:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.328168:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 576 into portal 0 MB=0x8000000000000000 02000000:00000010:2.0:1767384964.328170:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000063922147. 10000000:00000001:3.0:1767384964.328171:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.328176:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.328181:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384964.328182:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384964.328193:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002fa4eebe. 00000400:00000010:2.0:1767384964.328195:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790d753f. 00000400:00000200:0.0:1767384964.328201:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 560/576 into md 0x1c29 [1] + 0 00000400:00000010:0.0:1767384964.328207:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa73ba68. 00000100:00000001:3.0:1767384964.328213:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384964.328214:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a74d20b 00000100:00000001:3.0:1767384964.328222:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384964.328226:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384964.328230:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3589ed7. 00000100:00000001:3.0:1767384964.328231:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.328236:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384964.328238:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.328240:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384964.328248:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384964.328251:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373200768, portal 25 00000100:00000040:3.0:1767384964.328253:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.328263:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384964.328264:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: PUT: OK 00000100:00000001:2.0:1767384964.328269:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014280960 : -129515695270656 : ffff8a34c6fd9500) 00000400:00000200:0.0:1767384964.328277:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74d20b 00000400:00000010:0.0:1767384964.328284:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a74d20b. 00000100:00000001:3.0:1767384964.328286:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384964.328289:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.328292:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.328293:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:3.0:1767384964.328301:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384964.328303:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (35) 02000000:00000001:3.0:1767384964.328307:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384964.328318:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.328319:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000100:00000001:2.0:1767384964.328351:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384964.328354:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (576 bytes) 00000100:00100000:3.0:1767384964.328356:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373200896:0@lo:253: 00000100:00000040:2.0:1767384964.328369:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384964.328369:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:3.0:1767384964.328370:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384964.328378:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384964.328380:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030f934fa. 02000000:00000001:3.0:1767384964.328383:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.328389:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (36) 02000000:00000001:3.0:1767384964.328390:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384964.328392:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373200768, offset 0 02000000:00000010:3.0:1767384964.328401:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000025f74937. 00000400:00000200:0.0:1767384964.328402:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:3.0:1767384964.328411:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384964.328413:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384964.328421:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d9ade8. 00000400:00000200:0.0:1767384964.328424:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp20 to MR: 192.168.204.149@tcp20 local destination 00000400:00000010:3.0:1767384964.328432:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b19fc094. 00000100:00000200:3.0:1767384964.328442:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373200896, portal 25 00000400:00000200:0.0:1767384964.328442:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp20 NI seq info: [137:137:256:4294967295] 192.168.204.149@tcp20 LPNI seq info [128:128:8:4294967295] 00000100:00000001:3.0:1767384964.328451:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384964.328455:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014283648 : -129515695267968 : ffff8a34c6fd9f80) 00000100:00000040:3.0:1767384964.328464:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.328489:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384964.328493:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) -> 192.168.204.149@tcp20(192.168.204.149@tcp20:192.168.204.149@tcp20) 192.168.204.149@tcp20 : ACK try# 0 00000100:00000040:3.0:1767384964.328506:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384964.328514:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp20 00000400:00000010:3.0:1767384964.328515:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee8aac26. 00000400:00000200:2.0:1767384964.328523:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384964.328525:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373200896, offset 0 00000800:00000010:0.0:1767384964.328527:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcfa3982. 00000800:00000200:0.0:1767384964.328544:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (6) 00000400:00000200:3.0:1767384964.328551:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384964.328553:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506980 00000800:00000200:0.0:1767384964.328562:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:1001 00000400:00000200:3.0:1767384964.328571:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384964.328573:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcfa3982 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384964.328578:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1429 [2] + 0 00000400:00000010:2.0:1767384964.328590:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eae681c4. 00000400:00000200:3.0:1767384964.328633:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506a00 00000800:00000001:0.0:1767384964.328634:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.328647:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384964.328722:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384964.328725:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcfa3982. 00000400:00000200:0.0:1767384964.328729:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384964.328734:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: ACK: OK 00000800:00000001:0.0:1767384964.328753:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.328758:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384964.328760:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.328764:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384964.328766:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.328771:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384964.328778:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp20(192.168.204.149@tcp20) <- 192.168.204.149@tcp20 : ACK - for me 00000400:00000200:2.0:1767384964.328964:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a94b9ab 00000400:00000200:3.0:1767384964.328976:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1469 [2] + 0 00000400:00000200:2.0:1767384964.328979:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384964.328983:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6afb189. 00000400:00000200:3.0:1767384964.328990:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076af31ab 00000400:00000200:2.0:1767384964.328992:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384964.328999:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384964.329005:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp20: ACK from 12345-192.168.204.149@tcp20 into md 0x1c89 00000400:00000200:3.0:1767384964.329013:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384964.329014:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a94b9ab 00000400:00000200:0.0:1767384964.329015:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384964.329023:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a94b9ab. 00000400:00000200:0.0:1767384964.329030:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp20->192.168.204.149@tcp20: ACK: OK 00000400:00000200:3.0:1767384964.329036:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076af31ab 00000100:00000001:2.0:1767384964.329037:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384964.329043:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076af31ab. 00000100:00000200:2.0:1767384964.329045:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384964.329050:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384964.329051:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00000100:00000040:2.0:1767384964.329053:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f1fd826a x1853237373200768 msgsize 4848 00000100:00000200:3.0:1767384964.329057:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384964.329058:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000100:00000040:3.0:1767384964.329067:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000bef1ebe6 x1853237373200896 msgsize 4848 00000400:00000200:0.0:1767384964.329069:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:2.0:1767384964.329078:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384964.329080:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000100:00000040:2.0:1767384964.329088:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384964.329089:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384964.329094:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384964.329101:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000800:00000001:0.0:1767384964.329107:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.329110:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.329115:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384964.329116:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384964.329132:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f934fa 00000100:00000001:3.0:1767384964.329134:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384964.329139:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384964.329141:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030f934fa. 00000400:00000010:0.0:1767384964.329148:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000d399d3d0. 00000400:00000200:3.0:1767384964.329151:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee8aac26 00000100:00000001:2.0:1767384964.329151:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384964.329157:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000400:00000010:3.0:1767384964.329159:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee8aac26. 00000100:00000200:2.0:1767384964.329166:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.329169:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384964.329173:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000100:00000200:3.0:1767384964.329181:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384964.329183:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d399d3d0 00000400:00000010:0.0:1767384964.329190:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000fd587e22. 00000400:00000200:0.0:1767384964.329200:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000400:00000200:0.0:1767384964.329214:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000100:00000001:2.0:1767384964.329216:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384964.329221:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384964.329224:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000100:00000040:3.0:1767384964.329232:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384964.329232:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384964.329234:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000009240df9d. 00000400:00000010:0.0:1767384964.329245:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 00000400:00000010:0.0:1767384964.329258:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000beb55a4. 00000400:00000200:0.0:1767384964.329275:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000100:00000001:3.0:1767384964.329289:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.329291:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.329293:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:3.0:1767384964.329296:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384964.329304:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000001:2.0:1767384964.329309:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384964.329316:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384964.329364:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:0.0:1767384964.329370:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:0.0:1767384964.329378:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:0.0:1767384964.329383:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:0.0:1767384964.329388:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:0.0:1767384964.329394:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000400:00000200:0.0:1767384964.329399:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000400:00000200:0.0:1767384964.329404:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000400:00000200:0.0:1767384964.329412:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:0.0:1767384964.329417:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:0.0:1767384964.329426:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384964.329436:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384964.329447:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:0.0:1767384964.329455:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:0.0:1767384964.329464:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:0.0:1767384964.329472:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384964.329481:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 30], ns[77, 30] 00000400:00000200:0.0:1767384964.329492:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[78, 30] 00000400:00000200:0.0:1767384964.329514:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 30], ns[124, 30] 00000400:00000200:0.0:1767384964.329519:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 30], ns[79, 30] 00000400:00000200:0.0:1767384964.329524:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 30], ns[85, 30] 00000400:00000200:0.0:1767384964.329533:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[99, 30] 00000400:00000200:0.0:1767384964.329539:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[122, 30] 00000400:00000200:0.0:1767384964.329544:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[115, 30] 00000400:00000200:0.0:1767384964.329549:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 30], ns[130, 30] 00000400:00000200:0.0:1767384964.329554:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[118, 30], ns[127, 30] 00000400:00000200:0.0:1767384964.329561:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[126, 30], ns[135, 30] 00000400:00000200:0.0:1767384964.329566:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:0.0:1767384964.329572:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384964.329579:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384964.329585:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:0.0:1767384964.329627:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp39 00000400:00000200:0.0:1767384964.329634:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp39 lpni_is_preferred = 0 00000400:00000200:0.0:1767384964.329638:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp39 00000400:00000200:0.0:1767384964.329643:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp39 NI seq info: [138:138:256:4294967295] 192.168.204.149@tcp39 LPNI seq info [129:129:8:4294967295] 00000400:00000200:0.0:1767384964.329652:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp39 00000400:00000200:0.0:1767384964.329663:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39:) -> 192.168.204.149@tcp39(192.168.204.149@tcp:192.168.204.149@tcp39) : GET try# 0 00000800:00000200:0.0:1767384964.329671:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp39 00000100:00000001:3.0:1767384964.329675:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384964.329678:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bcfa3982. 00000100:00000001:3.0:1767384964.329683:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294954942 00000100:00000001:2.0:1767384964.329683:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.329697:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294954942 00000100:00000010:3.0:1767384964.329698:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f89adc2b. 00000800:00000010:0.0:1767384964.329701:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000acd18f8. 00000800:00000010:0.0:1767384964.329711:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d53a50ed. 00000100:00000001:3.0:1767384964.329712:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384964.329721:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000100:00000001:3.0:1767384964.329723:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294954942 00000100:00000001:2.0:1767384964.329724:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294954942 00000800:00000200:0.1:1767384964.329731:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000100:00000001:2.0:1767384964.329735:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294954942 00000100:00000010:3.0:1767384964.329745:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001eb7d594. 00000100:00000001:3.0:1767384964.329752:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384964.329757:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294954942 00000100:00000001:2.0:1767384964.329759:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294954942 00000400:00000200:0.0:1767384964.329760:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000100:00000010:3.0:1767384964.329767:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbeb04cc. 00000400:00000200:0.0:1767384964.329771:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00000100:00000001:2.0:1767384964.329772:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294954942 00000100:00000001:3.0:1767384964.329776:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384964.329787:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294954942 00000100:00000001:2.0:1767384964.329788:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294954942 00000100:00000010:3.0:1767384964.329795:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1408380. 00000100:00000001:2.0:1767384964.329797:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294954942 00000100:00000001:3.0:1767384964.329802:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384964.329811:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.329812:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294954942 00000100:00000001:3.0:1767384964.329815:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.329821:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.329822:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.329830:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.329833:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.329842:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384964.329843:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.329848:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384964.329851:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.329853:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.329858:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384964.329863:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.329866:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384964.329867:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.329872:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000001:2.0:1767384964.329874:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384964.329884:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.329887:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384964.329888:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.329893:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.329894:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.329905:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.329926:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384964.329931:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200768 02000000:00000001:3.0:1767384964.329935:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384964.329939:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384964.329943:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.329948:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.329952:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200768 00000020:00000001:3.0:1767384964.329955:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384964.329958:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384964.329961:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384964.329964:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384964.329967:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384964.329971:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:0.0:1767384964.329973:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:3.0:1767384964.329987:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384964.330001:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017c4e9b3. 00000100:00000001:3.0:1767384964.330005:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384964.330009:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017c4e9b3. 00000020:00000010:3.0:1767384964.330019:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6119aa3. 00000020:00000010:3.0:1767384964.330027:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7944368. 00000020:00000010:3.0:1767384964.330035:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000400:00000200:0.0:1767384964.330049:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000040:3.0:1767384964.330056:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384964.330063:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384964.330065:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384964.330068:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.330079:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.330095:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.330118:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384964.330122:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384964.330123:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373200896 02000000:00000001:3.0:1767384964.330128:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384964.330132:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384964.330132:0:16799:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.330136:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:3.0:1767384964.330137:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.330146:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.330151:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373200896 00000020:00000001:3.0:1767384964.330154:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384964.330157:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384964.330157:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384964.330165:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384964.330166:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384964.330168:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384964.330174:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384964.330177:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384964.330184:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384964.330184:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000400:00000200:0.0:1767384964.330191:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000020:00000010:3.0:1767384964.330193:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017c4e9b3. 00000100:00000040:2.0:1767384964.330195:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384964.330202:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.330204:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558668905552 : -129515040646064 : ffff8a34ee025c50) 00000020:00000010:3.0:1767384964.330207:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017c4e9b3. 00000020:00000010:3.0:1767384964.330221:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e23dd60. 00000100:00000040:2.0:1767384964.330223:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1fd826a x1853237373200768/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:190/0 lens 4848/0 e 0 to 0 dl 1767384975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384964.330229:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ea43c48. 00000400:00000200:0.0:1767384964.330235:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000020:00000010:3.0:1767384964.330239:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000751e4781. 00000100:00000001:3.0:1767384964.330251:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384964.330256:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384964.330258:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384964.330268:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009058b5a6. 00000100:00000001:3.0:1767384964.330269:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.330279:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.330283:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.330285:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:3.0:1767384964.330287:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384964.330299:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009058b5a6. 00000100:00000001:3.0:1767384964.330313:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384964.330315:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1fd826a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373200768:12345-0@lo:253: 00000100:00000001:3.0:1767384964.330318:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384964.330347:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384964.330355:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000200:2.0:1767384964.330356:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200768 00000100:00000001:3.0:1767384964.330360:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634540624 : -129520075010992 : ffff8a33c1f00c50) 00000020:00000001:2.0:1767384964.330368:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384964.330370:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bef1ebe6 x1853237373200896/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:190/0 lens 4848/0 e 0 to 0 dl 1767384975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.330378:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384964.330380:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:3.0:1767384964.330385:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384964.330387:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384964.330393:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017c4e9b3. 00000020:00000001:2.0:1767384964.330395:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384964.330399:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384964.330402:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000010:3.0:1767384964.330404:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017c4e9b3. 00000020:00000001:2.0:1767384964.330416:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384964.330420:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bef1ebe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373200896:12345-0@lo:253: 00000020:00000001:2.0:1767384964.330422:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384964.330429:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373200896 00000020:00000001:2.0:1767384964.330432:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384964.330434:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384964.330438:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384964.330441:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384964.330447:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.330447:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.330458:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384964.330460:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384964.330462:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:0.0:1767384964.330465:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 02000000:00000001:2.0:1767384964.330467:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384964.330469:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384964.330474:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384964.330478:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1767384964.330481:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000073a3bfab. 00000020:00000001:3.0:1767384964.330482:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384964.330486:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.330490:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.330492:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384964.330499:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.330500:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384964.330510:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384964.330515:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000668d5b03. 02000000:00000001:3.0:1767384964.330520:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.330524:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384964.330526:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c6d2a84d. 20000000:00000001:3.0:1767384964.330527:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384964.330537:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384964.330541:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005de2edff. 20000000:00000001:2.0:1767384964.330543:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384964.330547:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384964.330551:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384964.330557:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384964.330558:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384964.330565:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384964.330569:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384964.330570:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 20000000:00000001:3.0:1767384964.330571:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384964.330577:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384964.330582:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384964.330585:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384964.330588:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d90b73d6. 20000000:01000000:2.0:1767384964.330635:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:2.0:1767384964.330644:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384964.330652:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384964.330661:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.330706:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00080000:00000001:2.0:1767384964.330720:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384964.330729:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384964.330733:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384964.330737:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384964.330744:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384964.330747:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000020:00000001:2.0:1767384964.330752:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:2.0:1767384964.330771:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384964.330780:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00080000:00000010:2.0:1767384964.330782:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed25bf5c. 00080000:00000001:2.0:1767384964.330792:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553648039936 : -129520061511680 : ffff8a33c2be0800) 00080000:00000001:2.0:1767384964.330799:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384964.330814:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.330849:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.330886:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.330918:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.330964:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000001:00000001:2.0:1767384964.330978:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384964.330983:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384964.330989:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384964.330994:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00080000:00000001:2.0:1767384964.331022:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.331027:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00080000:00000001:2.0:1767384964.331031:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384964.331071:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331125:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331173:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331222:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00080000:00000001:2.0:1767384964.331256:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384964.331264:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00080000:00000001:2.0:1767384964.331265:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384964.331317:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331412:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331457:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331517:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331588:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331683:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331736:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331774:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.331815:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384964.331991:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068e70f43. 00000800:00000010:0.0:1767384964.331997:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004af7fed7. 00000800:00000010:0.0:1767384964.332003:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af4ff65c. 00000800:00000010:0.0:1767384964.332038:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af4ff65c. 00000800:00020000:0.0:1767384964.332049:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384964.332053:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004af7fed7. 00000800:00000010:0.0:1767384964.332058:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068e70f43. 00000400:02020000:0.0:1767384964.332124:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp39 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384964.332132:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp39 notifying 192.168.204.149@tcp39: down 00000800:00000200:0.0:1767384964.332140:0:27932:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp39 down 00000800:00000100:0.0:1767384964.332149:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp39 00000800:00000010:0.0:1767384964.332152:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bcfa3982. 00000400:00000200:0.0:1767384964.332156:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384964.332162:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384964.332172:0:27932:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp39 added to recovery queue. ping count: 0 next ping: 288 health :900 00000400:00000200:0.0:1767384964.332177:0:27932:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384964.332181:0:27932:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:0.0:1767384964.332185:0:27932:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384964.332215:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384964.332227:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100851 00000400:00000001:2.0:1767384964.332234:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384964.332237:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384964.332240:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585abff4 00000400:00000010:2.0:1767384964.332243:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000400:00000200:2.0:1767384964.332251:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384964.332258:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:2.0:1767384964.332264:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000009240df9d. 00000400:00000200:2.0:1767384964.332270:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000400:00000200:2.0:1767384964.332275:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:2.0:1767384964.332279:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 rc -71 00000400:00000200:2.0:1767384964.332284:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384964.332289:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (34) 00080000:00000001:2.0:1767384964.342538:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384964.342547:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:3.0:1767384964.342550:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384964.342552:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384964.342555:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384964.342558:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384964.342559:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384964.342563:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384964.342564:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384964.342567:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed25bf5c. 00080000:00000001:3.0:1767384964.342572:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384964.342576:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384964.342591:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384964.342645:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384964.342652:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384964.342657:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384964.342662:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384964.342665:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384964.342669:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384964.342672:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384964.342681:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a87d5f9e. 00010000:00000001:3.0:1767384964.342686:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384964.342690:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a96ebfd3. 00000020:00000001:3.0:1767384964.342693:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384964.342697:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a96ebfd3 with handle 0xcb8130832f6b37db to hash 00000020:00000001:3.0:1767384964.342699:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384964.342701:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384964.342704:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384964.342708:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384964.342710:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384964.342714:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384964.342722:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384964.342726:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384964.342729:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384964.342731:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384964.342734:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384964.342736:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384964.342746:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384964.342749:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384964.342751:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384964.342753:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384964.342754:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000010:0.0:1767384964.342756:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000386f018f. 00010000:00000040:3.0:1767384964.342757:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a87d5f9e) refcount = 1 20000000:01000000:0.0:1767384964.342763:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00010000:00010000:3.0:1767384964.342765:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384964.342770:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384964.342776:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384964.342777:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384964.342778:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384964.342780:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384964.342782:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342783:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384964.342786:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384964.342790:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384964.342793:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384964.342795:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384964.342797:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=4 00000020:00000001:3.0:1767384964.342799:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384964.342802:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384964.342805:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384964.342807:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384964.342814:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384964.342817:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384964.342818:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384964.342825:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384964.342831:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384964.342831:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342837:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384964.342837:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384964.342842:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384964.342843:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384964.342849:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384964.342850:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384964.342856:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384964.342857:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384964.342862:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009661acfe. 00080000:00000001:0.0:1767384964.342865:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659751424 : -129520049800192 : ffff8a33c370bc00) 00010000:00000001:3.0:1767384964.342870:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1767384964.342871:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1767384964.342876:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384964.342885:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a96ebfd3 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384964.342888:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384964.342891:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384964.342893:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384964.342898:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384964.342900:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384964.342902:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384964.342904:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=5 00000020:00000001:3.0:1767384964.342906:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384964.342908:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384964.342911:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384964.342913:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384964.342918:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384964.342921:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384964.342924:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342928:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384964.342930:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384964.342933:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384964.342935:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384964.342938:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a96ebfd3 with handle 0xcb8130832f6b37db from hash 00010000:00000001:3.0:1767384964.342941:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384964.342942:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384964.342944:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384964.342945:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384964.342948:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384964.342950:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:0.0:1767384964.342952:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384964.342953:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1767384964.342955:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342957:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384964.342960:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384964.342969:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384964.342971:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342972:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384964.342976:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1767384964.342977:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384964.342981:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384964.342984:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384964.342985:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342987:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.342989:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384964.342991:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384964.342996:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384964.342998:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384964.342999:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384964.343001:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384964.343003:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384964.343004:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384964.343007:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384964.343010:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384964.343012:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384964.343014:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384964.343019:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384964.343020:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384964.343022:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37db lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384964.343027:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a87d5f9e count: 0 00010000:00000001:3.0:1767384964.343038:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384964.343039:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384964.343050:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384964.343054:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384964.346643:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294954942, at 4294954943 00000100:00000040:1.0:1767384964.346650:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294954942, at 4294954943 00000100:00000010:2.0:1767384964.346653:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbeb04cc. 00000100:00000040:3.0:1767384964.346654:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294954942, at 4294954943 00000100:00000010:1.0:1767384964.346658:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001eb7d594. 00000100:00000040:0.0:1767384964.346660:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294954942, at 4294954943 00000100:00000010:3.0:1767384964.346663:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1408380. 00000100:00000010:0.0:1767384964.346673:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f89adc2b. 00010000:00000010:3.1:1767384964.348620:0:16678:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a87d5f9e. 00010000:00000010:3.1:1767384964.348633:0:16678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a96ebfd3. 00080000:00000001:3.0:1767384964.352001:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384964.352004:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384964.352005:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384964.352008:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384964.352012:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384964.352014:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:3.0:1767384964.352020:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384964.352022:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384964.352024:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009661acfe. 20000000:00000001:1.0:1767384964.352028:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384964.352031:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384964.352032:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384964.352049:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384964.352053:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384964.352060:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384964.352060:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384964.352063:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384964.352066:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384964.352070:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384964.352073:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384964.352080:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000aed65afd. 00010000:00000001:2.0:1767384964.352084:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384964.352089:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004903fe1a. 00000020:00000001:2.0:1767384964.352093:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384964.352097:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004903fe1a with handle 0xcb8130832f6b37e2 to hash 00000020:00000001:2.0:1767384964.352100:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384964.352102:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949951488 : -129515759600128 : ffff8a34c327fe00) 00010000:00000001:2.0:1767384964.352107:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949951488 : -129515759600128 : ffff8a34c327fe00) 00010000:00000001:2.0:1767384964.352110:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384964.352112:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.352116:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352126:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384964.352130:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384964.352133:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384964.352136:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384964.352138:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.352141:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384964.352143:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.352146:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384964.352149:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384964.352151:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384964.352154:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384964.352156:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000aed65afd) refcount = 1 00010000:00010000:2.0:1767384964.352160:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352169:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384964.352171:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384964.352173:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.352184:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.352187:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384964.352189:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384964.352191:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:2.0:1767384964.352194:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384964.352196:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384964.352198:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004903fe1a refcount=4 00000020:00000001:2.0:1767384964.352199:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949951488 : -129515759600128 : ffff8a34c327fe00) 00010000:00000001:2.0:1767384964.352217:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949951488 : -129515759600128 : ffff8a34c327fe00) 00010000:00000001:2.0:1767384964.352220:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384964.352222:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352229:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384964.352232:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352238:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.352240:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384964.352242:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352248:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384964.352250:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.352252:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384964.352254:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384964.352260:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004903fe1a already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384964.352263:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384964.352265:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384964.352268:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352273:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384964.352284:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384964.352287:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384964.352290:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004903fe1a refcount=5 00000020:00000001:2.0:1767384964.352294:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949951488 : -129515759600128 : ffff8a34c327fe00) 00010000:00000001:2.0:1767384964.352298:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949951488 : -129515759600128 : ffff8a34c327fe00) 00010000:00000001:2.0:1767384964.352301:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384964.352304:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352343:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384964.352346:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384964.352349:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.352353:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384964.352355:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384964.352358:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384964.352360:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384964.352362:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004903fe1a with handle 0xcb8130832f6b37e2 from hash 00010000:00000001:2.0:1767384964.352366:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384964.352367:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.352369:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.352371:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384964.352373:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384964.352374:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384964.352377:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384964.352379:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.352381:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.352383:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384964.352385:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384964.352389:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.352390:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.352391:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.352393:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.352396:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.352399:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352406:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.352417:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.352420:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384964.352422:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384964.352424:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.352427:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.352429:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384964.352433:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384964.352436:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.352439:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.352446:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384964.352449:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384964.352451:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004903fe1a/0xcb8130832f6b37e2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384964.352459:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000aed65afd count: 0 00010000:00000001:2.0:1767384964.352468:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384964.352470:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384964.354882:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384964.354888:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384964.354891:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c6d2a84d. 20000000:00000001:2.0:1767384964.354898:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384964.354903:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373200768 00010000:00000001:2.0:1767384964.354906:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384964.354913:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1fd826a x1853237373200768/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:190/0 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384964.354924:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384964.354927:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384964.354932:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384964.354937:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384964.354941:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384964.354943:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384964.354947:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384964.354949:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.354953:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384964.354965:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384964.354969:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce69d240. 00000100:00000200:2.0:1767384964.354973:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373200768, offset 224 00000400:00000200:2.0:1767384964.354983:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384964.354992:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384964.355000:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506980 00000400:00000200:2.0:1767384964.355006:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c8d [2] + 224 00000400:00000200:2.0:1767384964.355013:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384964.355018:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384964.355022:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384964.355027:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384964.355041:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.355062:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384964.355070:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce69d240 00000400:00000010:2.0:1767384964.355073:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce69d240. 00000100:00000001:2.0:1767384964.355080:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384964.355083:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384964.355084:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.355088:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384964.355089:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384964.355093:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384964.355098:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384964.355098:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:3.0:1767384964.355102:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000790d753f. 00010000:00000001:2.0:1767384964.355105:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384964.355108:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3589ed7 00000020:00000001:2.0:1767384964.355110:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384964.355112:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3589ed7. 00000020:00000001:2.0:1767384964.355118:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384964.355119:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384964.355129:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384964.355130:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1fd826a x1853237373200768/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:190/0 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384964.355160:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.355169:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1fd826a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373200768:12345-0@lo:253: Request processed in 24906us (26109us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384964.355176:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384964.355181:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.355185:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384964.355187:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384964.355190:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384964.355192:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:3.0:1767384964.355193:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.355198:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.355202:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00001000:3.0:1767384964.355203:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=72 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384964.355210:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384964.355211:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384964.355217:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384964.355217:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384964.355222:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.355225:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384964.355227:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7944368. 00010000:00000001:3.0:1767384964.355228:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.355232:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.355238:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384964.355243:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000100:00000001:3.0:1767384964.355246:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.355251:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384964.355252:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6119aa3. 00000100:00000001:3.0:1767384964.355253:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384964.355262:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384964.355264:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000040:2.0:1767384964.355265:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384964.355272:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384964.355275:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:2.0:1767384964.355277:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000073a3bfab. 00000020:01000004:3.0:1767384964.355278:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384964.355284:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384964.355285:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384964.355286:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384964.355291:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:2.0:1767384964.355292:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384964.355293:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384964.355296:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384964.355299:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:2.0:1767384964.355302:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384964.355306:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384964.355310:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c9d827. 00000100:00100000:3.0:1767384964.355319:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373200768:0@lo:253: 00000400:00000010:2.0:1767384964.355320:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce69d240. 00000100:00000001:3.0:1767384964.355350:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.355352:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384964.355355:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005de34e89 x1853237373200768/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.355363:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384964.355366:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384964.355369:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000063922147. 02000000:00000001:3.0:1767384964.355375:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384964.355378:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384964.355380:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384964.355382:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384964.355385:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0c411e3. 02000000:00000001:3.0:1767384964.355391:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384964.355393:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384964.355396:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005de34e89. 00000100:00000001:3.0:1767384964.355400:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384964.355402:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.355405:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.355411:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384964.355413:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.355415:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.355417:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384964.357192:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384964.357196:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384964.357199:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005de2edff. 20000000:00000001:2.0:1767384964.357205:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384964.357209:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373200896 00010000:00000001:2.0:1767384964.357213:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384964.357219:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bef1ebe6 x1853237373200896/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:190/0 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384964.357230:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384964.357232:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384964.357235:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384964.357240:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384964.357244:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384964.357246:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384964.357250:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384964.357252:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.357255:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384964.357260:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384964.357265:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ea96b37. 00000100:00000200:2.0:1767384964.357269:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373200896, offset 224 00000400:00000200:2.0:1767384964.357276:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384964.357285:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384964.357295:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506a00 00000400:00000200:2.0:1767384964.357302:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c95 [2] + 224 00000400:00000200:2.0:1767384964.357308:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384964.357320:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384964.357345:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384964.357350:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384964.357363:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.357382:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384964.357390:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea96b37 00000400:00000010:2.0:1767384964.357393:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ea96b37. 00000100:00000001:2.0:1767384964.357398:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384964.357400:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384964.357401:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.357404:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384964.357405:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384964.357408:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384964.357413:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384964.357413:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384964.357418:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384964.357421:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384964.357427:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d9ade8. 00000020:00000001:2.0:1767384964.357427:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384964.357434:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b19fc094 00000100:00000040:2.0:1767384964.357436:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bef1ebe6 x1853237373200896/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:190/0 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384964.357438:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b19fc094. 00000100:00000001:3.0:1767384964.357444:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384964.357452:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.357461:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bef1ebe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373200896:12345-0@lo:253: Request processed in 27071us (28388us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384964.357470:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.357481:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384964.357483:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000001:3.0:1767384964.357484:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.357490:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384964.357492:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384964.357492:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384964.357495:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384964.357500:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.357500:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384964.357506:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.357507:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384964.357509:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=72 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384964.357514:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ea43c48. 00000100:00001000:3.0:1767384964.357515:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384964.357523:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384964.357525:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384964.357526:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000751e4781. 00010000:00000001:3.0:1767384964.357528:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384964.357532:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384964.357535:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e23dd60. 00000100:00000001:3.0:1767384964.357536:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.357544:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384964.357546:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:2.0:1767384964.357555:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384964.357556:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.357561:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384964.357561:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000668d5b03. 00000100:00000001:3.0:1767384964.357564:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384964.357570:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384964.357571:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384964.357573:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384964.357573:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384964.357578:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384964.357579:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384964.357580:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384964.357582:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384964.357585:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384964.357588:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:2.0:1767384964.357590:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384964.357591:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384964.357633:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384964.357643:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003473d109. 00000100:00100000:3.0:1767384964.357646:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373200896:0@lo:253: 00000400:00000010:2.0:1767384964.357654:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ea96b37. 00000100:00000001:3.0:1767384964.357655:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.357661:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384964.357666:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373200896/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.357673:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384964.357676:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384964.357678:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000025f74937. 02000000:00000001:3.0:1767384964.357686:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384964.357688:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384964.357689:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384964.357691:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384964.357693:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078e40717. 02000000:00000001:3.0:1767384964.357696:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384964.357697:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384964.357699:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000100:00000001:3.0:1767384964.357704:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384964.357706:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.357708:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.357713:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384964.357715:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.357718:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.357721:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384964.359395:0:33615:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000087d2e59c. 00000400:00000040:1.0:1767384964.359413:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384964.359416:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384964.359418:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.359420:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384964.359422:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.359424:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384964.359427:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384964.359428:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384964.359430:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384964.359431:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384964.359439:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384964.359441:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384964.359442:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384964.359444:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384964.359445:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384964.359446:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384964.359448:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384964.359448:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384964.359449:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384964.359451:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.359452:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384964.359454:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384964.359455:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384964.359456:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384964.359457:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384964.359459:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.359460:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384964.359461:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384964.359462:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384964.359463:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384964.359464:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384964.359466:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.359467:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384964.359468:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384964.359469:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384964.359470:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384964.359471:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384964.359473:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384964.359474:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384964.359476:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384964.359477:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384964.359478:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384964.359479:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384964.359480:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384964.359481:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384964.359483:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384964.359484:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384964.359485:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384964.359486:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384964.359491:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384964.359493:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384964.359494:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384964.359495:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384964.359496:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384964.359498:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384964.359499:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384964.359500:0:33615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384964.359575:0:33615:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000087d2e59c. 00010000:00000010:2.1:1767384964.359642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000aed65afd. 00010000:00000010:2.1:1767384964.359649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004903fe1a. 00000400:00000200:1.0:1767384964.667655:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp37 00000400:00000010:1.0:1767384964.667661:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000064186597. 00000400:00000010:1.0:1767384964.667668:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007ccd09bf. 00000400:00000010:1.0:1767384964.667672:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 00000400:00000010:1.0:1767384964.667679:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007762acaa. 00000400:00000200:1.0:1767384964.667684:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp37 00000400:00000200:1.0:1767384964.667701:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp37 local destination 00000400:00000200:1.0:1767384964.667706:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp37 00000400:00000200:1.0:1767384964.667709:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [139:139:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1767384964.667715:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp37 00000400:00000200:1.0:1767384964.667721:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:) -> 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) : GET try# 0 00000800:00000200:1.0:1767384964.667725:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp37 00000800:00000010:1.0:1767384964.667729:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000046c33a8. 00000800:00000200:1.0:1767384964.667734:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000800:00000200:1.1:1767384964.667738:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000400:00000200:1.0:1767384964.667755:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp37 added to recovery queue. ping count: 3 next ping: 295 health :700 00000400:00000200:0.0:1767384964.667809:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667840:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667867:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667894:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667910:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667948:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667966:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667981:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.667996:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668021:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668034:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668082:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668103:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668132:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668160:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668175:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668194:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668235:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668266:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668302:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668331:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668352:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668368:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668381:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668398:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668421:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668449:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668472:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384964.668504:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384964.668670:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068e70f43. 00000800:00000010:0.0:1767384964.668674:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008f6b6411. 00000800:00000010:0.0:1767384964.668679:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046061cf7. 00000800:00000010:0.0:1767384964.668697:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046061cf7. 00000800:00020000:0.0:1767384964.668705:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384964.668708:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008f6b6411. 00000800:00000010:0.0:1767384964.668710:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068e70f43. 00000400:02020000:0.0:1767384964.668743:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp37 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384964.668749:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp37 notifying 192.168.204.149@tcp37: down 00000800:00000200:0.0:1767384964.668755:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp37 down 00000800:00000100:0.0:1767384964.668761:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp37 00000800:00000010:0.0:1767384964.668769:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000046c33a8. 00000400:00000200:0.0:1767384964.668774:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384964.668780:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384964.668788:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384964.668791:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384964.668796:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384964.796654:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384964.796659:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.796664:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384964.796666:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.796685:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384964.796687:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.796689:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384965.691697:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (6) 00000800:00000200:3.0:1767384965.691707:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:988 00000800:00000200:3.0:1767384965.691711:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767384965.691764:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384965.691767:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384965.691770:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fa2e5a 00000400:00000010:1.0:1767384965.691772:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040fa2e5a. 00000400:00000200:1.0:1767384965.691775:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384965.691779:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384965.691788:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000064186597. 00000400:00000010:1.0:1767384965.691792:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007ccd09bf. 00000400:00000200:1.0:1767384965.691796:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp39 00000400:00000010:1.0:1767384965.691804:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6b9eede. 00000400:00000010:1.0:1767384965.691809:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007ccd09bf. 00000400:00000010:1.0:1767384965.691812:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 00000400:00000010:1.0:1767384965.691820:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d146f59b. 00000400:00000200:1.0:1767384965.691824:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp39 00000400:00000200:1.0:1767384965.691839:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp39 local destination 00000400:00000200:1.0:1767384965.691847:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp39 00000800:00000200:2.0:1767384965.691853:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384965.691855:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp39 NI seq info: [140:140:256:4294967295] 192.168.204.149@tcp39 LPNI seq info [131:131:8:4294967295] 00000800:00000001:3.0:1767384965.691861:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384965.691867:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp39 00000800:00000001:3.0:1767384965.691875:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384965.691881:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384965.691883:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39:) -> 192.168.204.149@tcp39(192.168.204.149@tcp39:192.168.204.149@tcp39) : GET try# 0 00000800:00000001:3.0:1767384965.691886:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384965.691893:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp39 00000800:00000010:1.0:1767384965.691898:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000046c33a8. 00000800:00000200:1.0:1767384965.691903:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000800:00000200:1.1:1767384965.691907:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000400:00000200:1.0:1767384965.691923:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp39 added to recovery queue. ping count: 1 next ping: 290 health :900 00000400:00000200:3.0:1767384965.692015:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692082:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692134:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692164:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692180:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692195:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692221:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692255:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692311:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692345:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692392:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692409:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692433:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692462:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692493:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692522:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692552:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692583:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692666:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692701:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692717:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692732:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692748:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692768:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692782:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692794:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692807:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692825:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692846:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692865:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692884:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692926:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384965.692959:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384965.693093:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a943ed5f. 00000800:00000010:3.0:1767384965.693097:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000874e9329. 00000800:00000010:3.0:1767384965.693101:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090e69279. 00000800:00000010:3.0:1767384965.693118:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090e69279. 00000800:00020000:3.0:1767384965.693124:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384965.693126:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000874e9329. 00000800:00000010:3.0:1767384965.693128:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a943ed5f. 00000400:02020000:3.0:1767384965.693157:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp39 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384965.693162:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp39 notifying 192.168.204.149@tcp39: down 00000400:00000200:3.0:1767384965.693166:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384965.693169:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp39 00000800:00000010:3.0:1767384965.693171:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000046c33a8. 00000400:00000200:3.0:1767384965.693173:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384965.693176:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384965.693183:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384965.693185:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384965.693187:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp39) recovery failed with -71 00010000:00000001:2.0:1767384965.819799:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384965.819804:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.819810:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384965.819811:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.819849:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384965.819854:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384965.819858:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384965.948644:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384965.948649:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:2.0:1767384965.948652:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384965.948655:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384965.948657:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384965.948659:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384965.948661:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384965.948663:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384965.948665:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 65 10000000:00000001:2.0:1767384965.948667:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384965.948669:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384965.948675:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000020:00000040:2.0:1767384965.948679:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384965.948683:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384965.948686:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384965.948691:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384965.948697:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000623c7cbe. 00000100:00000001:2.0:1767384965.948703:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.948707:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384965.948710:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384965.948717:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000aed65afd. 00010000:00000001:2.0:1767384965.948721:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384965.948724:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0b53973. 00000020:00000001:2.0:1767384965.948728:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384965.948736:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0b53973 with handle 0xcb8130832f6b37e9 to hash 00000020:00000001:2.0:1767384965.948738:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384965.948739:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.948742:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.948745:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384965.948747:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384965.948749:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384965.948756:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384965.948763:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384965.948767:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384965.948769:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384965.948773:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000761e5171. 00000100:00000001:2.0:1767384965.948775:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558038439616 : -129515671112000 : ffff8a34c86e36c0) 00000100:00000001:2.0:1767384965.948777:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384965.948778:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000001:2.0:1767384965.948782:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384965.948784:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.948786:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384965.948787:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384965.948793:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.948800:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384965.948801:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384965.948804:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384965.948806:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384965.948808:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384965.948810:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373201024:0@lo:101: 00000100:00000001:2.0:1767384965.948814:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384965.948823:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384965.948825:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384965.948828:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384965.948831:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e5bbee7. 02000000:00000001:2.0:1767384965.948832:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384965.948837:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003480c9b2. 00000400:00000010:2.0:1767384965.948843:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000143667c4. 00000100:00000200:2.0:1767384965.948848:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373201024, portal 25 00000100:00000001:2.0:1767384965.948850:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384965.948851:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000040:2.0:1767384965.948854:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.948860:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384965.948862:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384965.948865:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000100:00000200:2.0:1767384965.948866:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373201024, offset 0 00000400:00000200:2.0:1767384965.948872:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384965.948884:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384965.948894:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273506a80 00000400:00000200:2.0:1767384965.948898:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x148d [2] + 0 00000400:00000010:2.0:1767384965.948902:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040cb5f69. 00000400:00000200:2.0:1767384965.948905:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062d94dcf 00000400:00000200:2.0:1767384965.948909:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384965.948912:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384965.948916:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d94dcf 00000400:00000010:2.0:1767384965.948918:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062d94dcf. 00000100:00000001:2.0:1767384965.948921:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384965.948923:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384965.948925:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000c1c0ebaf x1853237373201024 msgsize 328 00000100:00100000:2.0:1767384965.948928:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384965.948930:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384965.948943:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384965.948951:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000400:00000010:2.0:1767384965.948953:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000100:00000001:2.0:1767384965.948957:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384965.948968:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.948978:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384965.948981:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.948989:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.948992:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384965.948999:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949004:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294956561 00000100:00000001:1.0:1767384965.949007:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384965.949009:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36d0cd9. 00000100:00100000:1.0:1767384965.949011:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201024 02000000:00000001:1.0:1767384965.949015:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384965.949017:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384965.949018:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384965.949019:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384965.949024:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949025:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294956561 00000100:00100000:1.0:1767384965.949028:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201024 00000100:00000010:2.0:1767384965.949031:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047d68e0. 00000020:00000001:1.0:1767384965.949033:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384965.949035:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384965.949037:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384965.949039:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294956561 00000020:00000001:1.0:1767384965.949042:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384965.949043:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000098668f5. 00000100:00000001:2.0:1767384965.949047:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000020:00000040:1.0:1767384965.949047:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:2.0:1767384965.949051:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294956561 00000020:00000001:1.0:1767384965.949055:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000010:2.0:1767384965.949056:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098592a41. 00000100:00000001:2.0:1767384965.949060:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384965.949062:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384965.949064:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384965.949069:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949071:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384965.949072:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384965.949073:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384965.949075:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000761e5171 going to sleep for 11 seconds 00000100:00000001:2.0:1767384965.949077:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384965.949079:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384965.949087:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094676963. 00000100:00000001:1.0:1767384965.949091:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384965.949095:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094676963. 00000020:00000010:1.0:1767384965.949102:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b19bfc98. 00000020:00000010:1.0:1767384965.949107:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:1.0:1767384965.949113:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00000040:1.0:1767384965.949127:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384965.949130:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384965.949132:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384965.949134:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.949141:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.949153:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.949163:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384965.949165:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384965.949169:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:1.0:1767384965.949172:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384965.949174:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634545744 : -129520075005872 : ffff8a33c1f02050) 00000100:00000040:1.0:1767384965.949179:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1c0ebaf x1853237373201024/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:191/0 lens 328/0 e 0 to 0 dl 1767384976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.949186:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384965.949189:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094676963. 00000100:00000001:1.0:1767384965.949191:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384965.949193:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094676963. 00000100:00100000:1.0:1767384965.949195:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1c0ebaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373201024:12345-0@lo:101: 00000100:00000200:1.0:1767384965.949198:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201024 00000020:00000001:1.0:1767384965.949201:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384965.949203:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384965.949206:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.949207:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384965.949209:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:1.0:1767384965.949211:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384965.949212:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384965.949219:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384965.949221:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384965.949224:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.949225:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384965.949227:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384965.949228:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384965.949230:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384965.949231:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.949236:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384965.949241:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c57c41d2. 00010000:00000001:1.0:1767384965.949244:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384965.949247:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384965.949251:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384965.949253:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b37f0 to hash 00000020:00000001:1.0:1767384965.949255:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384965.949256:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384965.949259:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00010000:1.0:1767384965.949261:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b37e9 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384965.949269:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:1.0:1767384965.949272:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:1.0:1767384965.949279:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384965.949281:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384965.949285:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000431a604b. 02000000:00000001:1.0:1767384965.949288:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.949291:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.949305:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384965.949309:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384965.949311:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384965.949313:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384965.949315:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384965.949318:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384965.949319:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384965.949322:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384965.949324:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384965.949332:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384965.949333:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384965.949335:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c57c41d2) refcount = 1 00010000:00010000:1.0:1767384965.949339:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384965.949344:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384965.949345:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384965.949347:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384965.949349:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.949350:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384965.949354:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384965.949355:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 15 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384965.949360:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384965.949362:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384965.949363:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384965.949365:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.949366:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384965.949368:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384965.949369:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384965.949370:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009204d902, rc 0) 00000020:00000001:1.0:1767384965.949371:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384965.949374:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373201024 00010000:00000001:1.0:1767384965.949376:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384965.949379:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1c0ebaf x1853237373201024/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:191/0 lens 328/344 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384965.949385:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384965.949387:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384965.949390:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384965.949393:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384965.949395:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384965.949397:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384965.949399:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384965.949405:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.949407:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384965.949409:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384965.949411:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000290d6ac. 00000100:00000200:1.0:1767384965.949413:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373201024, offset 224 00000400:00000200:1.0:1767384965.949417:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384965.949423:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384965.949428:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273506a80 00000400:00000200:1.0:1767384965.949432:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cbd [1] + 224 00000400:00000200:1.0:1767384965.949435:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384965.949438:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384965.949441:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384965.949444:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384965.949450:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.949464:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384965.949468:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000290d6ac 00000400:00000010:1.0:1767384965.949469:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000290d6ac. 00000100:00000001:1.0:1767384965.949471:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384965.949472:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384965.949475:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384965.949478:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384965.949480:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384965.949481:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.949483:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384965.949484:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384965.949487:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1c0ebaf x1853237373201024/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:191/0 lens 328/344 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384965.949490:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384965.949494:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384965.949497:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003480c9b2. 00000100:00100000:1.0:1767384965.949500:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1c0ebaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373201024:12345-0@lo:101: Request processed in 309us (569us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384965.949502:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143667c4 00000400:00000010:2.0:1767384965.949505:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000143667c4. 00000100:00100000:1.0:1767384965.949508:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:1.0:1767384965.949511:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384965.949516:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384965.949517:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384965.949521:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.949525:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384965.949530:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000100:00000200:2.0:1767384965.949531:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384965.949537:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000100:00000001:2.0:1767384965.949540:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384965.949542:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b19bfc98. 00000100:00000001:2.0:1767384965.949543:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.949547:0:16801:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384965.949548:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384965.949549:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384965.949551:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384965.949553:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384965.949554:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384965.949555:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384965.949557:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000431a604b. 00000100:00001000:2.0:1767384965.949559:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=73 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384965.949560:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384965.949564:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384965.949565:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384965.949569:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384965.949569:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384965.949572:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.949575:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384965.949575:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a9e346d. 00010000:00000001:2.0:1767384965.949578:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949581:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384965.949581:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b19fc094. 00000100:00000040:2.0:1767384965.949587:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.949622:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384965.949626:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384965.949628:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384965.949633:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384965.949642:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373201024:0@lo:101: 00000100:00000001:2.0:1767384965.949648:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.949651:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949653:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384965.949654:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384965.949656:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.949669:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384965.949672:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000761e5171. 00000100:00000001:2.0:1767384965.949675:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384965.949677:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.949679:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384965.949681:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384965.949683:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384965.949684:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=4 00000020:00000001:2.0:1767384965.949685:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.949687:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000040:2.0:1767384965.949690:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e0b53973, remote cookie: 0xcb8130832f6b37f0, flags: 0x0 00010000:00000001:2.0:1767384965.949693:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384965.949695:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384965.949697:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384965.949698:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384965.949699:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384965.949700:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000aed65afd) refcount = 1 00010000:00010000:2.0:1767384965.949702:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384965.949706:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384965.949707:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384965.949708:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384965.949711:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384965.949713:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384965.949715:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384965.949719:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384965.949720:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384965.949721:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384965.949721:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384965.949722:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384965.949723:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949727:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384965.949729:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373201024/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384981 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.949734:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384965.949735:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384965.949737:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e5bbee7. 02000000:00000001:2.0:1767384965.949740:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384965.949741:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384965.949742:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384965.949744:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384965.949747:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000623c7cbe. 02000000:00000001:2.0:1767384965.949750:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384965.949751:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384965.949752:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:2.0:1767384965.949755:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384965.949755:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384965.949757:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384965.949758:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384965.949759:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:2.0:1767384965.949760:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.949762:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384965.949763:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384965.949764:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=3 00000020:00000001:2.0:1767384965.949766:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.949767:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.949769:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384965.949770:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384965.949771:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384965.949772:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384965.949773:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384965.949775:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007cc41659. 00000100:00000010:2.0:1767384965.949786:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000020:00000040:2.0:1767384965.949789:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384965.949790:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384965.949792:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384965.949794:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384965.949801:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000623c7cbe. 00000100:00000001:2.0:1767384965.949803:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949806:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384965.949809:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001e5bbee7. 00000100:00000010:2.0:1767384965.949811:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000053c3cf25. 00000020:00000040:2.0:1767384965.949813:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384965.949816:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384965.949817:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384965.949819:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000761e5171. 00000100:00000001:2.0:1767384965.949820:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558038439616 : -129515671112000 : ffff8a34c86e36c0) 00000100:00000001:2.0:1767384965.949822:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384965.949822:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000001:2.0:1767384965.949824:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384965.949826:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949827:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384965.949828:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384965.949830:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.949835:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384965.949836:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384965.949838:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384965.949839:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384965.949841:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384965.949842:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373201152:0@lo:256: 00000100:00000001:2.0:1767384965.949845:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384965.949846:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384965.949848:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.949849:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384965.949854:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003480c9b2. 00000400:00000010:2.0:1767384965.949857:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cb4b5d59. 00000100:00000200:2.0:1767384965.949860:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273506b00-0x6958273506b00, portal 33 00000100:00000001:2.0:1767384965.949862:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384965.949863:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384965.949866:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db86a84f. 02000000:00000001:2.0:1767384965.949872:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384965.949875:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790d753f. 00000400:00000010:2.0:1767384965.949878:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000143667c4. 00000100:00000200:2.0:1767384965.949880:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373201152, portal 25 00000100:00000001:2.0:1767384965.949882:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384965.949883:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000040:2.0:1767384965.949886:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.949891:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384965.949892:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384965.949895:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000100:00000200:2.0:1767384965.949896:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373201152, offset 0 00000400:00000200:2.0:1767384965.949900:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384965.949905:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384965.949910:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273506b00 00000400:00000200:2.0:1767384965.949914:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1495 [2] + 0 00000400:00000010:2.0:1767384965.949916:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000261a6bef. 00000400:00000200:2.0:1767384965.949919:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004dd6dfd5 00000400:00000200:2.0:1767384965.949921:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384965.949923:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384965.949925:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dd6dfd5 00000400:00000010:2.0:1767384965.949927:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dd6dfd5. 00000100:00000001:2.0:1767384965.949929:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384965.949930:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384965.949932:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000a1bdc587 x1853237373201152 msgsize 304 00000100:00100000:2.0:1767384965.949936:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384965.949937:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384965.949948:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384965.949953:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000400:00000010:2.0:1767384965.949955:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000100:00000001:2.0:1767384965.949958:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384965.949962:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.949970:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384965.949972:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384965.949975:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201152 02000000:00000001:1.0:1767384965.949976:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384965.949980:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384965.949982:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384965.949984:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384965.949985:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384965.949991:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201152 00000020:00000001:1.0:1767384965.949994:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384965.949996:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384965.950000:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384965.950001:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384965.950002:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:2.0:1767384965.950006:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384965.950007:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384965.950010:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384965.950013:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384965.950015:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384965.950016:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094676963. 00000100:00000001:2.0:1767384965.950021:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294956562 00000100:00000001:1.0:1767384965.950021:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384965.950027:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094676963. 00000100:00000001:2.0:1767384965.950029:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956561 00000020:00000010:1.0:1767384965.950031:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b19bfc98. 00000100:00000001:2.0:1767384965.950033:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294956562 00000020:00000010:1.0:1767384965.950036:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000100:00000001:2.0:1767384965.950038:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956561 00000020:00000010:1.0:1767384965.950040:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00000001:2.0:1767384965.950042:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294956562 00000100:00000040:1.0:1767384965.950047:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384965.950048:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956561 00000100:00000001:1.0:1767384965.950053:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384965.950054:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294956562 00000100:00000001:1.0:1767384965.950055:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384965.950057:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956561 00000100:00000001:2.0:1767384965.950059:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384965.950060:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950064:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.950065:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384965.950067:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384965.950069:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000761e5171 going to sleep for 11 seconds 00000100:00000001:1.0:1767384965.950071:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.950072:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384965.950075:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950084:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.950093:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384965.950094:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384965.950097:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:1.0:1767384965.950098:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384965.950100:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634538576 : -129520075013040 : ffff8a33c1f00450) 00000100:00000040:1.0:1767384965.950104:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1bdc587 x1853237373201152/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:191/0 lens 304/0 e 0 to 0 dl 1767384976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.950109:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384965.950111:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094676963. 00000100:00000001:1.0:1767384965.950112:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384965.950114:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094676963. 00000100:00100000:1.0:1767384965.950116:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1bdc587 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373201152:12345-0@lo:256: 00000100:00000200:1.0:1767384965.950119:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201152 00000020:00000001:1.0:1767384965.950120:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384965.950122:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384965.950123:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.950124:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384965.950125:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:1.0:1767384965.950127:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384965.950128:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384965.950129:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384965.950130:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384965.950131:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950133:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384965.950135:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384965.950137:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000431a604b. 02000000:00000001:1.0:1767384965.950139:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950140:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384965.950142:0:16798:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384965.950145:0:16798:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384965.950151:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384965.950153:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384965.950155:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384965.950157:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384965.950158:0:16798:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384965.950161:0:16798:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000014b53fb0. 20000000:00000001:1.0:1767384965.950163:0:16798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384965.950175:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384965.950180:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384965.950184:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384965.950186:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384965.950187:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384965.950189:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384965.950190:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384965.950192:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384965.950193:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384965.950195:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384965.950196:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384965.950197:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384965.950198:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384965.950199:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384965.950200:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384965.950201:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384965.950202:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384965.950204:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384965.950205:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384965.950206:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384965.950208:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384965.950209:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384965.950210:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384965.950211:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384965.950212:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384965.950213:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384965.950214:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384965.950216:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384965.950217:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384965.950218:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384965.950219:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384965.950220:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384965.950226:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384965.950227:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:1.0:1767384965.950229:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:1.0:1767384965.950236:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384965.950237:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384965.950238:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384965.950240:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384965.950241:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384965.950243:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384965.950244:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384965.950246:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384965.950247:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384965.950248:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384965.950249:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384965.950250:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384965.950252:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384965.950253:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384965.950254:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384965.950255:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384965.950256:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384965.950257:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384965.950258:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384965.950260:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384965.950261:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384965.950262:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384965.950263:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384965.950264:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384965.950265:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384965.950267:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384965.950268:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384965.950269:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384965.950270:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384965.950271:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384965.950272:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384965.950274:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384965.950275:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384965.950276:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:1.0:1767384965.950277:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:1.0:1767384965.950279:0:16798:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:1.0:1767384965.950285:0:16798:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:1.0:1767384965.950287:0:16798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384965.950290:0:16798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000008f18b7f. 00000100:00000010:1.0:1767384965.950292:0:16798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000071ee9c35. 00000020:00000040:1.0:1767384965.950293:0:16798:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:1.0:1767384965.950311:0:16798:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384965.950313:0:16798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384965.950316:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000290d6ac. 00000400:00000010:1.0:1767384965.950320:0:16798:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000024a8b038. 00000400:00000200:1.0:1767384965.950323:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384965.950328:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384965.950332:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x6958273506b00 00000400:00000200:1.0:1767384965.950335:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1ccd [4] + 0 00000400:00000010:1.0:1767384965.950337:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003480c9b2. 00000400:00000200:1.0:1767384965.950339:0:16798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb4b5d59 00000400:00000200:1.0:1767384965.950342:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384965.950344:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384965.950345:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4b5d59 00000400:00000010:1.0:1767384965.950346:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cb4b5d59. 00000100:00000001:1.0:1767384965.950349:0:16798:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384965.950350:0:16798:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b101f4b3 desc 000000001e5bbee7 mbits 1853237373201152 00000100:00000001:1.0:1767384965.950358:0:16798:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384965.950360:0:16798:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384965.950363:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384965.950368:0:16798:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1cd9 00000400:00000200:1.0:1767384965.950370:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384965.950373:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384965.950376:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:2.0:1767384965.950377:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384965.950378:0:16798:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000008f18b7f 00000100:00000001:2.0:1767384965.950380:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950382:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384965.950385:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000290d6ac 00000400:00000010:1.0:1767384965.950387:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000290d6ac. 00000100:00000001:1.0:1767384965.950392:0:16798:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384965.950393:0:16798:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000008f18b7f 00000100:00000001:1.0:1767384965.950395:0:16798:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384965.950405:0:16798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x6958273506b00-0x6958273506b00 00000100:00000001:1.0:1767384965.950407:0:16798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.950410:0:16798:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950412:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384965.950413:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:1.0:1767384965.950415:0:16798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000071ee9c35. 00000100:00000010:1.0:1767384965.950417:0:16798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000008f18b7f. 00000100:00000001:1.0:1767384965.950419:0:16798:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384965.950420:0:16798:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384965.950424:0:16798:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000014b53fb0. 20000000:00000001:1.0:1767384965.950427:0:16798:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384965.950429:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373201152 00010000:00000001:1.0:1767384965.950431:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384965.950433:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1bdc587 x1853237373201152/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:191/0 lens 304/240 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384965.950438:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384965.950440:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384965.950441:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384965.950444:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384965.950445:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384965.950447:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384965.950448:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384965.950449:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.950451:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384965.950453:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384965.950455:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000290d6ac. 00000100:00000200:1.0:1767384965.950457:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373201152, offset 224 00000400:00000200:1.0:1767384965.950460:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384965.950463:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384965.950468:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273506b00 00000400:00000200:1.0:1767384965.950471:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1cd1 [1] + 224 00000400:00000200:1.0:1767384965.950473:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384965.950475:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384965.950477:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384965.950483:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384965.950489:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.950500:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384965.950504:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000290d6ac 00000400:00000010:1.0:1767384965.950505:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000290d6ac. 00000100:00000001:1.0:1767384965.950507:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384965.950508:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384965.950511:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.950513:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384965.950514:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:2.0:1767384965.950517:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384965.950517:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384965.950518:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384965.950520:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384965.950521:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384965.950523:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000790d753f. 00000100:00000040:1.0:1767384965.950526:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1bdc587 x1853237373201152/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:191/0 lens 304/240 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384965.950528:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143667c4 00000400:00000010:2.0:1767384965.950531:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000143667c4. 00000100:00000001:2.0:1767384965.950535:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384965.950541:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384965.950542:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1bdc587 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373201152:12345-0@lo:256: Request processed in 429us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384965.950558:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000200:2.0:1767384965.950561:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384965.950561:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384965.950566:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384965.950569:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384965.950572:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:1.0:1767384965.950575:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767384965.950579:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b19bfc98. 00000020:00000040:1.0:1767384965.950584:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384965.950590:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384965.950590:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384965.950615:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000431a604b. 00000100:00000001:2.0:1767384965.950618:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384965.950620:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384965.950622:0:16801:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384965.950623:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384965.950624:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384965.950627:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384965.950628:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384965.950628:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384965.950633:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384965.950635:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000123d55. 00000100:00001000:2.0:1767384965.950636:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=73 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384965.950640:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cd3f36b. 00000100:00001000:2.0:1767384965.950641:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384965.950644:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384965.950646:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.950650:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384965.950651:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.950653:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384965.950656:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384965.950661:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.950666:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384965.950667:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384965.950670:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384965.950674:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373201152:0@lo:256: 00000100:00000001:2.0:1767384965.950677:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.950679:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.950680:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384965.950681:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384965.950682:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.950686:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384965.950687:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000761e5171. 00000100:00000001:2.0:1767384965.950689:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384965.950695:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384965.950697:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:2.0:1767384965.950700:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384965.950705:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008753f107. 10000000:00000040:2.0:1767384965.950713:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384965.950717:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384965.950719:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384965.950724:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:2.0:1767384965.950725:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.950727:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384965.950729:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:2.0:1767384965.950730:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000100:00000200:2.0:1767384965.950733:0:16801:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.204.149@tcp' 00000400:00000200:2.0:1767384965.950735:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384965.950737:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384965.950739:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:2.0:1767384965.950742:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384965.950746:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (33) 00000400:00000200:2.0:1767384965.950749:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000400:00000200:2.0:1767384965.950760:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384965.950762:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384965.950764:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384965.950766:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:2.0:1767384965.950768:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000400:00000200:2.0:1767384965.950770:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:2.0:1767384965.950771:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:2.0:1767384965.950774:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950775:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:3.0:1767384965.950777:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384965.950777:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:2.0:1767384965.950784:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384965.950787:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:2.0:1767384965.950787:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:3.0:1767384965.950792:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000400:00000200:2.0:1767384965.950793:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:2.0:1767384965.950799:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000010:3.0:1767384965.950801:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000001767d99f. 00000400:00000200:2.0:1767384965.950801:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:2.0:1767384965.950802:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000010:3.0:1767384965.950806:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000400:00000010:3.0:1767384965.950812:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0c72ce8. 00000400:00000200:2.0:1767384965.950812:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950815:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:3.0:1767384965.950821:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384965.950821:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:2.0:1767384965.950828:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950830:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:2.0:1767384965.950831:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:3.0:1767384965.950834:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384965.950835:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950840:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:2.0:1767384965.950841:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:3.0:1767384965.950844:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384965.950848:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950852:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:2.0:1767384965.950856:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:3.0:1767384965.950858:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384965.950861:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950866:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:3.0:1767384965.950869:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:2.0:1767384965.950871:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:2.0:1767384965.950873:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950874:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:2.0:1767384965.950875:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:2.0:1767384965.950878:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950882:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:2.0:1767384965.950886:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:3.0:1767384965.950889:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:2.0:1767384965.950890:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950894:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:2.0:1767384965.950899:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:3.0:1767384965.950901:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:2.0:1767384965.950905:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950910:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:3.0:1767384965.950913:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:2.0:1767384965.950914:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:2.0:1767384965.950920:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384965.950923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:2.0:1767384965.950924:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:2.0:1767384965.950929:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:3.0:1767384965.950937:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000400:00000200:2.0:1767384965.950937:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950941:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:2.0:1767384965.950947:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:3.0:1767384965.950949:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000400:00000200:3.0:1767384965.950955:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000400:00000200:2.0:1767384965.950955:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.950961:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:3.0:1767384965.950964:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:2.0:1767384965.950968:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:3.0:1767384965.950970:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:3.0:1767384965.950973:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384965.950979:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384965.950984:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384965.950986:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:2.0:1767384965.950991:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:3.0:1767384965.950994:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:2.0:1767384965.950998:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:3.0:1767384965.951002:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:2.0:1767384965.951007:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384965.951010:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:2.0:1767384965.951013:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:3.0:1767384965.951018:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 30], ns[77, 30] 00000400:00000200:2.0:1767384965.951021:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:3.0:1767384965.951029:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[78, 30] 00000400:00000200:2.0:1767384965.951030:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951035:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:2.0:1767384965.951039:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:3.0:1767384965.951042:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 30], ns[124, 30] 00000400:00000200:2.0:1767384965.951046:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951050:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:2.0:1767384965.951051:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:2.0:1767384965.951053:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951054:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:2.0:1767384965.951072:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:2.0:1767384965.951079:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951081:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:2.0:1767384965.951082:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:3.0:1767384965.951086:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 30], ns[79, 30] 00000400:00000200:2.0:1767384965.951089:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951093:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:2.0:1767384965.951097:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:2.0:1767384965.951101:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384965.951103:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 30], ns[85, 30] 00000400:00000200:2.0:1767384965.951104:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:2.0:1767384965.951109:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:2.0:1767384965.951113:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951117:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:2.0:1767384965.951118:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:3.0:1767384965.951122:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[99, 30] 00000400:00000200:2.0:1767384965.951123:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951127:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:2.0:1767384965.951145:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:2.0:1767384965.951147:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951147:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:2.0:1767384965.951149:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:2.0:1767384965.951150:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951151:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:2.0:1767384965.951153:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:3.0:1767384965.951160:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[122, 30] 00000400:00000200:2.0:1767384965.951165:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951170:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:2.0:1767384965.951173:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:3.0:1767384965.951174:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[115, 30] 00000400:00000200:2.0:1767384965.951179:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384965.951183:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 30], ns[130, 30] 00000400:00000200:2.0:1767384965.951183:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:2.0:1767384965.951187:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:2.0:1767384965.951190:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951194:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:2.0:1767384965.951197:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:3.0:1767384965.951216:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 30], ns[139, 30] 00000400:00000200:2.0:1767384965.951221:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384965.951228:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 00000100:00000001:2.0:1767384965.951231:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384965.951232:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[126, 30], ns[135, 30] 00010000:00000001:2.0:1767384965.951237:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384965.951243:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[131, 30], ns[140, 30] 10000000:00000040:2.0:1767384965.951245:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:2.0:1767384965.951255:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b2fdb784. 00000400:00000200:3.0:1767384965.951256:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 10000000:00000040:2.0:1767384965.951260:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000400:00000200:3.0:1767384965.951281:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000080:2.0:1767384965.951281:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384965.951287:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000020:00000001:2.0:1767384965.951289:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384965.951292:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp40 00000400:00000200:3.0:1767384965.951307:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp40 lpni_is_preferred = 0 00000400:00000200:3.0:1767384965.951310:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp40 00000020:00000010:2.0:1767384965.951310:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a376360. 00000400:00000200:3.0:1767384965.951317:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp40 NI seq info: [141:141:256:4294967295] 192.168.204.149@tcp40 LPNI seq info [132:132:8:4294967295] 00000020:00000010:2.0:1767384965.951317:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f494a455. 00000040:00000010:2.0:1767384965.951323:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d4fde8c. 00000400:00000200:3.0:1767384965.951328:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp40 00000020:00000010:2.0:1767384965.951328:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074be7add. 00000020:00000010:2.0:1767384965.951333:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4587018. 00000400:00000200:3.0:1767384965.951339:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp40(192.168.204.149@tcp40:) -> 192.168.204.149@tcp40(192.168.204.149@tcp:192.168.204.149@tcp40) : GET try# 0 00000020:00000010:2.0:1767384965.951340:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c4922d54. 80000000:00000010:2.0:1767384965.951346:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000644f4891. 00000800:00000200:3.0:1767384965.951350:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp40 40000000:00000010:2.0:1767384965.951351:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004309f890. 00000800:00000010:3.0:1767384965.951355:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d753d9d0. 00100000:00000010:2.0:1767384965.951357:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe3de22c. 00040000:00000010:2.0:1767384965.951362:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bde9fd77. 00000800:00000010:3.0:1767384965.951364:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000902d0ef7. 00040000:00000010:2.0:1767384965.951366:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000077fd8cfc. 00000800:00000010:3.0:1767384965.951370:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000083cbd47. 00040000:00000010:2.0:1767384965.951372:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000808a67e3. 00080000:00000010:2.0:1767384965.951377:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000090947351. 00000004:00000010:2.0:1767384965.951382:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000794e35c3. 00000800:00000200:3.0:1767384965.951383:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (2) 00000004:00000010:2.0:1767384965.951387:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d610658. 00000800:00000200:3.1:1767384965.951388:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (2) 00000004:00000010:2.0:1767384965.951394:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a69cb0a5. 00002000:00000010:2.0:1767384965.951405:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bc9e8a9c. 00000400:00000200:3.0:1767384965.951409:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000004:00000010:2.0:1767384965.951409:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e053bb4. 00000400:00000200:3.0:1767384965.951413:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000004:00000001:2.0:1767384965.951414:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384965.951419:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384965.951421:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b2fdb784 00000040:00001000:2.0:1767384965.951423:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384965.951424:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384965.951425:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384965.951426:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384965.951429:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384965.951430:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384965.951431:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384965.951432:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:2.0:1767384965.951434:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384965.951474:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384965.951479:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f494a455. 00000400:00000200:1.0:1767384965.951479:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000040:00000010:2.0:1767384965.951483:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d4fde8c. 00000020:00000010:2.0:1767384965.951487:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000074be7add. 00000020:00000010:2.0:1767384965.951491:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4587018. 00000020:00000010:2.0:1767384965.951494:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c4922d54. 80000000:00000010:2.0:1767384965.951498:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000644f4891. 40000000:00000010:2.0:1767384965.951502:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004309f890. 00100000:00000010:2.0:1767384965.951505:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe3de22c. 00040000:00000010:2.0:1767384965.951508:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bde9fd77. 00040000:00000010:2.0:1767384965.951512:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000077fd8cfc. 00040000:00000010:2.0:1767384965.951515:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000808a67e3. 00080000:00000010:2.0:1767384965.951518:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000090947351. 00000004:00000010:2.0:1767384965.951522:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000794e35c3. 00000400:00000200:1.0:1767384965.951523:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000004:00000010:2.0:1767384965.951525:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d610658. 00000004:00000010:2.0:1767384965.951531:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a69cb0a5. 00002000:00000010:2.0:1767384965.951534:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bc9e8a9c. 00000004:00000010:2.0:1767384965.951537:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004e053bb4. 00000020:00000010:2.0:1767384965.951541:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a376360. 00000020:00000001:2.0:1767384965.951543:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384965.951545:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384965.951548:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b2fdb784. 10000000:00000010:2.0:1767384965.951556:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008753f107. 00000400:00000200:1.0:1767384965.951556:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 10000000:00000001:2.0:1767384965.951561:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.951564:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384965.951568:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373201152/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384981 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.951574:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384965.951576:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384965.951578:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db86a84f. 02000000:00000001:2.0:1767384965.951581:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384965.951582:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384965.951584:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:1.0:1767384965.951584:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000020:00000001:2.0:1767384965.951586:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384965.951589:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384965.951591:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384965.951646:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384965.951649:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384965.951650:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000053c3cf25. 00000100:00000010:2.0:1767384965.951654:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001e5bbee7. 00000100:00000001:2.0:1767384965.951657:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384965.951658:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000623c7cbe. 02000000:00000001:2.0:1767384965.951662:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384965.951663:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384965.951664:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000010:2.0:1767384965.951665:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:2.0:1767384965.951672:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384965.951674:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384965.951687:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007cc41659. 10000000:01000000:2.0:1767384965.951690:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384965.951693:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384965.951695:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384965.951697:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384965.951698:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=3 00000020:00000001:2.0:1767384965.951700:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.951702:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:2.0:1767384965.951704:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384965.951706:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384965.951710:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00010000:00000001:2.0:1767384965.951719:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384965.951721:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384965.951722:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384965.951727:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384965.951728:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384965.951729:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384965.951731:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384965.951732:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384965.951734:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384965.951735:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384965.951736:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:2.0:1767384965.951738:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384965.951750:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951785:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951808:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951832:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951863:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951895:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951936:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951964:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.951985:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952019:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952050:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952074:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952114:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952139:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952173:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952211:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952248:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952288:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952346:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952380:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952406:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952434:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952456:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952479:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952512:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952536:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952561:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384965.952578:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384965.952725:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d2083c33. 00000800:00000010:1.0:1767384965.952730:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f0f5e9e. 00000800:00000010:1.0:1767384965.952736:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094676963. 00000800:00000010:1.0:1767384965.952759:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094676963. 00000800:00020000:1.0:1767384965.952768:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384965.952772:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f0f5e9e. 00000800:00000010:1.0:1767384965.952775:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d2083c33. 00000400:02020000:1.0:1767384965.952822:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp40 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384965.952830:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp40 notifying 192.168.204.149@tcp40: down 00000800:00000200:1.0:1767384965.952836:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp40 down 00000800:00000100:1.0:1767384965.952842:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp40 00000800:00000010:1.0:1767384965.952845:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d753d9d0. 00000400:00000200:1.0:1767384965.952848:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384965.952852:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp40->192.168.204.149@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384965.952859:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp40 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:1.0:1767384965.952862:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384965.952865:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:1.0:1767384965.952868:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384965.952920:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384965.952929:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000001:2.0:1767384965.952933:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384965.952935:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384965.952937:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:2.0:1767384965.952939:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000400:00000200:2.0:1767384965.952943:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384965.952948:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:2.0:1767384965.952953:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000001767d99f. 00000400:00000200:2.0:1767384965.952956:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000400:00000200:2.0:1767384965.952960:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:2.0:1767384965.952963:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc -71 00000400:00000200:2.0:1767384965.952968:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384965.952971:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (34) 00000020:00000010:3.0:1767384965.959843:0:34097:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000015958f13. 00000020:00000040:3.0:1767384965.959849:0:34097:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384965.959851:0:34097:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000015958f13. 00000100:00000040:3.0:1767384965.966716:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294956562, at 4294956563 00000100:00000010:3.0:1767384965.966723:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098592a41. 00000100:00000040:2.0:1767384965.966725:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294956562, at 4294956563 00000100:00000010:2.0:1767384965.966732:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000098668f5. 00000100:00000040:1.0:1767384965.967673:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294956562, at 4294956564 00000100:00000010:1.0:1767384965.967679:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047d68e0. 00000100:00000040:0.0:1767384965.969503:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294956562, at 4294956565 00000100:00000010:0.0:1767384965.969510:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36d0cd9. 00080000:00000001:0.0:1767384966.050246:0:34090:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384966.050258:0:34090:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.050262:0:34090:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384966.050266:0:34090:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384966.050271:0:34090:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.050273:0:34090:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384966.715729:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (6) 00000800:00000200:1.0:1767384966.715739:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp27 ip 192.168.204.149:988 00000800:00000200:1.0:1767384966.715744:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384966.715916:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384966.715924:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.715936:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.715960:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.715964:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384966.716684:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384966.716688:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384966.716691:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fa2e5a 00000400:00000010:1.0:1767384966.716704:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040fa2e5a. 00000400:00000200:1.0:1767384966.716710:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384966.716715:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384966.716727:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6b9eede. 00000400:00000010:1.0:1767384966.716731:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007ccd09bf. 00000400:00000200:1.0:1767384966.716736:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp39 00000400:00000010:1.0:1767384966.716739:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6b9eede. 00000400:00000010:1.0:1767384966.716743:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b0873278. 00000400:00000010:1.0:1767384966.716747:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 00000400:00000010:1.0:1767384966.716753:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000086402f64. 00000400:00000200:1.0:1767384966.716756:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp39 00000400:00000200:1.0:1767384966.716769:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp39 local destination 00000400:00000200:1.0:1767384966.716775:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp39 00000400:00000200:1.0:1767384966.716780:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp39 NI seq info: [142:142:256:4294967295] 192.168.204.149@tcp39 LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1767384966.716786:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp39 00000400:00000200:1.0:1767384966.716794:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39:) -> 192.168.204.149@tcp39(192.168.204.149@tcp39:192.168.204.149@tcp39) : GET try# 0 00000800:00000200:1.0:1767384966.716799:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp39 00000800:00000010:1.0:1767384966.716802:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000074f41145. 00000800:00000200:1.0:1767384966.716808:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000800:00000200:1.1:1767384966.716813:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000400:00000200:1.0:1767384966.716846:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp39 added to recovery queue. ping count: 2 next ping: 294 health :800 00000400:00000200:1.0:1767384966.716852:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp38 00000400:00000010:1.0:1767384966.716854:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cbf3586d. 00000400:00000010:1.0:1767384966.716858:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb8dbb62. 00000400:00000010:1.0:1767384966.716861:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000290d6ac. 00000400:00000010:1.0:1767384966.716864:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081d3ae57. 00000400:00000200:1.0:1767384966.716867:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp38 00000400:00000200:1.0:1767384966.716873:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp38 local destination 00000400:00000200:1.0:1767384966.716876:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp38 00000400:00000200:1.0:1767384966.716880:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [143:143:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1767384966.716885:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp38 00000400:00000200:1.0:1767384966.716918:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:) -> 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) : GET try# 0 00000800:00000200:1.0:1767384966.716922:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp38 00000800:00000010:1.0:1767384966.716925:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb9c972a. 00000800:00000200:1.0:1767384966.716929:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000800:00000200:1.1:1767384966.716934:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:2.0:1767384966.716937:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.716952:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp38 added to recovery queue. ping count: 3 next ping: 298 health :700 00000400:00000200:1.0:1767384966.716958:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp40 00000400:00000010:1.0:1767384966.716961:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000092ffe69b. 00000400:00000010:1.0:1767384966.716965:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b217f6ad. 00000400:00000010:1.0:1767384966.716969:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c3fe21b. 00000400:00000010:1.0:1767384966.716973:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5d9c4b2. 00000400:00000200:1.0:1767384966.716976:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp40 00000400:00000200:1.0:1767384966.716984:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp40 local destination 00000400:00000200:1.0:1767384966.716988:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp40 00000400:00000200:1.0:1767384966.716992:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp40 NI seq info: [144:144:256:4294967295] 192.168.204.149@tcp40 LPNI seq info [135:135:8:4294967295] 00000400:00000200:1.0:1767384966.716997:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp40 00000400:00000200:2.0:1767384966.716998:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717013:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp40(192.168.204.149@tcp40:) -> 192.168.204.149@tcp40(192.168.204.149@tcp40:192.168.204.149@tcp40) : GET try# 0 00000800:00000200:1.0:1767384966.717021:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp40 00000800:00000010:1.0:1767384966.717025:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a66c5228. 00000800:00000200:1.0:1767384966.717029:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (2) 00000800:00000200:1.1:1767384966.717032:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (2) 00000400:00000200:1.0:1767384966.717049:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp40 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:2.0:1767384966.717070:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717092:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717134:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717167:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717226:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717268:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717312:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717380:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717416:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717438:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717489:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717516:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717538:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717584:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717635:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717670:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717746:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717748:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717765:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717869:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717888:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717891:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.717956:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.717991:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.717999:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718051:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718090:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718104:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718159:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718190:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718196:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718255:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718311:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718323:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718385:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718409:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718437:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718490:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718515:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718544:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718591:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718655:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718681:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718715:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718762:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718790:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718825:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718867:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.718906:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.718947:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.718982:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719028:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719046:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719092:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719121:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719145:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719201:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719221:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719234:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719333:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719339:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719365:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719448:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719459:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719468:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719557:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719567:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719573:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719679:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719699:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719711:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719787:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719815:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719823:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.719919:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.719922:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.719940:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720016:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720030:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720035:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720114:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720128:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720141:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720236:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720239:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720266:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720373:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720378:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720380:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720466:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720499:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720581:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720631:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720640:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720741:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.720747:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720768:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720834:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720868:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.720920:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.720950:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000800:00000010:2.0:1767384966.720994:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073a3bfab. 00000400:00000200:1.0:1767384966.721001:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:2.0:1767384966.721004:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e4230b3. 00000800:00000010:2.0:1767384966.721012:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbf205f3. 00000400:00000200:0.0:1767384966.721036:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384966.721048:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbf205f3. 00000800:00020000:2.0:1767384966.721063:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384966.721068:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e4230b3. 00000800:00000010:2.0:1767384966.721073:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000073a3bfab. 00000400:00000200:1.0:1767384966.721075:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:02020000:2.0:1767384966.721148:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp39 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384966.721151:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:2.0:1767384966.721159:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp39 notifying 192.168.204.149@tcp39: down 00000400:00000200:2.0:1767384966.721165:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384966.721172:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp39 00000800:00000010:2.0:1767384966.721176:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000074f41145. 00000400:00000200:2.0:1767384966.721181:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384966.721187:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384966.721198:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384966.721202:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384966.721209:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp39) recovery failed with -71 00000400:00000200:1.0:1767384966.721213:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000010:0.0:1767384966.721260:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068e70f43. 00000400:00000200:1.0:1767384966.721263:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000800:00000010:0.0:1767384966.721267:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdabd501. 00000800:00000010:0.0:1767384966.721274:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384966.721333:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab9bf08. 00000400:00000200:1.0:1767384966.721336:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000800:00020000:0.0:1767384966.721345:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384966.721350:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdabd501. 00000800:00000010:0.0:1767384966.721354:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068e70f43. 00000400:00000200:1.0:1767384966.721387:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:02020000:0.0:1767384966.721429:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp38 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384966.721438:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp38 notifying 192.168.204.149@tcp38: down 00000400:00000200:1.0:1767384966.721443:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.721444:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384966.721453:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp38 00000800:00000010:0.0:1767384966.721456:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb9c972a. 00000400:00000200:0.0:1767384966.721462:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384966.721466:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384966.721479:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.721484:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384966.721490:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384966.721496:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp38) recovery failed with -71 00000400:00000200:1.0:1767384966.721519:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.721545:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.721565:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.721619:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000800:00000010:1.0:1767384966.721851:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d2083c33. 00000800:00000010:1.0:1767384966.721858:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bcc7c202. 00000800:00000010:1.0:1767384966.721864:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000651b4a80. 00000800:00000010:1.0:1767384966.721906:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000651b4a80. 00000400:00000200:2.0:1767384966.722072:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384966.722090:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp40 from 207.3.0.2 00000800:00000010:2.0:1767384966.722095:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000067fb046. 00000800:00000010:0.0:1767384966.722186:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068e70f43. 00000800:00000010:0.0:1767384966.722195:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdabd501. 00000800:00000010:0.0:1767384966.722225:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000abb3c2a5. 00000800:00000200:0.1:1767384966.722234:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (2) 00000800:00000200:0.1:1767384966.722242:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp40 00000000abb3c2a5 deleted 00000800:00000010:0.1:1767384966.722244:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000abb3c2a5. 00000800:00000200:0.1:1767384966.722251:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384966.722258:0:16153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp40 ip 192.168.204.149:975 00000800:00000200:0.1:1767384966.722262:0:16153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a66c5228 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384966.722267:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp40 p 3.x 192.168.204.149 -> 192.168.204.149:975 incarnation:1767384959559852263 sched[0] 00000800:00000010:0.0:1767384966.722273:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384966.722373:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384966.722378:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdabd501. 00000800:00000200:1.1:1767384966.722421:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384966.722435:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp40 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384959559852263 sched[0] 00000800:00000010:0.0:1767384966.722437:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000067fb046. 00000800:00000010:1.0:1767384966.722440:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bcc7c202. 00000800:00000001:1.0:1767384966.722456:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.722462:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384966.722542:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384966.722546:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a66c5228. 00000800:00000001:0.0:1767384966.722549:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.722558:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.722561:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384966.722563:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384966.722572:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp40->192.168.204.149@tcp40: GET: OK 00000800:00000001:0.0:1767384966.722577:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.722578:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384966.722585:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp40 recovery message sent successfully:0 00000400:00000200:0.0:1767384966.722614:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp40(192.168.204.149@tcp40) <- 192.168.204.149@tcp40 : GET - for me 00000400:00000200:0.0:1767384966.722649:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384966.722675:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1c85 [1] + 0 00000400:00000200:0.0:1767384966.722689:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp40 to MR: 192.168.204.149@tcp40 local destination 00000400:00000200:0.0:1767384966.722698:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp40 NI seq info: [145:145:256:4294967295] 192.168.204.149@tcp40 LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1767384966.722710:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp40(192.168.204.149@tcp40:192.168.204.149@tcp40) -> 192.168.204.149@tcp40(192.168.204.149@tcp40:192.168.204.149@tcp40) 192.168.204.149@tcp40 : REPLY try# 0 00000800:00000200:0.0:1767384966.722716:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp40 00000800:00000010:0.0:1767384966.722721:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d085d914. 00000800:00000200:0.0:1767384966.722726:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (4) 00000800:00000200:0.0:1767384966.722732:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp40 ip 192.168.204.149:988 00000800:00000200:0.0:1767384966.722735:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d085d914 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384966.722736:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:2.0:1767384966.722782:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384966.722786:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384966.722845:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000001:1.0:1767384966.722856:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384966.722863:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384966.722864:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384966.722869:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d085d914. 00000800:00000001:1.0:1767384966.722870:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384966.722878:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384966.722879:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.722886:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp40(192.168.204.149@tcp40) <- 192.168.204.149@tcp40 : REPLY - for me 00000800:00000001:3.0:1767384966.722892:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.722900:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp40->192.168.204.149@tcp40: REPLY: OK 00000400:00000200:1.0:1767384966.722909:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp40: Reply from 12345-192.168.204.149@tcp40 of length 272/272 into md 0x1cf1 00000800:00000001:1.0:1767384966.722916:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.722932:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.722935:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384966.722940:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp40->192.168.204.149@tcp40: REPLY: OK 00000400:00000200:1.0:1767384966.722946:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c3fe21b 00000400:00000010:1.0:1767384966.722948:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c3fe21b. 00000400:00000200:1.0:1767384966.722952:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384966.722959:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000092ffe69b. 00000400:00000010:1.0:1767384966.722964:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b217f6ad. 00000800:00000001:1.0:1767384966.722973:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.722977:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.723004:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723035:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723062:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723081:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723105:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723138:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723203:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723262:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723346:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723371:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723419:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723457:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723492:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723528:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723562:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723599:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723847:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723904:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723930:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723948:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.723973:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724001:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724024:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724048:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724073:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724095:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724118:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724139:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724160:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724196:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724231:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384966.724254:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384966.724420:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c40a4d5a. 00000800:00000010:0.0:1767384966.724424:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdabd501. 00000800:00000010:0.0:1767384966.724427:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aab9bf08. 00000800:00000010:0.0:1767384966.724446:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aab9bf08. 00000800:00020000:0.0:1767384966.724453:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384966.724456:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdabd501. 00000800:00000010:0.0:1767384966.724459:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c40a4d5a. 00000400:02020000:0.0:1767384966.724494:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp40 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000001:00000001:2.0:1767384966.761852:0:34257:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384966.761856:0:34257:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:2.0:1767384966.766893:0:34257:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384966.775724:0:34258:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001e5bbee7. 00000400:00000010:2.0:1767384966.775739:0:34258:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000336c77c3. 00000400:00000010:2.0:1767384966.775755:0:34258:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007e7c70a6. 00000400:00000010:2.0:1767384966.775759:0:34258:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000071f5162f. 00000400:00000010:2.0:1767384966.775762:0:34258:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002552129a. 00000400:00000010:2.0:1767384966.775766:0:34258:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000836eea3e. 00000400:00000010:2.0:1767384966.775768:0:34258:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035226870. 00000400:00000010:2.0:1767384966.775770:0:34258:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037e30c66. 00000400:00000010:2.0:1767384966.775773:0:34258:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000afb2d40a. 00000800:00000010:2.0:1767384966.775784:0:34258:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000041ce8472. 00000800:00000200:2.0:1767384966.775794:0:34258:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384966.775807:0:34258:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384966.775836:0:34258:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384966.775861:0:34258:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp43 [8/256/0/180] 00000400:00000010:2.0:1767384966.777997:0:34258:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000004e053bb4. 00000400:00000010:2.0:1767384966.778003:0:34258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790d753f. 00000400:00000010:2.0:1767384966.778007:0:34258:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000143667c4. 00000400:00000001:2.0:1767384966.778027:0:34258:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384966.778029:0:34258:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384966.778031:0:34258:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d42d896. 00000400:00000200:2.0:1767384966.778033:0:34258:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c10243af 00000400:00000010:2.0:1767384966.778035:0:34258:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c10243af. 00000400:00000010:2.0:1767384966.778039:0:34258:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000e162d050. 00000400:00000200:2.0:1767384966.778043:0:34258:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (33) 00000400:00000200:2.0:1767384966.778057:0:34258:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384966.778068:0:34258:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:2.0:1767384966.778075:0:34258:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000073a3bfab. 00000020:01000000:2.0:1767384966.778079:0:34258:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384966.778082:0:34258:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp43 00000400:00000010:2.0:1767384966.778096:0:34258:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000336c77c3. 00000400:00000010:2.0:1767384966.778099:0:34258:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001e5bbee7. 00000400:00000200:3.0:1767384966.778135:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384966.778145:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:3.0:1767384966.778149:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000400:00000010:3.0:1767384966.778155:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000fbeebb27. 00000400:00000010:3.0:1767384966.778160:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000400:00000010:3.0:1767384966.778166:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000edea5735. 00000400:00000200:3.0:1767384966.778171:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000001:1.0:1767384966.778176:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384966.778183:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384966.778185:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:1.0:1767384966.778188:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384966.778193:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384966.778196:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:01000004:1.0:1767384966.778199:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384966.778204:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384966.778208:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384966.778210:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:1.0:1767384966.778211:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384966.778216:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384966.778222:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384966.778223:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:01000004:1.0:1767384966.778225:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384966.778230:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384966.778234:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384966.778236:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000020:01000004:1.0:1767384966.778238:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384966.778244:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000010:1.0:1767384966.778247:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000400:00000200:3.0:1767384966.778251:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:00000040:1.0:1767384966.778255:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:3.0:1767384966.778261:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000100:00000001:1.0:1767384966.778266:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384966.778271:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 02000000:00000001:1.0:1767384966.778272:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384966.778302:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 02000000:00000001:1.0:1767384966.778302:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384966.778316:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003be29cf. 00000400:00000200:3.0:1767384966.778323:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000100:00000001:1.0:1767384966.778326:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778332:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:3.0:1767384966.778338:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000001:1.0:1767384966.778339:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384966.778345:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778351:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000100:00000040:1.0:1767384966.778358:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3f86cd3] to pc [ptlrpcd_00_03+3] req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384966.778361:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384966.778408:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:3.0:1767384966.778417:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:3.0:1767384966.778426:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:3.0:1767384966.778433:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:3.0:1767384966.778439:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 30], ns[77, 30] 00000400:00000200:3.0:1767384966.778448:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[78, 30] 10000000:00000001:1.0:1767384966.778449:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778455:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 30], ns[124, 30] 00000400:00000200:3.0:1767384966.778481:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 30], ns[79, 30] 10000000:00000001:1.0:1767384966.778485:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.778488:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384966.778489:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778491:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 30], ns[85, 30] 00000100:00000001:2.0:1767384966.778495:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384966.778496:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384966.778501:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384966.778506:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[99, 30] 00000020:00000001:1.0:1767384966.778509:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384966.778512:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384966.778516:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384966.778521:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384966.778523:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[122, 30] 10000000:01000000:1.0:1767384966.778525:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384966.778533:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384966.778539:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384966.778547:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[115, 30] 00000020:01000004:1.0:1767384966.778547:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384966.778549:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384966.778553:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384966.778558:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384966.778562:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 30], ns[130, 30] 00000100:00000001:2.0:1767384966.778564:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384966.778565:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384966.778571:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384966.778573:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384966.778574:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384966.778576:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384966.778579:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384966.778584:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 02000000:00000001:2.0:1767384966.778589:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384966.778593:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00100000:2.0:1767384966.778598:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373201280:0@lo:253: 00000400:00000200:3.0:1767384966.778600:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 30], ns[139, 30] 00000100:00000001:1.0:1767384966.778601:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384966.778605:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384966.778611:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 30], ns[143, 30] 00000400:00000200:3.0:1767384966.778619:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[133, 30], ns[142, 30] 02000000:00000001:1.0:1767384966.778645:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.778654:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384966.778655:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002fa4eebe. 02000000:00000001:2.0:1767384966.778662:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384966.778665:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778667:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[145, 30] 02000000:00000001:2.0:1767384966.778668:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.778673:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384966.778676:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384966.778678:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778685:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 02000000:00000010:2.0:1767384966.778687:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6d2a84d. 00000100:00000040:1.0:1767384966.778689:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_00+0] req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384966.778695:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778704:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000010:2.0:1767384966.778706:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa73ba68. 00000400:00000010:2.0:1767384966.778716:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000336c77c3. 00000400:00000200:3.0:1767384966.778717:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp41 00000100:00000200:2.0:1767384966.778726:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373201280, portal 25 00000400:00000200:3.0:1767384966.778731:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp41 lpni_is_preferred = 0 00000100:00000001:2.0:1767384966.778732:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384966.778738:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000400:00000200:3.0:1767384966.778742:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp41 10000000:00000001:1.0:1767384966.778742:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.778750:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384966.778751:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.778757:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp41 NI seq info: [146:146:256:4294967295] 192.168.204.149@tcp41 LPNI seq info [137:137:8:4294967295] 00000020:00000001:1.0:1767384966.778759:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384966.778768:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384966.778776:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000073a3bfab. 00000400:00000200:3.0:1767384966.778781:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp41 00000100:00000001:2.0:1767384966.778781:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384966.778790:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384966.778797:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3b8f677. 00000100:00000200:2.0:1767384966.778802:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373201280, offset 0 00000400:00000200:3.0:1767384966.778808:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp41(192.168.204.149@tcp41:) -> 192.168.204.149@tcp41(192.168.204.149@tcp:192.168.204.149@tcp41) : GET try# 0 00000400:00000200:2.0:1767384966.778814:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384966.778819:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp41 00000800:00000010:3.0:1767384966.778833:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092c4204f. 00000400:00000200:2.0:1767384966.778841:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384966.778845:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001445bb78. 00000800:00000010:3.0:1767384966.778853:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004e58abf0. 00000400:00000200:2.0:1767384966.778854:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506b80 00000800:00000200:3.0:1767384966.778867:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:2.0:1767384966.778867:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a5 [2] + 0 00000400:00000010:2.0:1767384966.778877:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8da421. 00000800:00000200:3.1:1767384966.778883:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:2.0:1767384966.778884:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003eb8ebf6 00000400:00000200:2.0:1767384966.778893:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.778899:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384966.778905:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384966.778905:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eb8ebf6 00000400:00000010:2.0:1767384966.778909:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eb8ebf6. 00000400:00000200:3.0:1767384966.778914:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000100:00000001:1.0:1767384966.778917:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384966.778919:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384966.778923:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384966.778924:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384966.778927:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384966.778933:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.778934:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384966.778939:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000d1722fe5 x1853237373201280 msgsize 4848 00000100:00000001:3.0:1767384966.778940:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384966.778954:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384966.778961:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384966.778968:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384966.778970:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384966.778975:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384966.778976:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384966.778979:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384966.778983:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384966.778988:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373201408:0@lo:253: 00000400:00000200:2.0:1767384966.778989:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b8f677 00000400:00000010:2.0:1767384966.778996:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3b8f677. 00000100:00000001:1.0:1767384966.778997:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384966.779004:0:16166:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384966.779005:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384966.779007:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 02000000:00000001:1.0:1767384966.779010:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384966.779015:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384966.779017:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384966.779026:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ab0365ee. 00000100:00000001:2.0:1767384966.779030:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384966.779032:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.779039:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384966.779040:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0eb134f. 00000100:00000001:2.0:1767384966.779053:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384966.779053:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcc7c202. 00000100:00000001:2.0:1767384966.779062:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384966.779064:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373201408, portal 25 00000100:00000001:2.0:1767384966.779069:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779069:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384966.779071:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:1.0:1767384966.779074:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 00000100:00000001:2.0:1767384966.779078:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294957391 00000100:00000010:2.0:1767384966.779086:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644f4891. 00000100:00000040:1.0:1767384966.779087:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.779097:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384966.779098:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384966.779106:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384966.779109:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294957391 00000400:00000010:1.0:1767384966.779111:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b6d29d0. 00000400:00000200:3.0:1767384966.779115:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000200:1.0:1767384966.779117:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373201408, offset 0 00000100:00000010:2.0:1767384966.779119:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac8e405b. 00000100:00000001:2.0:1767384966.779130:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384966.779136:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384966.779138:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294957391 00000100:00000010:2.0:1767384966.779145:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b923bb2d. 00000400:00000200:1.0:1767384966.779152:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384966.779154:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384966.779157:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:2.0:1767384966.779162:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294957391 00000100:00000010:2.0:1767384966.779169:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36d0cd9. 00000400:00000200:1.0:1767384966.779170:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273506c00 00000100:00000001:2.0:1767384966.779177:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384966.779182:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14bd [2] + 0 00000100:00000001:2.0:1767384966.779184:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384966.779189:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5197cdc. 00000100:00000001:2.0:1767384966.779191:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384966.779196:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000351a689f 00000100:00000001:2.0:1767384966.779198:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.779201:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:2.0:1767384966.779202:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.779204:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384966.779214:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384966.779217:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384966.779219:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a689f 00000100:00000001:2.0:1767384966.779230:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384966.779237:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000351a689f. 00000100:00000001:2.0:1767384966.779239:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384966.779243:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384966.779245:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384966.779246:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384966.779250:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384966.779253:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:2.0:1767384966.779253:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384966.779255:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000042fe3137 x1853237373201408 msgsize 4848 00000100:00100000:1.0:1767384966.779271:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384966.779274:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384966.779307:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384966.779317:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b6d29d0 00000400:00000010:1.0:1767384966.779320:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b6d29d0. 00000100:00000001:1.0:1767384966.779325:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384966.779330:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.779339:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384966.779343:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.779351:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779354:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384966.779359:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:1.0:1767384966.779361:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779368:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294957391 00000100:00000001:1.0:1767384966.779371:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294957391 00000100:00000001:1.0:1767384966.779374:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294957391 00000100:00000001:1.0:1767384966.779377:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294957391 00000100:00000001:1.0:1767384966.779380:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294957391 00000100:00000001:1.0:1767384966.779383:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294957391 00000100:00000001:1.0:1767384966.779386:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294957391 00000100:00000001:1.0:1767384966.779388:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294957391 00000100:00000001:1.0:1767384966.779391:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384966.779394:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.779396:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384966.779398:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384966.779401:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201280 00000100:00000001:1.0:1767384966.779403:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384966.779409:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384966.779413:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384966.779414:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384966.779416:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779419:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384966.779423:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384966.779427:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201280 00000400:00000200:3.0:1767384966.779431:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:1.0:1767384966.779435:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384966.779436:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384966.779442:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:1.0:1767384966.779442:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384966.779449:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384966.779450:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384966.779452:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:1.0:1767384966.779455:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384966.779459:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384966.779465:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384966.779470:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384966.779475:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c3cf25. 00000100:00000001:2.0:1767384966.779479:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384966.779479:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384966.779486:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c3cf25. 00000100:00000001:1.0:1767384966.779486:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384966.779501:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4922d54. 00000400:00000200:3.0:1767384966.779509:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:1.0:1767384966.779509:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384966.779510:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c30028c4. 00000100:00100000:1.0:1767384966.779516:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201408 00000020:00000010:2.0:1767384966.779521:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 02000000:00000001:1.0:1767384966.779521:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384966.779523:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384966.779529:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384966.779535:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384966.779538:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201408 00000100:00000040:2.0:1767384966.779540:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384966.779542:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384966.779546:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384966.779547:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384966.779550:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384966.779552:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384966.779554:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384966.779557:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000020:00000001:1.0:1767384966.779562:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384966.779565:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384966.779567:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779570:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384966.779576:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010f9a8ca. 00000100:00000001:1.0:1767384966.779579:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384966.779582:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010f9a8ca. 00000100:00000001:2.0:1767384966.779583:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384966.779590:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bf8ef0d. 00000020:00000010:1.0:1767384966.779630:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000219a1394. 00000020:00000010:1.0:1767384966.779636:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00000001:2.0:1767384966.779637:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384966.779642:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384966.779643:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000100:00000001:1.0:1767384966.779643:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384966.779649:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384966.779652:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:1.0:1767384966.779655:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.779658:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384966.779664:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634537552 : -129520075014064 : ffff8a33c1f00050) 00000100:00000001:1.0:1767384966.779665:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779671:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384966.779685:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1722fe5 x1853237373201280/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 4848/0 e 0 to 0 dl 1767384977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.779691:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384966.779697:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384966.779699:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384966.779707:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c3cf25. 00000100:00100000:1.0:1767384966.779708:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384966.779714:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384966.779716:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000010:2.0:1767384966.779723:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c3cf25. 00000100:00000001:1.0:1767384966.779724:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634552912 : -129520074998704 : ffff8a33c1f03c50) 00000400:00000200:3.0:1767384966.779726:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00100000:2.0:1767384966.779738:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1722fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373201280:12345-0@lo:253: 00000100:00000200:2.0:1767384966.779745:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201280 00000100:00000040:1.0:1767384966.779748:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042fe3137 x1853237373201408/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 4848/0 e 0 to 0 dl 1767384977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384966.779751:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384966.779758:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384966.779764:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779764:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384966.779771:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384966.779773:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010f9a8ca. 00000020:00000001:2.0:1767384966.779774:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:1.0:1767384966.779780:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384966.779782:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384966.779788:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384966.779789:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010f9a8ca. 00000400:00000200:3.0:1767384966.779796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000020:00000001:2.0:1767384966.779798:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384966.779804:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000042fe3137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373201408:12345-0@lo:253: 00000020:00000001:2.0:1767384966.779805:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384966.779812:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384966.779812:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201408 00000020:00000001:1.0:1767384966.779820:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384966.779821:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384966.779826:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384966.779827:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384966.779833:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384966.779838:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384966.779839:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000054517d31. 00000020:00000001:1.0:1767384966.779841:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 02000000:00000001:2.0:1767384966.779844:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384966.779846:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384966.779849:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384966.779851:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384966.779857:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384966.779858:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384966.779864:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384966.779866:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384966.779871:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000073a3bfab. 00000100:00000001:1.0:1767384966.779871:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384966.779876:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384966.779878:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384966.779881:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 20000000:00000001:2.0:1767384966.779883:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384966.779889:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384966.779893:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384966.779896:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000523d795b. 20000000:00000001:2.0:1767384966.779897:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384966.779904:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384966.779905:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.779912:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384966.779915:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384966.779919:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b790aeb3. 20000000:01000000:2.0:1767384966.779924:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000010:1.0:1767384966.779927:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000416ef44d. 20000000:00000001:2.0:1767384966.779930:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384966.779934:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384966.779937:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384966.779939:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384966.779943:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384966.779946:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384966.779949:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384966.779950:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384966.779960:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780001:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00080000:00000001:2.0:1767384966.780007:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384966.780013:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384966.780016:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384966.780017:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384966.780021:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384966.780028:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:2.0:1767384966.780032:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384966.780038:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00080000:00000010:2.0:1767384966.780040:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc9e8a9c. 00080000:00000001:2.0:1767384966.780046:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553643164672 : -129520066386944 : ffff8a33c273a400) 00080000:00000001:2.0:1767384966.780050:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384966.780077:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780110:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780180:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000001:00000001:2.0:1767384966.780199:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384966.780203:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384966.780207:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384966.780233:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384966.780236:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384966.780252:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780335:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780398:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780443:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00080000:00000001:2.0:1767384966.780468:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384966.780474:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384966.780492:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780574:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780793:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780831:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780867:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780916:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.780987:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.781057:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.781130:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.781199:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.781272:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384966.781333:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384966.781544:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a943ed5f. 00000800:00000010:3.0:1767384966.781552:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056ce7055. 00000800:00000010:3.0:1767384966.781568:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa3aa75a. 00000800:00000010:3.0:1767384966.781601:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa3aa75a. 00000800:00020000:3.0:1767384966.781658:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384966.781662:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056ce7055. 00000800:00000010:3.0:1767384966.781666:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a943ed5f. 00000400:02020000:3.0:1767384966.781731:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp41 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384966.781738:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp41 notifying 192.168.204.149@tcp41: down 00000800:00000200:3.0:1767384966.781744:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp41 down 00000800:00000100:3.0:1767384966.781751:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp41 00000800:00000010:3.0:1767384966.781755:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092c4204f. 00000400:00000200:3.0:1767384966.781760:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384966.781766:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp41->192.168.204.149@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384966.781776:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp41 added to recovery queue. ping count: 0 next ping: 291 health :900 00000400:00000200:3.0:1767384966.781781:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384966.781786:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:3.0:1767384966.781793:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:3.0:1767384966.781942:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384966.781947:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000001:3.0:1767384966.781951:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384966.781952:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384966.781954:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384966.781956:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000400:00000200:3.0:1767384966.781960:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384966.781965:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:3.0:1767384966.781970:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000fbeebb27. 00000400:00000200:3.0:1767384966.781973:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000400:00000200:3.0:1767384966.781977:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:3.0:1767384966.781980:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc -71 00000400:00000200:3.0:1767384966.781985:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:3.0:1767384966.781988:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (34) 00080000:00000001:3.0:1767384966.792034:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384966.792042:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:1.0:1767384966.792046:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384966.792052:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384966.792057:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384966.792058:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384966.792061:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384966.792069:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384966.792071:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384966.792074:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc9e8a9c. 20000000:01000000:3.0:1767384966.792075:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384966.792083:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384966.792095:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384966.792096:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1cd44ec. 20000000:01000000:0.0:1767384966.792104:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:01000000:3.0:1767384966.792105:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384966.792109:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384966.792110:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:3.0:1767384966.792115:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384966.792117:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384966.792118:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384966.792124:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384966.792130:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384966.792133:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384966.792141:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c57c41d2 count: 2 00010000:00000001:2.0:1767384966.792146:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384966.792150:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384966.792153:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384966.792155:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000255bb376. 00080000:00000001:0.0:1767384966.792158:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384966.792162:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384966.792163:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384966.792169:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384966.792170:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000255bb376 with handle 0xcb8130832f6b37f7 to hash 00000020:00000001:0.0:1767384966.792173:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384966.792175:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384966.792179:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:2.0:1767384966.792180:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949949440 : -129515759602176 : ffff8a34c327f600) 00080000:00000001:0.0:1767384966.792189:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384966.792190:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949949440 : -129515759602176 : ffff8a34c327f600) 00010000:00000001:2.0:1767384966.792196:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384966.792197:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384966.792198:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb2313ee. 00010000:00010000:2.0:1767384966.792201:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384966.792203:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659749376 : -129520049802240 : ffff8a33c370b400) 00080000:00000001:0.0:1767384966.792212:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384966.792228:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384966.792232:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384966.792235:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384966.792237:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384966.792240:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384966.792245:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384966.792251:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384966.792254:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.792257:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384966.792260:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384966.792262:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384966.792264:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384966.792266:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384966.792272:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c57c41d2) refcount = 2 00010000:00000040:2.0:1767384966.792276:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384966.792296:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384966.792302:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384966.792304:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384966.792312:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000047d9b710. 00000100:00000001:2.0:1767384966.792316:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:0.0:1767384966.792330:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:2.0:1767384966.792332:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3b8f677. 00080000:00000001:0.0:1767384966.792333:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.792338:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553639807232 : -129520069744384 : ffff8a33c2406900) 00080000:00000001:0.0:1767384966.792339:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384966.792345:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614553639807232 : -129520069744384 : ffff8a33c2406900) 00000100:00000001:2.0:1767384966.792348:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384966.792350:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384966.792352:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384966.792362:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384966.792362:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.792366:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384966.792368:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1767384966.792371:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384966.792375:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384966.792378:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384966.792380:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384966.792385:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000020:00000040:2.0:1767384966.792389:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:2.0:1767384966.792392:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384966.792394:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384966.792398:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384966.792406:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b19bfc98. 00000100:00000001:2.0:1767384966.792410:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384966.792415:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 16 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384966.792430:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 16 pid: 16798 timeout: 440 lvb_type: 0 00010000:00000001:2.0:1767384966.792438:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384966.792441:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384966.792446:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384966.792455:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384966.792457:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384966.792462:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373201536:0@lo:104: 00000100:00000001:2.0:1767384966.792465:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384966.792475:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384966.792477:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.792479:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384966.792483:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef202ca. 02000000:00000001:2.0:1767384966.792486:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384966.792491:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8da421. 00000400:00000010:2.0:1767384966.792498:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000100:00000200:2.0:1767384966.792503:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373201536, portal 16 00000100:00000001:2.0:1767384966.792506:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:0.0:1767384966.792511:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767384966.792514:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00080000:00000001:0.0:1767384966.792516:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384966.792522:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384966.792529:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384966.792532:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384966.792535:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b2503b6. 00000100:00000200:2.0:1767384966.792538:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373201536, offset 0 00000400:00000200:2.0:1767384966.792542:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384966.792548:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384966.792554:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273506c80 00000400:00000200:2.0:1767384966.792558:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 984 00000400:00000200:2.0:1767384966.792563:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.792565:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384966.792569:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384966.792571:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384966.792574:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047896bf2. 00000100:00000040:2.0:1767384966.792577:0:16820:0:(events.c:337:request_in_callback()) incoming req@0000000047896bf2 x1853237373201536 msgsize 328 00000100:00100000:2.0:1767384966.792581:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384966.792625:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384966.792632:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2503b6 00000400:00000010:2.0:1767384966.792635:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b2503b6. 00000100:00000001:2.0:1767384966.792640:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384966.792646:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384966.792653:0:18589:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384966.792655:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384966.792658:0:18589:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201536 00000100:00000040:2.0:1767384966.792663:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384966.792664:0:18589:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384966.792668:0:18589:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384966.792673:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.792676:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384966.792681:0:18589:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.792684:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384966.792686:0:18589:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.792690:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294957405 00000100:00100000:0.0:1767384966.792692:0:18589:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201536 00000020:00000001:0.0:1767384966.792698:0:18589:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384966.792700:0:18589:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000100:00000001:2.0:1767384966.792702:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294957391 00000020:00000001:0.0:1767384966.792703:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384966.792707:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000100:00000001:2.0:1767384966.792711:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294957405 00000020:00000001:0.0:1767384966.792712:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000020:00000001:0.0:1767384966.792715:0:18589:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384966.792718:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384966.792722:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ba3e5c. 00000100:00000001:2.0:1767384966.792728:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294957391 00000100:00000001:0.0:1767384966.792728:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384966.792737:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068ba3e5c. 00000100:00000001:2.0:1767384966.792740:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294957405 00000100:00000001:2.0:1767384966.792746:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294957391 00000020:00000010:0.0:1767384966.792746:0:18589:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069ed60c8. 00000020:00000010:0.0:1767384966.792756:0:18589:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec36892c. 00000100:00000001:2.0:1767384966.792758:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294957405 00000020:00000010:0.0:1767384966.792763:0:18589:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000100:00000001:2.0:1767384966.792764:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294957391 00000100:00000001:2.0:1767384966.792772:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384966.792774:0:18589:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384966.792776:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.792782:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.792782:0:18589:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384966.792786:0:18589:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384966.792787:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.792789:0:18589:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384966.792791:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.792796:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384966.792797:0:18589:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.792798:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384966.792803:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.792806:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384966.792808:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384966.792811:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.792814:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384966.792815:0:18589:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.792816:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384966.792823:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a3b8f677 going to sleep for 11 seconds 00000100:00000001:2.0:1767384966.792826:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384966.792829:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.792833:0:18589:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384966.792836:0:18589:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384966.792841:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384966.792844:0:18589:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:0.0:1767384966.792847:0:18589:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776123264 : -129514933428352 : ffff8a34f4665f80) 00000100:00000040:0.0:1767384966.792852:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000047896bf2 x1853237373201536/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 328/0 e 0 to 0 dl 1767384977 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384966.792861:0:18589:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384966.792865:0:18589:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ba3e5c. 00000100:00000001:0.0:1767384966.792867:0:18589:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384966.792870:0:18589:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068ba3e5c. 00000100:00100000:0.0:1767384966.792883:0:18589:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000047896bf2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373201536:12345-0@lo:104: 00000100:00000200:0.0:1767384966.792887:0:18589:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201536 00010000:00000001:0.0:1767384966.792890:0:18589:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384966.792895:0:18589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384966.792897:0:18589:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384966.792899:0:18589:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=2 00000020:00000001:0.0:1767384966.792901:0:18589:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:0.0:1767384966.792904:0:18589:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:0.0:1767384966.792907:0:18589:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384966.792910:0:18589:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384966.792913:0:18589:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384966.792921:0:18589:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384966.792923:0:18589:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384966.792928:0:18589:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a78384df. 02000000:00000001:0.0:1767384966.792931:0:18589:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.792933:0:18589:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.792936:0:18589:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384966.792939:0:18589:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384966.792943:0:18589:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384966.792948:0:18589:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384966.792951:0:18589:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384966.792953:0:18589:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384966.792956:0:18589:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384966.792958:0:18589:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.792961:0:18589:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384966.792964:0:18589:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384966.792968:0:18589:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe33d26c. 00000100:00000200:0.0:1767384966.792972:0:18589:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373201536, offset 224 00000400:00000200:0.0:1767384966.792979:0:18589:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384966.792989:0:18589:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384966.792997:0:18589:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273506c80 00000400:00000200:0.0:1767384966.793004:0:18589:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d0d [1] + 224 00000400:00000200:0.0:1767384966.793016:0:18589:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.793022:0:18589:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384966.793028:0:18589:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384966.793033:0:18589:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384966.793043:0:18589:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384966.793055:0:18589:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384966.793064:0:18589:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe33d26c 00000100:00000001:2.0:1767384966.793067:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384966.793067:0:18589:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe33d26c. 00000100:00000001:0.0:1767384966.793075:0:18589:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384966.793077:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384966.793077:0:18589:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384966.793083:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384966.793087:0:18589:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384966.793088:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8da421. 00000400:00000200:2.0:1767384966.793097:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000100:00000040:0.0:1767384966.793097:0:18589:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:2.0:1767384966.793103:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00010000:00000001:0.0:1767384966.793105:0:18589:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384966.793109:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.0:1767384966.793112:0:18589:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bdabd501. 00010000:00000001:0.0:1767384966.793117:0:18589:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384966.793119:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384966.793130:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384966.793133:0:18589:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384966.793141:0:18589:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793147:0:18589:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793151:0:18589:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.793152:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384966.793158:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384966.793159:0:18589:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047896bf2 x1853237373201536/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384966.793170:0:18589:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000047896bf2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373201536:12345-0@lo:104: Request processed in 306us (590us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384966.793179:0:16820:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384966.793185:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384966.793185:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384966.793191:0:18589:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000001:2.0:1767384966.793192:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384966.793196:0:18589:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384966.793198:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.793200:0:18589:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384966.793206:0:18589:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec36892c. 02000000:00000001:2.0:1767384966.793207:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384966.793213:0:18589:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000100:00001000:2.0:1767384966.793217:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=74 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384966.793220:0:18589:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069ed60c8. 00000100:00001000:2.0:1767384966.793227:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384966.793238:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384966.793238:0:18589:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:2.0:1767384966.793242:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.793245:0:18589:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384966.793251:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384966.793257:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.793262:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.793270:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384966.793277:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384966.793294:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384966.793312:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.793313:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384966.793318:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384966.793320:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384966.793323:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384966.793326:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384966.793327:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384966.793332:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384966.793333:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384966.793338:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384966.793338:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384966.793348:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384966.793354:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0b53973 already unused, calling callback (00000000e3583925) 10000000:00000001:0.0:1767384966.793361:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384966.793362:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373201536:0@lo:104: 10000000:00010000:0.0:1767384966.793364:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384966.793373:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384966.793375:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384966.793379:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384966.793380:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.793381:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384966.793385:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000040:0.0:1767384966.793386:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53973 refcount=3 00000100:00000001:2.0:1767384966.793390:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384966.793391:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00010000:00000001:0.0:1767384966.793396:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949950464 : -129515759601152 : ffff8a34c327fa00) 00000100:00000040:2.0:1767384966.793398:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373201536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384966.793402:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384966.793406:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384966.793412:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384966.793418:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1767384966.793419:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:2.0:1767384966.793422:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef202ca. 10000000:00010000:0.0:1767384966.793423:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384966.793431:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:0.0:1767384966.793433:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000001:2.0:1767384966.793437:0:16820:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1767384966.793439:0:16792:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384966.793442:0:16792:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384966.793444:0:16792:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384966.793448:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767384966.793449:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000001:2.0:1767384966.793453:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384966.793456:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b19bfc98. 00010000:00000001:0.0:1767384966.793460:0:16792:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.793463:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384966.793467:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384966.793480:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:2.0:1767384966.793485:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384966.793488:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384966.793490:0:16792:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000010:2.0:1767384966.793491:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a3b8f677. 10000000:00000001:0.0:1767384966.793494:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384966.793497:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000040:0.0:1767384966.793499:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 00010000:00000001:2.0:1767384966.793501:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384966.793504:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:2.0:1767384966.793506:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000047d9b710. 10000000:00000001:0.0:1767384966.793508:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.793515:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793516:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384966.793521:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793523:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384966.793525:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384966.793527:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:2.0:1767384966.793532:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384966.793533:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384966.793536:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384966.793537:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384966.793541:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384966.793542:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0b53973 with handle 0xcb8130832f6b37e9 from hash 00010000:00000001:0.0:1767384966.793550:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384966.793555:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384966.793559:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384966.793560:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384966.793564:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384966.793566:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384966.793571:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384966.793574:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384966.793580:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7d18bc9. 00000020:00000040:0.0:1767384966.793583:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384966.793587:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384966.793589:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384966.793622:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384966.793628:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069ed60c8. 00000100:00000001:0.0:1767384966.793633:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793636:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384966.793640:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384966.793646:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384966.793648:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384966.793651:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384966.793653:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384966.793661:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7d18bc9] to pc [ptlrpcd_00_01+1] req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384966.793709:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384966.793713:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384966.793716:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384966.793718:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793721:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.793722:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384966.793723:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.793727:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384966.793728:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384966.793732:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.793741:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384966.793742:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1767384966.793745:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000e0b53973/0xcb8130832f6b37e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b37f0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384966.793747:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384966.793757:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:0.0:1767384966.793758:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000aed65afd count: 0 00000100:00000001:1.0:1767384966.793761:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384966.793767:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384966.793770:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384966.793772:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384966.793779:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384966.793780:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384966.793785:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384966.793789:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bdabd501. 00010000:00000001:0.0:1767384966.793796:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.793799:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384966.793801:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384966.793803:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.793805:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384966.793808:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767384966.793810:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384966.793814:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384966.793814:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384966.793819:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384966.793821:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384966.793822:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767384966.793827:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7d18bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373201664:0@lo:103: 00000020:00000001:0.0:1767384966.793828:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384966.793833:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.793836:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384966.793838:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384966.793841:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384966.793845:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384966.793848:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384966.793852:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a3276f7. 02000000:00000001:1.0:1767384966.793854:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384966.793860:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008446fd89. 00000100:00000001:0.0:1767384966.793863:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384966.793867:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c3fe21b. 00000100:00000001:0.0:1767384966.793868:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384966.793874:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373201664, portal 18 00000100:00000001:1.0:1767384966.793879:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384966.793881:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675683072 : -129515033868544 : ffff8a34ee69c700) 00000100:00000040:1.0:1767384966.793887:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.793894:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384966.793905:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384966.793908:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063fec703. 00000100:00000200:1.0:1767384966.793912:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373201664, offset 0 00000400:00000200:1.0:1767384966.793916:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384966.793929:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384966.793974:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273506d00 00000400:00000200:1.0:1767384966.793981:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:1.0:1767384966.793986:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384966.793992:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384966.793996:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384966.793998:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384966.794003:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f57692a. 00000100:00000040:1.0:1767384966.794006:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009f57692a x1853237373201664 msgsize 328 00000100:00100000:1.0:1767384966.794011:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384966.794038:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384966.794047:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063fec703 00000400:00000010:1.0:1767384966.794050:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063fec703. 00000100:00000001:1.0:1767384966.794054:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384966.794060:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.794069:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384966.794073:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.794075:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384966.794080:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201664 02000000:00000001:3.0:1767384966.794085:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384966.794085:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.794091:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384966.794091:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384966.794096:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.794100:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384966.794102:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.794105:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294957406 00000100:00100000:3.0:1767384966.794107:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201664 00000020:00000001:3.0:1767384966.794113:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384966.794115:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384966.794118:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384966.794121:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000020:00000001:3.0:1767384966.794124:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384966.794127:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384966.794131:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384966.794135:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006754142e. 00000100:00000001:1.0:1767384966.794138:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957405 00000100:00000001:3.0:1767384966.794139:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384966.794148:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006754142e. 00000100:00000001:1.0:1767384966.794151:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294957406 00000020:00000010:3.0:1767384966.794156:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000407885f2. 00000100:00000001:1.0:1767384966.794160:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957405 00000020:00000010:3.0:1767384966.794163:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075ce53fe. 00000100:00000001:1.0:1767384966.794166:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294957406 00000020:00000010:3.0:1767384966.794171:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000040aa821. 00000100:00000001:1.0:1767384966.794173:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294957405 00000100:00000040:3.0:1767384966.794182:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384966.794188:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294957406 00000100:00000001:3.0:1767384966.794189:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384966.794194:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384966.794197:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294957405 00010000:00000001:3.0:1767384966.794198:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384966.794203:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.794206:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384966.794208:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384966.794213:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384966.794214:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384966.794218:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384966.794220:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384966.794222:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000100:00000001:1.0:1767384966.794225:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384966.794235:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:3.0:1767384966.794239:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00010000:3.0:1767384966.794245:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 17 pid: 16798 timeout: 440 lvb_type: 0 00010000:00000001:3.0:1767384966.794252:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794254:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794256:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384966.794258:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384966.794264:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384966.794272:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f57692a x1853237373201664/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 328/0 e 0 to 0 dl 1767384977 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.794296:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384966.794299:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.794312:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384966.794332:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384966.794334:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384966.794339:0:20335:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384966.794341:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384966.794346:0:20335:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384966.794347:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:3.0:1767384966.794351:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558807142656 : -129514902408960 : ffff8a34f63fb100) 00000100:00000040:3.0:1767384966.794357:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f57692a x1853237373201664/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 328/0 e 0 to 0 dl 1767384977 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.794365:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384966.794369:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006754142e. 00000100:00000001:3.0:1767384966.794372:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384966.794375:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006754142e. 00000100:00100000:3.0:1767384966.794383:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f57692a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16163:x1853237373201664:12345-0@lo:103: 00000100:00000200:3.0:1767384966.794387:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201664 00010000:00000001:3.0:1767384966.794391:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384966.794392:0:20335:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1767384966.794395:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767384966.794397:0:20335:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794400:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384966.794405:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384966.794415:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384966.794419:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000088d2cf7. 02000000:00000001:3.0:1767384966.794422:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.794424:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794426:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384966.794429:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384966.794431:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384966.794434:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384966.794435:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:3.0:1767384966.794437:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:3.0:1767384966.794440:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000040:3.0:1767384966.794443:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c57c41d2 count: 3 00010000:00010000:3.0:1767384966.794446:0:16790:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 17 pid: 16798 timeout: 440 lvb_type: 0 00000100:00001000:3.0:1767384966.794452:0:16790:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384966 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384966.794456:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384966.794465:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794467:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384966.794471:0:16790:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 17 pid: 16798 timeout: 440 lvb_type: 0 00000020:00000001:3.0:1767384966.794486:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384966.794488:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384966.794491:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384966.794493:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794497:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384966.794500:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384966.794506:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794508:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794511:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384966.794513:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384966.794515:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b37f0 from hash 00010000:00000001:3.0:1767384966.794518:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384966.794520:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794521:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794531:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384966.794534:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384966.794535:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384966.794539:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b37f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b37e9 expref: 17 pid: 16798 timeout: 440 lvb_type: 0 00010000:00000040:3.0:1767384966.794545:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:3.0:1767384966.794547:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:3.0:1767384966.794554:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794556:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384966.794558:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384966.794560:0:16790:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000255bb376 00010000:00000001:3.0:1767384966.794563:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384966.794565:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384966.794567:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.794569:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384966.794570:0:16790:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.794572:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384966.794574:0:16790:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384966.794576:0:16790:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794582:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384966.794584:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384966.794587:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384966.794589:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384966.794591:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c57c41d2) refcount = 2 00010000:00010000:3.0:1767384966.794635:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794640:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384966.794643:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384966.794645:0:16790:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.794647:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384966.794653:0:16790:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006754142e. 00000100:00000001:3.0:1767384966.794656:0:16790:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384966.794660:0:16790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076af31ab. 00000100:00000001:3.0:1767384966.794670:0:16790:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558694126336 : -129515015425280 : ffff8a34ef833300) 00000100:00000001:3.0:1767384966.794673:0:16790:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558694126336 : -129515015425280 : ffff8a34ef833300) 00000100:00000001:3.0:1767384966.794676:0:16790:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384966.794677:0:16790:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384966.794679:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384966.794682:0:16790:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384966.794685:0:16790:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384966.794688:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384966.794690:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384966.794692:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000255bb376 refcount=5 00000020:00000001:3.0:1767384966.794694:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949949440 : -129515759602176 : ffff8a34c327f600) 00010000:00000001:3.0:1767384966.794697:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949949440 : -129515759602176 : ffff8a34c327f600) 00010000:00000001:3.0:1767384966.794700:0:16790:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384966.794702:0:16790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794709:0:16790:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384966.794712:0:16790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794716:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794718:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384966.794720:0:16790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794725:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384966.794727:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794730:0:16790:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384966.794732:0:16790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384966.794737:0:16790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000255bb376 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384966.794740:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384966.794742:0:16790:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384966.794744:0:16790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794758:0:16790:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384966.794760:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384966.794762:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384966.794764:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000255bb376 refcount=6 00000020:00000001:3.0:1767384966.794767:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949949440 : -129515759602176 : ffff8a34c327f600) 00010000:00000001:3.0:1767384966.794769:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949949440 : -129515759602176 : ffff8a34c327f600) 00010000:00000001:3.0:1767384966.794772:0:16790:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384966.794774:0:16790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794779:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384966.794782:0:16790:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384966.794784:0:16790:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794797:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384966.794799:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384966.794802:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384966.794804:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384966.794807:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000255bb376 with handle 0xcb8130832f6b37f7 from hash 00010000:00000001:3.0:1767384966.794810:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384966.794811:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794811:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794813:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384966.794815:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384966.794817:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384966.794819:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384966.794822:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.794824:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794827:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384966.794829:0:16790:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384966.794831:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794832:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794834:0:16790:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794836:0:16790:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794838:0:16790:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384966.794848:0:16790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.794854:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794855:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794856:0:16790:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384966.794858:0:16790:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384966.794859:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794860:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794862:0:16790:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384966.794864:0:16790:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384966.794865:0:16790:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794867:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.794868:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.794870:0:16790:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.794872:0:16790:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384966.794874:0:16790:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384966.794876:0:16790:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.794878:0:16790:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.794879:0:16790:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384966.794881:0:16790:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076af31ab. 00000100:00000001:3.0:1767384966.794884:0:16790:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384966.794886:0:16790:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384966.794889:0:16790:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006754142e. 00010000:00000001:3.0:1767384966.794892:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384966.794894:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384966.794896:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.794901:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384966.794903:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384966.794906:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384966.794910:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384966.794914:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384966.794916:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384966.794919:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384966.794921:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.794925:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384966.794928:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384966.794941:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000200:3.0:1767384966.794945:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373201664, offset 224 00000400:00000200:3.0:1767384966.794954:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384966.794964:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384966.794975:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273506d00 00000400:00000200:3.0:1767384966.794981:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d19 [1] + 224 00000400:00000200:3.0:1767384966.794986:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384966.794991:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384966.794996:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384966.795001:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384966.795013:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.795029:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384966.795037:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384966.795040:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:3.0:1767384966.795043:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384966.795044:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384966.795049:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384966.795052:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384966.795055:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.795058:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384966.795063:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f57692a x1853237373201664/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384966.795073:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f57692a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373201664:12345-0@lo:103: Request processed in 706us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384966.795082:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384966.795086:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384966.795088:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384966.795090:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384966.795094:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075ce53fe. 00000020:00000010:3.0:1767384966.795100:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000040aa821. 00000020:00000010:3.0:1767384966.795113:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000407885f2. 00000020:00000040:3.0:1767384966.795119:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:3.0:1767384966.795123:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384966.795153:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384966.795155:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384966.795159:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384966.795161:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384966.795163:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008446fd89. 00000400:00000200:3.0:1767384966.795167:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c3fe21b 00000400:00000010:3.0:1767384966.795170:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c3fe21b. 00000100:00000001:3.0:1767384966.795173:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384966.795178:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384966.795188:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.795197:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384966.795200:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384966.795202:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384966.795204:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384966.795205:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384966.795207:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384966.795209:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384966.795213:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=74 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384966.795217:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384966.795221:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384966.795223:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.795225:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384966.795227:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.795229:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384966.795233:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.795239:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384966.795241:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384966.795243:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384966.795246:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384966.795261:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7d18bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373201664:0@lo:103: 00000100:00000001:3.0:1767384966.795268:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.795270:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384966.795274:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7d18bc9 x1853237373201664/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384966.795301:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384966.795304:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384966.795306:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a3276f7. 02000000:00000001:3.0:1767384966.795311:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384966.795314:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384966.795315:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384966.795317:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384966.795319:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000069ed60c8. 02000000:00000001:3.0:1767384966.795322:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384966.795324:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384966.795326:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7d18bc9. 00000100:00000001:3.0:1767384966.795330:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384966.795331:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384966.795335:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.795337:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384966.795339:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384966.795341:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384966.795344:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384966.795366:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.795372:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384966.795375:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384966.795377:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.795382:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384966.795383:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384966.795392:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000255bb376/0xcb8130832f6b37f7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384966.795397:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c57c41d2 count: 0 00010000:00000001:3.0:1767384966.795405:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384966.795407:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384966.798674:0:34262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00010000:00000010:3.1:1767384966.798684:0:34262:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c57c41d2. 00010000:00000010:3.1:1767384966.798688:0:34262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000255bb376. 00010000:00000010:0.1:1767384966.799630:0:34263:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000aed65afd. 00010000:00000010:0.1:1767384966.799642:0:34263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0b53973. 00080000:00000001:1.0:1767384966.804690:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384966.804694:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384966.804696:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384966.804698:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384966.804700:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384966.804703:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb2313ee. 00080000:00000001:1.0:1767384966.804709:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384966.804754:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384966.804759:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384966.804762:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384966.804765:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384966.804767:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384966.804783:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384966.804787:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384966.804793:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384966.804798:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384966.804803:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384966.804805:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384966.804809:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384966.804812:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384966.804819:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000018e1014f. 00010000:00000001:3.0:1767384966.804823:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384966.804827:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a96ebfd3. 00000020:00000001:3.0:1767384966.804830:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384966.804834:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a96ebfd3 with handle 0xcb8130832f6b37fe to hash 00000020:00000001:3.0:1767384966.804837:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384966.804838:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384966.804841:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384966.804844:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384966.804846:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384966.804849:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804856:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384966.804859:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384966.804861:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384966.804863:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384966.804865:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.804867:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384966.804869:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.804871:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384966.804873:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384966.804874:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384966.804876:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384966.804878:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018e1014f) refcount = 1 00010000:00010000:3.0:1767384966.804889:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804894:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384966.804896:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384966.804897:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.804899:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.804901:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384966.804904:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384966.804907:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384966.804910:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384966.804912:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384966.804913:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=4 00000020:00000001:3.0:1767384966.804916:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384966.804919:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384966.804921:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384966.804923:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804929:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384966.804932:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804937:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.804938:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384966.804940:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804945:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384966.804946:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.804948:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384966.804949:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384966.804954:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a96ebfd3 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384966.804961:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384966.804963:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384966.804965:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804969:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384966.804971:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384966.804972:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384966.804973:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=5 00000020:00000001:3.0:1767384966.804975:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384966.804977:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384966.804979:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384966.804980:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.804985:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384966.804987:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384966.804988:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.804992:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384966.804994:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384966.804996:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384966.804997:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384966.804999:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a96ebfd3 with handle 0xcb8130832f6b37fe from hash 00010000:00000001:3.0:1767384966.805001:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384966.805002:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.805003:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.805004:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384966.805005:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384966.805007:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384966.805008:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384966.805009:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384966.805011:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.805012:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384966.805013:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384966.805015:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.805016:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.805025:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.805027:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384966.805028:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384966.805030:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.805035:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.805036:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.805037:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384966.805038:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384966.805039:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384966.805040:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384966.805041:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384966.805043:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384966.805044:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384966.805046:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384966.805050:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384966.805051:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384966.805051:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b37fe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384966.805073:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000018e1014f count: 0 00010000:00000001:3.0:1767384966.805079:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384966.805081:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384966.806172:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384966.806177:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384966.806179:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000073a3bfab. 20000000:00000001:2.0:1767384966.806186:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384966.806190:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373201280 00010000:00000001:2.0:1767384966.806193:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384966.806199:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1722fe5 x1853237373201280/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384966.806207:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384966.806209:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384966.806212:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384966.806215:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384966.806217:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384966.806219:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384966.806222:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384966.806231:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.806234:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384966.806236:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384966.806241:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e236b5. 00000100:00000200:2.0:1767384966.806244:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373201280, offset 224 00000400:00000200:2.0:1767384966.806250:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384966.806256:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384966.806264:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506b80 00000400:00000200:2.0:1767384966.806269:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cfd [2] + 224 00000400:00000200:2.0:1767384966.806274:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.806297:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384966.806301:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384966.806306:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384966.806316:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.806328:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384966.806333:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e236b5 00000400:00000010:2.0:1767384966.806335:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e236b5. 00000100:00000001:2.0:1767384966.806337:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384966.806339:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384966.806343:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.806345:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384966.806348:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384966.806350:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384966.806352:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384966.806356:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1722fe5 x1853237373201280/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384966.806364:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1722fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373201280:12345-0@lo:253: Request processed in 26664us (27423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384966.806371:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:2.0:1767384966.806373:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384966.806375:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384966.806384:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384966.806387:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c30028c4. 00000020:00000010:2.0:1767384966.806390:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000020:00000010:2.0:1767384966.806393:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4922d54. 00000020:00000040:2.0:1767384966.806396:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384966.806400:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384966.806402:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000054517d31. 02000000:00000001:2.0:1767384966.806404:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384966.806406:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384966.806412:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384966.806416:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8da421. 00000400:00000010:2.0:1767384966.806421:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e236b5. 00000100:00000001:2.0:1767384966.806438:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384966.806440:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384966.806444:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384966.806446:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384966.806447:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa73ba68. 00000400:00000200:2.0:1767384966.806452:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336c77c3 00000400:00000010:2.0:1767384966.806454:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000336c77c3. 00000100:00000001:2.0:1767384966.806458:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384966.806461:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384966.806469:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.806475:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384966.806478:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.806480:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384966.806481:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384966.806483:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384966.806485:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.806487:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384966.806491:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384966.806494:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384966.806497:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384966.806499:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.806501:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384966.806509:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.806511:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.806515:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.806520:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384966.806523:0:34263:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000043fda9a1. 00000100:00000001:2.0:1767384966.806524:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384966.806526:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384966.806529:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384966.806532:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384966.806536:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384966.806539:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384966.806540:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384966.806541:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384966.806542:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384966.806543:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384966.806545:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384966.806545:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384966.806548:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384966.806550:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384966.806557:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00100000:2.0:1767384966.806561:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373201280:0@lo:253: 00000400:00000040:0.0:1767384966.806562:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384966.806569:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:2.0:1767384966.806571:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384966.806574:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384966.806575:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384966.806579:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000040:2.0:1767384966.806582:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373201280/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384966.806585:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384966.806625:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384966.806630:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:2.0:1767384966.806632:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:0.0:1767384966.806634:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 02000000:00000001:2.0:1767384966.806636:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:0.0:1767384966.806639:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 02000000:00000010:2.0:1767384966.806640:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6d2a84d. 00000400:00000040:0.0:1767384966.806644:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000001:2.0:1767384966.806647:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384966.806648:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:00000001:2.0:1767384966.806652:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:0.0:1767384966.806653:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000040:2.0:1767384966.806656:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000040:0.0:1767384966.806657:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:00000001:2.0:1767384966.806661:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:0.0:1767384966.806663:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000010:2.0:1767384966.806665:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003be29cf. 00000400:00000040:0.0:1767384966.806667:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384966.806671:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 02000000:00000001:2.0:1767384966.806672:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:0.0:1767384966.806674:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 02000000:00000001:2.0:1767384966.806676:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:0.0:1767384966.806679:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000010:2.0:1767384966.806680:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000400:00000040:0.0:1767384966.806683:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384966.806685:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384966.806687:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384966.806688:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384966.806693:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000001:2.0:1767384966.806696:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:0.0:1767384966.806697:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384966.806699:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384966.806701:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:2.0:1767384966.806703:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384966.806705:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384966.806709:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:2.0:1767384966.806710:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:0.0:1767384966.806711:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:2.0:1767384966.806716:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384966.806716:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384966.806724:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384966.806725:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384966.806730:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:2.0:1767384966.806731:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384966.806735:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384966.806738:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384966.806740:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384966.806742:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384966.806744:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384966.806754:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384966.806756:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384966.806758:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384966.806760:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384966.806762:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384966.806764:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384966.806766:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384966.806768:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384966.806769:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384966.806771:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384966.806774:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384966.806775:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384966.806777:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384966.806779:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384966.806781:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384966.806783:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384966.806785:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384966.806786:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384966.806788:0:34263:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384966.806914:0:34263:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000043fda9a1. 00080000:00000020:1.0:1767384966.809277:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384966.809295:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384966.809297:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000416ef44d. 20000000:00000001:1.0:1767384966.809303:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384966.809306:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373201408 00010000:00000001:1.0:1767384966.809309:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384966.809313:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000042fe3137 x1853237373201408/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384966.809321:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384966.809323:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384966.809335:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384966.809338:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384966.809340:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384966.809342:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384966.809352:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384966.809354:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384966.809357:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384966.809359:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384966.809363:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030f934fa. 00000100:00000200:1.0:1767384966.809366:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373201408, offset 224 00000400:00000200:1.0:1767384966.809371:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384966.809377:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384966.809384:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273506c00 00000400:00000200:1.0:1767384966.809388:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d05 [2] + 224 00000400:00000200:1.0:1767384966.809393:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384966.809396:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384966.809400:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384966.809403:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384966.809410:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.809430:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384966.809435:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f934fa 00000400:00000010:1.0:1767384966.809437:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030f934fa. 00000100:00000001:1.0:1767384966.809439:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384966.809440:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384966.809443:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384966.809445:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384966.809448:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384966.809450:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384966.809452:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384966.809456:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042fe3137 x1853237373201408/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:192/0 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.809459:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384966.809463:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384966.809470:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000042fe3137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373201408:12345-0@lo:253: Request processed in 29706us (30211us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384966.809471:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384966.809475:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384966.809479:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0eb134f. 00000100:00100000:1.0:1767384966.809485:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000400:00000200:0.0:1767384966.809487:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcc7c202 00000100:00000040:1.0:1767384966.809489:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000400:00000010:0.0:1767384966.809491:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcc7c202. 00000100:00000001:0.0:1767384966.809495:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384966.809501:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384966.809502:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384966.809506:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384966.809512:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000219a1394. 00000100:00000200:0.0:1767384966.809518:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384966.809519:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767384966.809526:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bf8ef0d. 00000020:00000040:1.0:1767384966.809535:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:0.0:1767384966.809535:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384966.809539:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384966.809541:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384966.809542:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384966.809548:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000523d795b. 02000000:00000001:0.0:1767384966.809548:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384966.809552:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384966.809554:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384966.809556:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384966.809559:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384966.809563:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384966.809567:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe33ba0. 02000000:00000001:0.0:1767384966.809568:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384966.809576:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=74 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384966.809577:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030f934fa. 00000100:00001000:0.0:1767384966.809585:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384966.809589:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384966.809591:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.809638:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384966.809640:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.809642:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384966.809647:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.809654:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384966.809656:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384966.809658:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384966.809661:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384966.809663:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384966.809664:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384966.809665:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384966.809667:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384966.809668:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384966.809669:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384966.809671:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384966.809671:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384966.809674:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384966.809680:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373201408:0@lo:253: 00000100:00000001:0.0:1767384966.809683:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384966.809685:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384966.809686:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373201408/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.809692:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384966.809693:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384966.809695:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ab0365ee. 02000000:00000001:0.0:1767384966.809699:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384966.809700:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384966.809709:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384966.809710:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384966.809712:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002fa4eebe. 02000000:00000001:0.0:1767384966.809715:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384966.809716:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384966.809717:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000100:00000001:0.0:1767384966.809719:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384966.809720:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384966.809722:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384966.809726:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384966.809727:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.809728:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384966.809730:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384966.810691:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294957406, at 4294957407 00000100:00000040:1.0:1767384966.810697:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294957406, at 4294957407 00000100:00000010:3.0:1767384966.810699:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36d0cd9. 00000100:00000010:1.0:1767384966.810709:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac8e405b. 00000100:00000040:0.0:1767384966.810734:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294957406, at 4294957407 00000100:00000010:0.0:1767384966.810743:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644f4891. 00000100:00000040:2.0:1767384966.811683:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294957406, at 4294957408 00000100:00000010:2.0:1767384966.811691:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b923bb2d. 00010000:00000010:3.1:1767384966.814677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000018e1014f. 00010000:00000010:3.1:1767384966.814688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a96ebfd3. 00010000:00000001:2.0:1767384966.843819:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384966.843822:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.843827:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384966.843829:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384966.843863:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384966.843868:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384966.843871:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384967.739657:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.739661:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384967.739664:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fa2e5a 00000400:00000010:1.0:1767384967.739668:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040fa2e5a. 00000400:00000200:1.0:1767384967.739673:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384967.739678:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384967.739688:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6b9eede. 00000400:00000010:1.0:1767384967.739692:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b0873278. 00000400:00000001:1.0:1767384967.739696:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.739697:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384967.739698:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000290d6ac 00000400:00000010:1.0:1767384967.739700:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000290d6ac. 00000400:00000200:1.0:1767384967.739702:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384967.739704:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384967.739706:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cbf3586d. 00000400:00000010:1.0:1767384967.739708:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb8dbb62. 00000400:00000200:1.0:1767384967.739713:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp41 00000400:00000010:1.0:1767384967.739722:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6b9eede. 00000400:00000010:1.0:1767384967.739727:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb8dbb62. 00000400:00000010:1.0:1767384967.739730:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000290d6ac. 00000400:00000010:1.0:1767384967.739735:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000edd3f56a. 00000400:00000200:1.0:1767384967.739738:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp41 00000400:00000200:1.0:1767384967.739749:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp41 local destination 00000400:00000200:1.0:1767384967.739754:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp41 00000400:00000200:1.0:1767384967.739758:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp41 NI seq info: [147:147:256:4294967295] 192.168.204.149@tcp41 LPNI seq info [138:138:8:4294967295] 00000400:00000200:1.0:1767384967.739763:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp41 00000400:00000200:1.0:1767384967.739772:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp41(192.168.204.149@tcp41:) -> 192.168.204.149@tcp41(192.168.204.149@tcp41:192.168.204.149@tcp41) : GET try# 0 00000800:00000200:1.0:1767384967.739778:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp41 00000800:00000010:1.0:1767384967.739781:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000058a16152. 00000800:00000200:1.0:1767384967.739788:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000800:00000200:1.1:1767384967.739792:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:1.0:1767384967.739810:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp41 added to recovery queue. ping count: 1 next ping: 293 health :900 00000400:00000200:3.0:1767384967.739879:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.739919:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.739953:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.739969:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.739990:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740006:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740023:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740047:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740066:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740083:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740102:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740123:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740155:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740189:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740207:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740226:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740247:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740279:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740302:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740322:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740340:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740359:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740379:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740399:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740418:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740438:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740469:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740503:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740531:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740580:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740647:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740676:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740731:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740778:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384967.740801:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384967.740915:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a943ed5f. 00000800:00000010:3.0:1767384967.740919:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b5d18d4. 00000800:00000010:3.0:1767384967.740923:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e46b73ef. 00000800:00000010:3.0:1767384967.740945:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e46b73ef. 00000800:00020000:3.0:1767384967.740954:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384967.740957:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b5d18d4. 00000800:00000010:3.0:1767384967.740959:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a943ed5f. 00000400:02020000:3.0:1767384967.740992:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp41 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384967.740997:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp41 notifying 192.168.204.149@tcp41: down 00000400:00000200:3.0:1767384967.741000:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384967.741003:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp41 00000800:00000010:3.0:1767384967.741006:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000058a16152. 00000400:00000200:3.0:1767384967.741009:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384967.741013:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp41->192.168.204.149@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384967.741021:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384967.741023:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384967.741025:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384967.867655:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384967.867660:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.867665:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384967.867666:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.867701:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384967.867706:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384967.867710:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384968.458060:0:34749:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384968.458074:0:34749:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.458078:0:34749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384968.458084:0:34749:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384968.458090:0:34749:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.458092:0:34749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384968.763736:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384968.763740:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384968.763743:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000290d6ac 00000400:00000010:2.0:1767384968.763746:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000290d6ac. 00000400:00000200:2.0:1767384968.763750:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384968.763756:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384968.763766:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6b9eede. 00000400:00000010:2.0:1767384968.763769:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb8dbb62. 00010000:00000001:2.0:1767384968.891679:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384968.891685:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.891691:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384968.891692:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.891727:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384968.891731:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384968.891734:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384969.019685:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384969.019689:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384969.019693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384969.019695:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000679e7b90. 00000100:00000001:3.0:1767384969.019700:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384969.019703:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384969.019705:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000935a4c9. 00000100:00000001:0.0:1767384969.019709:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384969.019710:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 02000000:00000001:0.0:1767384969.019713:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384969.019714:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384969.019717:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384969.019718:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.019719:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.019727:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002eb76446. 02000000:00000010:0.0:1767384969.019727:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000460926cf. 00000100:00000001:0.0:1767384969.019736:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.019737:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.019747:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384969.019750:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384969.019750:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.019760:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e7b90] to pc [ptlrpcd_00_02+2] req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.019762:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384969.019765:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.019772:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000935a4c9] to pc [ptlrpcd_00_03+3] req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.019788:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.019790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384969.019791:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.019799:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384969.019802:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005de34e89. 00000020:00000040:3.0:1767384969.019804:0:36:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384969.019806:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384969.019807:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384969.019808:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.019811:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d7f8f036. 00000100:00000001:3.0:1767384969.019814:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.019817:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384969.019821:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384969.019822:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.019825:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005de34e89] to pc [ptlrpcd_00_00+0] req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.019825:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.019830:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384969.019833:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384969.019837:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.019839:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.019842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384969.019844:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384969.019848:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011a6ed69. 00000020:00000040:3.0:1767384969.019851:0:36:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384969.019856:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384969.019859:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384969.019859:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384969.019861:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.019862:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.019865:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056c4e7df. 02000000:00000001:0.0:1767384969.019867:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384969.019869:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.019870:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384969.019875:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384969.019875:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.019882:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000679e7b90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373201920:0@lo:13: 00000100:00000001:3.0:1767384969.019889:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384969.019890:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384969.019891:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.019895:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384969.019896:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011a6ed69] to pc [ptlrpcd_00_01+1] req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384969.019898:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.019904:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384969.019908:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384969.019909:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bb2313ee. 02000000:00000001:0.0:1767384969.019912:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.019917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384969.019917:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33b1d91. 00000100:00000001:3.0:1767384969.019922:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384969.019926:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d39e2862. 00000400:00000010:0.0:1767384969.019926:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe33d26c. 00000020:00000040:3.0:1767384969.019931:0:36:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384969.019933:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384969.019935:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384969.019935:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373201920, portal 4 02000000:00000001:3.0:1767384969.019939:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.019940:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384969.019942:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675682176 : -129515033869440 : ffff8a34ee69c380) 02000000:00000010:3.0:1767384969.019943:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002349490d. 00000100:00000001:3.0:1767384969.019947:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.019951:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384969.019952:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384969.019975:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384969.019977:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384969.019980:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.019981:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384969.019986:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000100:00000040:3.0:1767384969.019987:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d39e2862] to pc [ptlrpcd_00_02+2] req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384969.019991:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373201920, offset 0 00000400:00000200:0.0:1767384969.020001:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384969.020002:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.020007:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000400:00000200:0.0:1767384969.020015:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384969.020025:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273506e00 00000400:00000200:0.0:1767384969.020030:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000400:00000200:0.0:1767384969.020036:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.020040:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384969.020044:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.020045:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384969.020048:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384969.020048:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384969.020051:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384969.020053:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d3fa073. 00000100:00000040:3.0:1767384969.020056:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.020065:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000006d3fa073 x1853237373201920 msgsize 224 00000100:00000001:3.0:1767384969.020066:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384969.020069:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.020074:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384969.020075:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384969.020079:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384969.020081:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.020083:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373201792:0@lo:400: 00000100:00000001:3.0:1767384969.020086:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384969.020087:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384969.020089:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384969.020092:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.020093:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384969.020097:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0f46b7e. 00000400:00000200:0.0:1767384969.020097:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 00000400:00000010:0.0:1767384969.020100:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00000001:0.0:1767384969.020103:0:16165:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384969.020105:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384969.020109:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384969.020110:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d9ade8. 00000400:00000010:3.0:1767384969.020116:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000001:0.0:1767384969.020120:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384969.020121:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373201792, portal 25 00000100:00000001:3.0:1767384969.020124:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384969.020125:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.020126:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014283648 : -129515695267968 : ffff8a34c6fd9f80) 00000100:00000040:3.0:1767384969.020134:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.020135:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.020140:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384969.020145:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384969.020146:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.020150:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384969.020153:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5400 usecs (6 jiffies) 00000400:00000010:3.0:1767384969.020154:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000200:3.0:1767384969.020158:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373201792, offset 0 00000100:00000001:0.0:1767384969.020160:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959622 00000400:00000200:3.0:1767384969.020164:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384969.020167:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e365b2c4. 00000400:00000200:3.0:1767384969.020173:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384969.020174:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384969.020181:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959622 00000400:00000200:3.0:1767384969.020182:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273506d80 00000100:00000010:0.0:1767384969.020187:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000268cf3a0. 00000400:00000200:3.0:1767384969.020191:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14f9 [2] + 0 00000100:00000001:0.0:1767384969.020194:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384969.020195:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d703faa7. 00000100:00000001:0.0:1767384969.020199:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959622 00000400:00000200:3.0:1767384969.020200:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c654786e 00000100:00000010:0.0:1767384969.020203:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e813ca6b. 00000400:00000200:3.0:1767384969.020205:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384969.020208:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384969.020212:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384969.020213:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959622 00000400:00000200:3.0:1767384969.020215:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c654786e 00000100:00000010:0.0:1767384969.020216:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d38e8728. 00000400:00000010:3.0:1767384969.020218:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c654786e. 00000100:00000001:0.0:1767384969.020221:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384969.020224:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384969.020225:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384969.020227:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384969.020228:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.020232:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000032819922 x1853237373201792 msgsize 224 00000100:00000001:0.0:1767384969.020233:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.020250:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384969.020253:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384969.020256:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384969.020262:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384969.020265:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384969.020268:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384969.020269:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.020273:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384969.020274:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384969.020275:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384969.020278:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000040:0.0:1767384969.020279:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.020281:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384969.020287:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.020290:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384969.020292:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.020297:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384969.020300:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384969.020301:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384969.020303:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.020305:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d39e2862 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373202304:0@lo:400: 00000100:00000001:0.0:1767384969.020310:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384969.020312:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384969.020313:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384969.020316:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.020319:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384969.020324:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f752fd2b. 00000100:00000001:3.0:1767384969.020325:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.020328:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020329:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384969.020334:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba63f35e. 00000100:00000001:3.0:1767384969.020335:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.020338:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000100:00000001:3.0:1767384969.020339:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294959632 00000100:00000200:0.0:1767384969.020344:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373202304, portal 10 00000100:00000001:3.0:1767384969.020346:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959622 00000100:00000001:0.0:1767384969.020347:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384969.020349:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774270976 : -129514935280640 : ffff8a34f44a1c00) 00000100:00000001:3.0:1767384969.020353:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294959632 00000100:00000040:0.0:1767384969.020357:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.020358:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959622 00000100:00000001:3.0:1767384969.020365:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294959632 00000100:00000001:0.0:1767384969.020368:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384969.020369:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294959622 00000100:00000040:0.0:1767384969.020373:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384969.020375:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294959632 00000400:00000010:0.0:1767384969.020376:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000100:00000001:3.0:1767384969.020378:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294959622 00000100:00000200:0.0:1767384969.020379:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373202304, offset 0 00000100:00000001:3.0:1767384969.020383:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.020388:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.020388:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384969.020392:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020394:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.020396:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384969.020400:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.020404:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384969.020404:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273506f80 00000100:00000001:3.0:1767384969.020410:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.020412:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384969.020414:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:3.0:1767384969.020415:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020417:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.020425:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.020429:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384969.020433:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384969.020433:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384969.020438:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201792 00000100:00000200:0.0:1767384969.020438:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384969.020443:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384969.020443:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ef7c5c4. 00000100:00000001:3.0:1767384969.020445:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.020448:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.020448:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000003ef7c5c4 x1853237373202304 msgsize 224 02000000:00000001:3.0:1767384969.020454:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.020454:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384969.020459:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201792 00000020:00000001:3.0:1767384969.020463:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384969.020464:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384969.020466:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384969.020469:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384969.020474:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000400:00000200:0.0:1767384969.020475:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000020:00000001:3.0:1767384969.020478:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:0.0:1767384969.020479:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000020:00000001:3.0:1767384969.020482:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384969.020483:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384969.020489:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384969.020489:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384969.020493:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3aa75a. 00000100:00000001:2.0:1767384969.020494:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384969.020498:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384969.020499:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202304 00000100:00000001:0.0:1767384969.020500:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384969.020501:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3aa75a. 00000100:00000040:0.0:1767384969.020505:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384969.020509:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cd37f19. 02000000:00000001:2.0:1767384969.020510:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384969.020513:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384969.020517:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6db6f2d. 00000100:00000001:2.0:1767384969.020517:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.020518:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.020524:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.020524:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384969.020525:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000040aa821. 00000100:00000001:0.0:1767384969.020527:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.020529:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202304 00000020:00000001:2.0:1767384969.020532:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384969.020532:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3197 usecs (4 jiffies) 00000100:00000040:3.0:1767384969.020534:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384969.020535:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000001:0.0:1767384969.020537:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294959620 00000100:00000001:3.0:1767384969.020540:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384969.020540:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384969.020541:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294959632 00000100:00000001:3.0:1767384969.020544:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384969.020545:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:0.0:1767384969.020545:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294959620 00000100:00000001:3.0:1767384969.020546:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.020552:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:0.0:1767384969.020552:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294959632 00000100:00000001:3.0:1767384969.020556:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.020557:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:0.0:1767384969.020557:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294959620 00000100:00000001:0.0:1767384969.020563:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294959632 00000100:00000001:2.0:1767384969.020564:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384969.020566:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294959620 00000100:00000001:3.0:1767384969.020568:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384969.020569:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c51d17c8. 00000100:00000001:0.0:1767384969.020569:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294959632 00000100:00000001:0.0:1767384969.020575:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384969.020576:0:16805:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cff5756c. 00000100:00000001:0.0:1767384969.020577:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020582:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384969.020583:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020584:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384969.020585:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00100000:3.0:1767384969.020591:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000001:0.0:1767384969.020616:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.020617:0:16805:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384969.020622:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b19bfc98. 00000100:00000001:0.0:1767384969.020623:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384969.020626:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384969.020627:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384969.020628:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7de15ec. 00000100:00000001:3.0:1767384969.020631:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634544720 : -129520075006896 : ffff8a33c1f01c50) 00000100:00000001:0.0:1767384969.020633:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384969.020635:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000100:00000001:0.0:1767384969.020636:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384969.020637:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032819922 x1853237373201792/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.020639:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.020644:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384969.020646:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.020649:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384969.020652:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384969.020656:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.020657:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384969.020659:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384969.020662:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3aa75a. 00000100:00000001:0.0:1767384969.020662:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384969.020663:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384969.020665:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384969.020667:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.020668:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384969.020670:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3aa75a. 00000100:00000001:2.0:1767384969.020671:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.020672:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384969.020677:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032819922 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373201792:12345-0@lo:400: 00000100:00000001:2.0:1767384969.020683:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384969.020687:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201792 00000020:00000001:3.0:1767384969.020691:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384969.020693:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384969.020696:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384969.020696:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.020697:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384969.020698:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384969.020701:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.020701:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384969.020702:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384969.020704:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.020707:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1767384969.020711:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373202048:0@lo:400: 00000020:00000001:3.0:1767384969.020712:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384969.020713:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000020:00000001:3.0:1767384969.020716:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000100:00000001:2.0:1767384969.020717:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675688448 : -129515033863168 : ffff8a34ee69dc00) 00000100:00000001:0.0:1767384969.020718:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384969.020723:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384969.020723:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384969.020726:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384969.020727:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ef7c5c4 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384969.020727:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.020729:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384969.020732:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384969.020733:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384969.020737:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384969.020737:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b241f7cf. 00000020:00000001:3.0:1767384969.020743:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384969.020743:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020748:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384969.020749:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f863481c. 02000000:00000001:3.0:1767384969.020752:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384969.020758:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001767d99f. 00000400:00000010:0.0:1767384969.020758:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000100:00000001:2.0:1767384969.020759:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384969.020763:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373202048, portal 4 02000000:00000001:3.0:1767384969.020764:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384969.020764:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000100:00000001:3.0:1767384969.020769:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.020770:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.020770:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384969.020774:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.020774:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558014280960 : -129515695270656 : ffff8a34c6fd9500) 00000020:00000010:2.0:1767384969.020775:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00010000:00000040:3.0:1767384969.020780:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373201792 00010000:00000001:3.0:1767384969.020783:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384969.020785:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384969.020786:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ef7c5c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373202304:12345-0@lo:400: 00010000:00000200:3.0:1767384969.020790:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032819922 x1853237373201792/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384969.020797:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202304 00000020:00000001:2.0:1767384969.020802:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384969.020806:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384969.020809:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.020814:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384969.020815:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384969.020817:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384969.020818:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00010000:00000001:3.0:1767384969.020822:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.020823:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384969.020823:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384969.020828:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384969.020828:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd598a3. 00000100:00001000:3.0:1767384969.020829:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=77 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384969.020834:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384969.020835:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373202048, offset 0 00000100:00000001:3.0:1767384969.020836:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384969.020837:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384969.020840:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000020:00000001:2.0:1767384969.020840:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.020845:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:2.0:1767384969.020846:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384969.020851:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384969.020851:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384969.020851:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384969.020855:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.020856:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384969.020858:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384969.020861:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e5bbee7. 00000400:00000200:0.0:1767384969.020863:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384969.020867:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384969.020867:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384969.020872:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000001:2.0:1767384969.020872:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.020876:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273506e80 00000020:00000001:2.0:1767384969.020877:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.020879:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373201792, offset 224 00010000:00000040:2.0:1767384969.020883:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202304 00000400:00000200:0.0:1767384969.020886:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00010000:00000001:2.0:1767384969.020888:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384969.020893:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1767384969.020894:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ef7c5c4 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384969.020897:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384969.020902:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384969.020909:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384969.020910:0:16163:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384969.020914:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384969.020915:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1767384969.020918:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384969.020920:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e96938. 00000400:00000200:3.0:1767384969.020921:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273506d80 00000100:00001000:2.0:1767384969.020925:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=72 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384969.020925:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000f7e96938 x1853237373202048 msgsize 224 00000400:00000200:3.0:1767384969.020930:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d41 [1] + 224 00000100:00000001:2.0:1767384969.020933:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384969.020938:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000400:00000200:3.0:1767384969.020939:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384969.020939:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384969.020947:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384969.020948:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384969.020953:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384969.020953:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384969.020955:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd598a3 02000000:00000001:2.0:1767384969.020957:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.020958:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd598a3. 00000100:00000001:2.0:1767384969.020963:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384969.020963:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384969.020965:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384969.020970:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384969.020970:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384969.020973:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384969.020976:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000100:00000200:2.0:1767384969.020982:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373202304, offset 224 00000400:00000200:2.0:1767384969.020994:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384969.021006:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384969.021006:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384969.021009:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.021013:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384969.021018:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273506f80 00000400:00000200:2.0:1767384969.021030:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d49 [1] + 224 00000100:00000001:0.0:1767384969.021031:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.021032:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384969.021037:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384969.021039:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384969.021042:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000100:00000001:0.0:1767384969.021044:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384969.021045:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000400:00000200:2.0:1767384969.021045:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384969.021049:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5400 usecs (6 jiffies) 00000100:00000001:3.0:1767384969.021052:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384969.021053:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959623 00000100:00000001:2.0:1767384969.021054:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384969.021055:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384969.021059:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959632 00000100:00000001:3.0:1767384969.021062:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384969.021062:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.021063:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959623 00000100:00000001:0.0:1767384969.021068:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959632 00000100:00000040:3.0:1767384969.021070:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384969.021073:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959623 00010000:00000001:3.0:1767384969.021076:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384969.021079:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959632 00000020:00000001:3.0:1767384969.021080:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021084:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959623 00000020:00000001:3.0:1767384969.021086:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384969.021089:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384969.021092:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032819922 x1853237373201792/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.021095:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959632 00000100:00000001:0.0:1767384969.021101:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.021106:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021111:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021115:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384969.021123:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032819922 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373201792:12345-0@lo:400: Request processed in 465us (890us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384969.021124:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384969.021127:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384969.021128:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384969.021133:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.021134:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384969.021137:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000400:00000200:2.0:1767384969.021137:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000100:00000001:0.0:1767384969.021137:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384969.021143:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000100:00000040:3.0:1767384969.021144:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00100000:0.0:1767384969.021144:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384969.021147:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384969.021148:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384969.021150:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.021151:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384969.021152:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384969.021154:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384969.021156:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.021158:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.021159:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6db6f2d. 00000100:00000001:0.0:1767384969.021159:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.021162:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384969.021164:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000010:3.0:1767384969.021165:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000040aa821. 00000100:00000001:0.0:1767384969.021166:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384969.021168:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384969.021171:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cd37f19. 00000020:00000001:2.0:1767384969.021171:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.021172:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384969.021178:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384969.021179:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:0.0:1767384969.021185:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384969.021186:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384969.021186:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ef7c5c4 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.021187:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.021190:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001767d99f. 02000000:00000001:0.0:1767384969.021193:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384969.021195:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384969.021197:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.021199:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384969.021202:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.021206:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384969.021209:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011a6ed69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373202176:0@lo:400: 00000100:00100000:2.0:1767384969.021214:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ef7c5c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237373202304:12345-0@lo:400: Request processed in 450us (761us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384969.021216:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384969.021217:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef8515. 02000000:00000001:0.0:1767384969.021220:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384969.021224:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3f3d2c8. 02000000:00000001:0.0:1767384969.021225:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.021229:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 02000000:00000001:0.0:1767384969.021230:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384969.021234:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083c5e7d2. 02000000:00000001:0.0:1767384969.021250:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.021253:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000400:00000010:0.0:1767384969.021255:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000255224bf. 00000100:00000001:2.0:1767384969.021257:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384969.021260:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384969.021260:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384969.021262:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd598a3. 00000100:00000001:3.0:1767384969.021263:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384969.021264:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7de15ec. 00000100:00000200:0.0:1767384969.021266:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373202176, portal 10 00000400:00000001:3.0:1767384969.021270:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384969.021270:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000100:00000001:0.0:1767384969.021271:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:3.0:1767384969.021273:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384969.021275:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b19bfc98. 00000400:00000010:3.0:1767384969.021276:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d9ade8. 00000100:00000001:0.0:1767384969.021278:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774263808 : -129514935287808 : ffff8a34f44a0000) 00000020:00000040:2.0:1767384969.021281:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000400:00000200:3.0:1767384969.021283:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:3.0:1767384969.021286:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:2.0:1767384969.021286:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384969.021286:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.021292:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384969.021297:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384969.021298:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.021303:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384969.021307:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00080000:2.0:1767384969.021309:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384969.021312:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384969.021312:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373202176, offset 0 00000020:00000040:2.0:1767384969.021313:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000400:00000200:0.0:1767384969.021325:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384969.021326:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384969.021328:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.021329:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.021332:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384969.021335:0:16166:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384969.021335:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384969.021338:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384969.021340:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767384969.021341:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384969.021343:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384969.021345:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba63f35e. 00000100:00000001:3.0:1767384969.021346:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.021347:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273506f00 00000400:00000200:2.0:1767384969.021350:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae0f212 02000000:00000001:3.0:1767384969.021352:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384969.021353:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00001000:3.0:1767384969.021356:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384969.021357:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384969.021362:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=77 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384969.021364:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.021365:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:3.0:1767384969.021370:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384969.021373:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.021375:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384969.021379:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384969.021383:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.021385:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384969.021388:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021391:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384969.021395:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384969.021396:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1767384969.021399:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384969.021401:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c06f1736. 00000100:00000040:0.0:1767384969.021407:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000c06f1736 x1853237373202176 msgsize 224 00000100:00100000:0.0:1767384969.021421:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384969.021422:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.021428:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384969.021429:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384969.021430:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.021431:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384969.021433:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384969.021437:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.021437:0:16165:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384969.021438:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 02000000:00000001:2.0:1767384969.021441:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384969.021442:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000100:00000001:2.0:1767384969.021444:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.021448:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021448:0:16163:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384969.021452:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384969.021454:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384969.021458:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384969.021466:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384969.021473:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384969.021476:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.021480:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384969.021486:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.021490:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384969.021491:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000935a4c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373201792:0@lo:400: 00000100:00000040:0.0:1767384969.021494:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.021500:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.021505:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384969.021510:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000935a4c9 x1853237373201792/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384969.021526:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021527:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.021532:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384969.021533:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384969.021534:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384969.021535:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384969.021537:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.021539:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384969.021539:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384969.021541:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2886 usecs (3 jiffies) 02000000:00000010:3.0:1767384969.021543:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0f46b7e. 00000100:00000001:2.0:1767384969.021543:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021544:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959620 02000000:00000001:3.0:1767384969.021549:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384969.021550:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959632 00000100:00000040:2.0:1767384969.021552:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384969.021553:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384969.021556:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384969.021562:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384969.021562:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959620 02000000:00000010:3.0:1767384969.021566:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002eb76446. 00000100:00000001:2.0:1767384969.021567:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.021567:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959632 02000000:00000001:3.0:1767384969.021573:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384969.021574:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384969.021574:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959620 02000000:00000001:3.0:1767384969.021576:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384969.021577:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.021579:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959632 00000100:00000010:3.0:1767384969.021580:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000935a4c9. 00000100:00000040:2.0:1767384969.021583:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.021584:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959620 00000100:00000001:3.0:1767384969.021586:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384969.021590:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.021591:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959632 00000100:00000001:3.0:1767384969.021612:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.021616:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.021617:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.021619:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.021622:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021623:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.021627:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021630:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021633:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.021643:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.021645:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.021646:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384969.021649:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202176 02000000:00000001:3.0:1767384969.021650:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384969.021652:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.021653:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.021656:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.021657:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202176 00000100:00000001:0.0:1767384969.021658:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384969.021659:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384969.021661:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373201920 00000020:00000040:3.0:1767384969.021662:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 02000000:00000001:0.0:1767384969.021664:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384969.021665:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384969.021668:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384969.021669:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:0.0:1767384969.021671:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.021674:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.021676:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373201920 00000020:00000001:3.0:1767384969.021679:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000001:0.0:1767384969.021680:0:17577:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384969.021683:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000040:0.0:1767384969.021684:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:0.0:1767384969.021688:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384969.021690:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384969.021691:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000020:00000010:3.0:1767384969.021694:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3aa75a. 00000020:00000001:0.0:1767384969.021695:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384969.021700:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384969.021701:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000010:3.0:1767384969.021707:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3aa75a. 00000100:00000001:0.0:1767384969.021708:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384969.021711:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0f46b7e. 00000020:00000010:0.0:1767384969.021713:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000020:00000010:3.0:1767384969.021716:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6db6f2d. 00000020:00000010:0.0:1767384969.021718:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000040b9c2f5. 00000020:00000010:3.0:1767384969.021721:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000040aa821. 00000020:00000040:0.0:1767384969.021724:0:17577:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000040:3.0:1767384969.021728:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384969.021731:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384969.021732:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d39e2862 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237373202304:0@lo:400: 00000100:00000001:3.0:1767384969.021733:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384969.021735:0:17577:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384969.021736:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384969.021741:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070373b16. 00000100:00000001:3.0:1767384969.021744:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384969.021744:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.021746:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d441c750. 00000100:00000001:3.0:1767384969.021748:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384969.021748:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384969.021751:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.021753:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d39e2862 x1853237373202304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384969.021758:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000100:00000001:3.0:1767384969.021761:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.021765:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384969.021769:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384969.021769:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384969.021773:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384969.021773:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f752fd2b. 00000100:00000001:0.0:1767384969.021774:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384969.021777:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384969.021778:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384969.021779:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384969.021782:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384969.021782:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.021786:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000020:00000040:2.0:1767384969.021786:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384969.021789:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.021791:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000020:00000001:2.0:1767384969.021792:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384969.021795:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002349490d. 00000100:00000001:3.0:1767384969.021796:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675684864 : -129515033866752 : ffff8a34ee69ce00) 02000000:00000001:2.0:1767384969.021800:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384969.021800:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384969.021803:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c06f1736 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384969.021804:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384969.021807:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d39e2862. 00000100:00000001:0.0:1767384969.021812:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384969.021813:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384969.021816:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384969.021817:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.021817:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384969.021820:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3aa75a. 00000100:00000001:2.0:1767384969.021822:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.021826:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384969.021826:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384969.021827:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384969.021832:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3aa75a. 00000100:00000040:0.0:1767384969.021833:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384969.021834:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384969.021838:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675687552 : -129515033864064 : ffff8a34ee69d880) 00000100:00100000:3.0:1767384969.021839:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c06f1736 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373202176:12345-0@lo:400: 00000100:00000001:2.0:1767384969.021839:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.021846:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.021847:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202176 00000100:00000040:0.0:1767384969.021848:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d3fa073 x1853237373201920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384969.021851:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384969.021855:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384969.021858:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1767384969.021859:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384969.021861:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040b9c2f5. 00000020:00000001:3.0:1767384969.021863:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.021864:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:0.0:1767384969.021865:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384969.021866:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384969.021870:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000010:0.0:1767384969.021871:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040b9c2f5. 00000020:00000001:3.0:1767384969.021873:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384969.021876:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384969.021877:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d3fa073 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373201920:12345-0@lo:13: 00000020:00000001:3.0:1767384969.021879:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384969.021883:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384969.021883:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373201920 00000020:00000001:3.0:1767384969.021887:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.021888:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384969.021889:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384969.021892:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384969.021893:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384969.021896:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.021897:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384969.021900:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384969.021902:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001767d99f. 00000020:00000001:0.0:1767384969.021903:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 02000000:00000001:3.0:1767384969.021906:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.021908:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384969.021909:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.021911:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.021912:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384969.021917:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202176 00000020:00000001:0.0:1767384969.021917:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384969.021921:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384969.021921:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384969.021926:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384969.021929:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c06f1736 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.021930:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384969.021933:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384969.021938:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000005f38b72. 00010000:00000001:3.0:1767384969.021939:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384969.021940:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384969.021942:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384969.021943:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384969.021948:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:0.0:1767384969.021948:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.021954:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384969.021954:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.021960:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:0.0:1767384969.021960:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:3.0:1767384969.021961:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.021965:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:0.0:1767384969.021966:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384969.021967:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384969.021969:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:3.0:1767384969.021971:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00080000:00000001:0.0:1767384969.021973:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:3.0:1767384969.021975:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373202176, offset 224 00000400:00000200:3.0:1767384969.021979:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384969.021984:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:0.0:1767384969.021986:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.021989:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384969.021990:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273506f00 00002000:00000024:0.0:1767384969.021992:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:3.0:1767384969.021997:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d65 [1] + 224 00000020:00000020:0.0:1767384969.021998:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384969.022000:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384969.022004:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:3.0:1767384969.022008:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1767384969.022008:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384969.022011:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1767384969.022012:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:0.0:1767384969.022015:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022017:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:0.0:1767384969.022018:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.022022:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384969.022022:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373201920 00010000:00000001:0.0:1767384969.022028:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384969.022033:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d3fa073 x1853237373201920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384969.022035:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384969.022052:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384969.022055:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384969.022057:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384969.022059:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384969.022061:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:0.0:1767384969.022062:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:3.0:1767384969.022064:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384969.022065:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384969.022068:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.022071:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000100:00000001:0.0:1767384969.022071:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384969.022075:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384969.022076:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000400:00000010:0.0:1767384969.022081:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000001:3.0:1767384969.022082:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384969.022084:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384969.022086:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384969.022088:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373201920, offset 224 00000100:00000001:3.0:1767384969.022090:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.022090:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384969.022094:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384969.022096:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:3.0:1767384969.022099:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384969.022101:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384969.022102:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384969.022106:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384969.022106:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384969.022107:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384969.022111:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000255224bf. 00000100:00000040:3.0:1767384969.022114:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c06f1736 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384969.022116:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd598a3 00000400:00000200:0.0:1767384969.022118:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273506e00 00000400:00000010:2.0:1767384969.022120:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd598a3. 00000100:00000001:2.0:1767384969.022125:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384969.022132:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384969.022134:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c06f1736 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373202176:12345-0@lo:400: Request processed in 314us (721us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384969.022135:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d39 [1] + 224 00000400:00000200:0.0:1767384969.022146:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384969.022154:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000400:00000200:0.0:1767384969.022155:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384969.022160:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000200:2.0:1767384969.022160:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.022163:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384969.022163:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384969.022167:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384969.022171:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384969.022171:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384969.022172:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6db6f2d. 00000100:00000001:2.0:1767384969.022175:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384969.022177:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000040aa821. 00000100:00000001:2.0:1767384969.022181:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384969.022183:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0f46b7e. 02000000:00000001:2.0:1767384969.022184:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384969.022187:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384969.022188:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:2.0:1767384969.022190:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.022194:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022195:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384969.022195:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384969.022202:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384969.022207:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384969.022209:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384969.022210:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.022211:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384969.022212:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384969.022217:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.022219:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000100:00000001:3.0:1767384969.022220:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.022224:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384969.022224:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00010000:00000001:2.0:1767384969.022229:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.022230:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384969.022231:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384969.022232:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384969.022233:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384969.022234:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000001:3.0:1767384969.022251:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384969.022251:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384969.022251:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.022254:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384969.022255:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33b1d91. 00000100:00000040:0.0:1767384969.022257:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000200:3.0:1767384969.022260:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe33d26c 00010000:00000001:0.0:1767384969.022261:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384969.022264:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384969.022266:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe33d26c. 00000020:00000001:0.0:1767384969.022267:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384969.022269:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.022271:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384969.022274:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d3fa073 x1853237373201920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384969.022277:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.022294:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.022300:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384969.022303:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384969.022310:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384969.022314:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384969.022317:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d3fa073 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373201920:12345-0@lo:13: Request processed in 453us (2246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384969.022338:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1767384969.022341:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011a6ed69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373202176:0@lo:400: 00000100:00000001:3.0:1767384969.022343:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384969.022343:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:3.0:1767384969.022346:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.022348:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384969.022349:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384969.022350:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.022351:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384969.022352:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384969.022355:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.022355:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384969.022356:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d441c750. 00000100:00000001:3.0:1767384969.022359:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.022362:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000100:00000040:2.0:1767384969.022363:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011a6ed69 x1853237373202176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384969.022364:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.022367:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070373b16. 00000100:00001000:3.0:1767384969.022370:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=67 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384969.022373:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:0.0:1767384969.022378:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384969.022379:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384969.022381:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384969.022385:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384969.022385:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384969.022387:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083c5e7d2. 00000100:00000001:3.0:1767384969.022388:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.022393:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384969.022394:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1767384969.022398:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384969.022398:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384969.022399:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384969.022401:0:16163:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384969.022407:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384969.022409:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202048 02000000:00000010:2.0:1767384969.022410:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056c4e7df. 02000000:00000001:0.0:1767384969.022413:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384969.022416:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.022417:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384969.022417:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.022421:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384969.022422:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384969.022422:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.022425:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000010:2.0:1767384969.022426:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011a6ed69. 02000000:00000001:0.0:1767384969.022427:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022429:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384969.022430:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767384969.022431:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202048 00000100:00000001:3.0:1767384969.022432:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.022433:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384969.022436:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384969.022439:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384969.022439:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000040:3.0:1767384969.022440:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384969.022444:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384969.022445:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384969.022448:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:2.0:1767384969.022449:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384969.022452:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022455:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384969.022455:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:2.0:1767384969.022456:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022462:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384969.022463:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384969.022465:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.022467:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:3.0:1767384969.022468:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:0.0:1767384969.022471:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040b9c2f5. 00000100:00000001:0.0:1767384969.022474:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.022477:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040b9c2f5. 00000004:00000040:3.0:1767384969.022478:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384969.022482:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:0.0:1767384969.022482:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070373b16. 00000020:00000010:0.0:1767384969.022488:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d441c750. 00000004:00000020:3.0:1767384969.022491:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000010:0.0:1767384969.022492:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000004:00000001:3.0:1767384969.022499:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.022502:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384969.022503:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.022507:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384969.022510:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384969.022513:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384969.022516:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000679e7b90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373201920:0@lo:13: 00000100:00000001:0.0:1767384969.022517:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384969.022520:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.022521:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384969.022525:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384969.022526:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.022530:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000679e7b90 x1853237373201920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.022535:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384969.022536:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384969.022538:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bb2313ee. 00000100:00000001:0.0:1767384969.022538:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384969.022541:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384969.022544:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384969.022545:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384969.022548:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384969.022548:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1767384969.022551:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000460926cf. 00000100:00000001:0.0:1767384969.022552:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384969.022555:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384969.022559:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384969.022559:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 02000000:00000001:3.0:1767384969.022560:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384969.022563:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384969.022564:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384969.022565:0:17576:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384969.022566:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000679e7b90. 00000100:00000001:0.0:1767384969.022568:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675690240 : -129515033861376 : ffff8a34ee69e300) 00000100:00000001:3.0:1767384969.022572:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384969.022572:0:17576:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022576:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384969.022576:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7e96938 x1853237373202048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.022581:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.022588:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.022590:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.022614:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.022617:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.022626:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384969.022628:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040b9c2f5. 00000100:00000001:0.0:1767384969.022630:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.022632:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040b9c2f5. 00000100:00100000:0.0:1767384969.022635:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e96938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373202048:12345-0@lo:400: 00000100:00000200:0.0:1767384969.022637:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202048 00000020:00000001:0.0:1767384969.022639:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384969.022641:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384969.022642:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.022643:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384969.022645:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:0.0:1767384969.022646:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384969.022648:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384969.022649:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384969.022650:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384969.022651:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.022652:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384969.022653:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384969.022654:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384969.022656:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ce55d5c. 02000000:00000001:0.0:1767384969.022658:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.022659:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.022660:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384969.022661:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373202048 00010000:00000001:0.0:1767384969.022663:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384969.022666:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7e96938 x1853237373202048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384969.022670:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384969.022672:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384969.022673:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384969.022675:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384969.022676:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384969.022682:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384969.022683:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384969.022684:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.022686:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384969.022687:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384969.022689:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000100:00000200:0.0:1767384969.022691:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373202048, offset 224 00000400:00000200:0.0:1767384969.022694:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384969.022697:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384969.022701:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273506e80 00000400:00000200:0.0:1767384969.022704:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d51 [1] + 224 00000400:00000200:0.0:1767384969.022707:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.022709:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384969.022711:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384969.022714:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.022720:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.022730:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384969.022735:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:0.0:1767384969.022736:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000100:00000001:0.0:1767384969.022738:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384969.022739:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384969.022741:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.022742:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.022744:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384969.022746:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384969.022749:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384969.022750:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384969.022752:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384969.022753:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384969.022756:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f863481c. 00000020:00000001:0.0:1767384969.022757:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384969.022762:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a09d1dd 00000100:00000040:0.0:1767384969.022762:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e96938 x1853237373202048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384969.022766:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000001:2.0:1767384969.022771:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384969.022776:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e96938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373202048:12345-0@lo:400: Request processed in 149us (1848us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384969.022777:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384969.022789:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:2.0:1767384969.022792:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.022800:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:2.0:1767384969.022801:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384969.022803:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384969.022804:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.022806:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384969.022807:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384969.022810:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384969.022811:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384969.022811:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d441c750. 00000100:00000001:2.0:1767384969.022813:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.022816:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.022816:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000020:00000010:0.0:1767384969.022821:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070373b16. 00000100:00001000:2.0:1767384969.022822:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=67 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384969.022825:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00001000:2.0:1767384969.022826:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384969.022829:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.022830:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384969.022832:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.022834:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384969.022836:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384969.022840:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.022842:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384969.022843:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384969.022844:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384969.022845:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.022847:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.022851:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.022852:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384969.022858:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384969.022860:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384969.022864:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005de34e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373202048:0@lo:400: 00000100:00000001:2.0:1767384969.022867:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.022869:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384969.022870:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005de34e89 x1853237373202048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.022873:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384969.022874:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384969.022876:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b241f7cf. 02000000:00000001:2.0:1767384969.022877:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384969.022878:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384969.022879:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384969.022880:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384969.022881:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d7f8f036. 02000000:00000001:2.0:1767384969.022882:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384969.022883:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384969.022884:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005de34e89. 00000100:00000001:2.0:1767384969.022885:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384969.022886:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.022887:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.022890:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384969.022891:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.022892:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384969.022893:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.036673:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294959632, at 4294959633 00000100:00000010:3.0:1767384969.036681:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d38e8728. 00000100:00000040:1.0:1767384969.036687:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294959632, at 4294959633 00000100:00000010:1.0:1767384969.036696:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000268cf3a0. 00000100:00000040:0.0:1767384969.036702:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294959632, at 4294959633 00000100:00000010:0.0:1767384969.036710:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e365b2c4. 00000100:00000040:2.0:1767384969.037680:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294959632, at 4294959634 00000100:00000010:2.0:1767384969.037687:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e813ca6b. 00000001:00000001:1.0:1767384969.158045:0:34913:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384969.158050:0:34913:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384969.162086:0:34913:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384969.169493:0:34914:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e162d050. 00000400:00000010:1.0:1767384969.169508:0:34914:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002d3e7b01. 00000400:00000010:1.0:1767384969.169518:0:34914:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f2f67ffe. 00000400:00000010:1.0:1767384969.169521:0:34914:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b0873278. 00000400:00000010:1.0:1767384969.169525:0:34914:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e1ee579c. 00000400:00000010:1.0:1767384969.169528:0:34914:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000250c72bd. 00000400:00000010:1.0:1767384969.169530:0:34914:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b51dfd1f. 00000400:00000010:1.0:1767384969.169531:0:34914:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0084367. 00000400:00000010:1.0:1767384969.169539:0:34914:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cd788b7b. 00000800:00000010:1.0:1767384969.169554:0:34914:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001844962e. 00000800:00000200:1.0:1767384969.169564:0:34914:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384969.169574:0:34914:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384969.169632:0:34914:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:1.0:1767384969.169657:0:34914:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp44 [8/256/0/180] 00000400:00000010:1.0:1767384969.171131:0:34914:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000431a604b. 00000400:00000010:1.0:1767384969.171137:0:34914:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e88a645. 00000400:00000010:1.0:1767384969.171142:0:34914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 00000400:00000001:1.0:1767384969.171158:0:34914:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384969.171160:0:34914:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384969.171161:0:34914:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000790d753f. 00000400:00000200:1.0:1767384969.171163:0:34914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143667c4 00000400:00000010:1.0:1767384969.171165:0:34914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000143667c4. 00000400:00000010:1.0:1767384969.171168:0:34914:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000004e053bb4. 00000400:00000200:1.0:1767384969.171172:0:34914:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (33) 00000400:00000200:1.0:1767384969.171183:0:34914:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384969.171192:0:34914:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:1.0:1767384969.171199:0:34914:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000523d795b. 00000020:01000000:1.0:1767384969.171204:0:34914:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384969.171207:0:34914:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp44 00000400:00000200:0.0:1767384969.171209:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384969.171217:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000010:1.0:1767384969.171220:0:34914:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002d3e7b01. 00000400:00000200:0.0:1767384969.171221:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000400:00000010:1.0:1767384969.171226:0:34914:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e162d050. 00000400:00000010:0.0:1767384969.171229:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000bb2313ee. 00000400:00000010:0.0:1767384969.171252:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000400:00000010:0.0:1767384969.171258:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0176646. 00000400:00000200:0.0:1767384969.171262:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1767384969.171273:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1767384969.171279:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384969.171284:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384969.171288:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000020:00000001:3.0:1767384969.171289:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384969.171292:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:0.0:1767384969.171296:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:0.0:1767384969.171303:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 10000000:00000001:3.0:1767384969.171304:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384969.171309:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384969.171311:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 10000000:01000000:3.0:1767384969.171312:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384969.171318:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384969.171322:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000020:01000004:3.0:1767384969.171323:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384969.171327:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384969.171331:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384969.171334:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000020:01000004:3.0:1767384969.171335:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384969.171336:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384969.171337:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384969.171338:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384969.171340:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384969.171341:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384969.171346:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8b93b4c. 00000400:00000200:0.0:1767384969.171350:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000020:00000040:3.0:1767384969.171353:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384969.171357:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000100:00000001:3.0:1767384969.171362:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384969.171363:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 02000000:00000001:3.0:1767384969.171366:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384969.171371:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 02000000:00000001:3.0:1767384969.171372:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.171380:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 02000000:00000010:3.0:1767384969.171386:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a943ed5f. 00000400:00000200:0.0:1767384969.171386:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000100:00000001:3.0:1767384969.171396:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.171396:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:0.0:1767384969.171404:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000100:00000001:3.0:1767384969.171406:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384969.171410:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000100:00000001:3.0:1767384969.171411:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.171419:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 30], ns[77, 30] 00000100:00000040:3.0:1767384969.171423:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8b93b4c] to pc [ptlrpcd_00_03+3] req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.171425:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[78, 30] 00000400:00000200:0.0:1767384969.171444:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 30], ns[124, 30] 00000400:00000200:0.0:1767384969.171452:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 30], ns[79, 30] 00000400:00000200:0.0:1767384969.171457:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 30], ns[85, 30] 00000400:00000200:0.0:1767384969.171463:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[99, 30] 00000400:00000200:0.0:1767384969.171468:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[122, 30] 10000000:00000001:3.0:1767384969.171472:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.171473:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[115, 30] 10000000:00000001:3.0:1767384969.171478:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.171482:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.171485:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384969.171485:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 30], ns[130, 30] 00000020:01000000:3.0:1767384969.171486:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384969.171491:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384969.171495:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384969.171496:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384969.171500:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384969.171503:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384969.171505:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384969.171509:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384969.171510:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 30], ns[139, 30] 00000020:01000004:3.0:1767384969.171515:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384969.171519:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384969.171524:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384969.171543:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 30], ns[143, 30] 00000020:01000004:3.0:1767384969.171544:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384969.171545:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384969.171550:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384969.171550:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.171552:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[133, 30], ns[142, 30] 02000000:00000001:1.0:1767384969.171556:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384969.171559:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[145, 30] 00000020:01000004:3.0:1767384969.171561:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384969.171561:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384969.171565:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384969.171567:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384969.171569:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384969.171570:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[138, 30], ns[147, 30] 00000020:01000004:3.0:1767384969.171573:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384969.171573:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8b93b4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373202432:0@lo:253: 00000100:00000010:3.0:1767384969.171579:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000341911dc. 00000400:00000200:0.0:1767384969.171581:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000020:00000040:3.0:1767384969.171584:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384969.171590:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp21 00000100:00000001:3.0:1767384969.171592:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384969.171594:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384969.171596:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384969.171599:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp21 lpni_is_preferred = 0 02000000:00000001:3.0:1767384969.171601:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384969.171601:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384969.171636:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000043a6124. 00000400:00000200:0.0:1767384969.171637:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp21 02000000:00000001:1.0:1767384969.171639:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.171641:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384969.171643:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384969.171647:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384969.171647:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp21 NI seq info: [148:148:256:4294967295] 192.168.204.149@tcp21 LPNI seq info [139:139:8:4294967295] 00000100:00000001:3.0:1767384969.171651:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384969.171651:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000416ef44d. 02000000:00000001:1.0:1767384969.171656:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.171660:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000341911dc] to pc [ptlrpcd_00_00+0] req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.171660:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp21 00000400:00000010:1.0:1767384969.171661:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016258f2f. 00000400:00000010:1.0:1767384969.171671:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3e7b01. 00000100:00000200:1.0:1767384969.171678:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373202432, portal 25 00000100:00000001:1.0:1767384969.171683:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384969.171683:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21:) -> 192.168.204.149@tcp21(192.168.204.149@tcp:192.168.204.149@tcp21) : GET try# 0 00000100:00000001:1.0:1767384969.171686:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774266496 : -129514935285120 : ffff8a34f44a0a80) 00000800:00000200:0.0:1767384969.171691:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp21 10000000:00000001:3.0:1767384969.171693:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.171695:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384969.171697:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384969.171698:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c399664. 00000020:00000001:3.0:1767384969.171703:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384969.171707:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384969.171712:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (6) 00000020:00000010:3.0:1767384969.171714:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000523d795b. 00000100:00000001:1.0:1767384969.171722:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384969.171728:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384969.171730:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384969.171731:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp21 ip 192.168.204.149:988 00000100:00000001:3.0:1767384969.171734:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384969.171736:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cc6a8da. 00000800:00000200:0.0:1767384969.171737:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c399664 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384969.171740:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384969.171741:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373202432, offset 0 00000100:00000001:3.0:1767384969.171760:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384969.171763:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384969.171766:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384969.171769:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.171772:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384969.171781:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000400:00000200:1.0:1767384969.171787:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384969.171797:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384969.171798:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.171801:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384969.171804:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384969.171809:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507000 02000000:00000001:3.0:1767384969.171810:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.171817:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384969.171820:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000341911dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373202560:0@lo:253: 00000100:00000001:0.0:1767384969.171823:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.171826:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1501 [2] + 0 00000100:00000001:3.0:1767384969.171833:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384969.171834:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e4ccf39. 02000000:00000001:3.0:1767384969.171838:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384969.171840:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e06f27c 00000400:00000200:1.0:1767384969.171848:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384969.171849:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.171854:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384969.171857:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384969.171863:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005de2edff. 00000400:00000200:1.0:1767384969.171864:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e06f27c 02000000:00000001:3.0:1767384969.171869:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384969.171870:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e06f27c. 00000400:00000010:3.0:1767384969.171876:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d9ade8. 00000100:00000001:1.0:1767384969.171879:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.171883:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384969.171884:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e13a47e. 00000100:00000040:1.0:1767384969.171891:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000003977c803 x1853237373202432 msgsize 4848 00000100:00000200:3.0:1767384969.171892:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373202560, portal 25 00000100:00000001:3.0:1767384969.171898:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384969.171901:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774272768 : -129514935278848 : ffff8a34f44a2300) 00000100:00100000:1.0:1767384969.171906:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384969.171911:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384969.171911:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384969.171921:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384969.171924:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384969.171925:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384969.171932:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dd6e12b. 00000100:00000200:3.0:1767384969.171936:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373202560, offset 0 00000400:00000200:1.0:1767384969.171936:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cc6a8da 00000400:00000010:1.0:1767384969.171948:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cc6a8da. 00000100:00000001:1.0:1767384969.171952:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384969.171957:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384969.171961:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384969.171970:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384969.171982:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384969.171988:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507080 00000100:00000040:1.0:1767384969.171988:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384969.172002:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1525 [2] + 0 00000100:00000001:1.0:1767384969.172006:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384969.172008:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab831234. 00000100:00000001:1.0:1767384969.172009:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384969.172016:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008fbb362 00000100:00000001:1.0:1767384969.172019:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.172023:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384969.172025:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294959784 00000400:00000200:3.0:1767384969.172032:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384969.172033:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6f8ca1a. 00000400:00000200:3.0:1767384969.172036:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008fbb362 00000400:00000010:3.0:1767384969.172040:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008fbb362. 00000100:00000001:1.0:1767384969.172042:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384969.172046:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384969.172050:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384969.172051:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294959784 00000100:00000001:0.0:1767384969.172051:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384969.172057:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202432 00000100:00000040:3.0:1767384969.172059:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000005ba148f6 x1853237373202560 msgsize 4848 00000100:00000010:1.0:1767384969.172060:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1794f2e. 02000000:00000001:0.0:1767384969.172062:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384969.172068:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384969.172069:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384969.172074:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.172075:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384969.172077:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294959784 00000100:00000040:3.0:1767384969.172083:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 02000000:00000001:0.0:1767384969.172084:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384969.172085:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008419e62a. 00000100:00000001:1.0:1767384969.172090:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384969.172095:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294959784 00000100:00000001:3.0:1767384969.172097:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384969.172098:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202432 00000100:00000010:1.0:1767384969.172101:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffad3a32. 00000020:00000001:0.0:1767384969.172103:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384969.172106:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd6e12b 00000100:00000001:1.0:1767384969.172107:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000040:0.0:1767384969.172108:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000400:00000010:3.0:1767384969.172113:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dd6e12b. 00000020:00000001:0.0:1767384969.172115:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384969.172118:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.172119:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384969.172120:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:1.0:1767384969.172126:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.172127:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384969.172128:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384969.172147:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.172148:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384969.172151:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.172157:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384969.172161:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384969.172163:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deb000e6. 00000100:00000001:3.0:1767384969.172164:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384969.172165:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384969.172171:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384969.172172:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.172172:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.172176:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384969.172180:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deb000e6. 00000100:00000001:1.0:1767384969.172181:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.172189:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172191:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.172191:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6119aa3. 00000100:00000001:3.0:1767384969.172197:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384969.172201:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d441c750. 00000100:00000001:3.0:1767384969.172204:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.172208:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000100:00000001:3.0:1767384969.172209:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294959784 00000100:00000001:3.0:1767384969.172215:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294959784 00000100:00000001:3.0:1767384969.172218:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294959784 00000100:00000001:3.0:1767384969.172220:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294959784 00000100:00000001:3.0:1767384969.172222:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294959784 00000100:00000040:0.0:1767384969.172223:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384969.172224:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294959784 00000100:00000001:3.0:1767384969.172229:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294959784 00000100:00000001:0.0:1767384969.172229:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384969.172249:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294959784 00000100:00000001:3.0:1767384969.172252:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.172254:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172256:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.172256:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384969.172260:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172261:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.172270:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.172272:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384969.172273:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172275:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.172278:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384969.172279:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172281:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.172295:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.172307:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384969.172310:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384969.172311:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202560 02000000:00000001:3.0:1767384969.172315:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384969.172315:0:16799:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172319:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.172322:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.172325:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.172328:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202560 00000020:00000001:3.0:1767384969.172330:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384969.172332:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384969.172335:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1767384969.172338:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384969.172340:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384969.172344:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384969.172344:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000020:00000040:3.0:1767384969.172347:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384969.172352:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:0.0:1767384969.172353:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000800:00000010:1.0:1767384969.172354:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c399664. 00000020:00000001:3.0:1767384969.172356:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384969.172360:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634548816 : -129520075002800 : ffff8a33c1f02c50) 00000100:00000001:3.0:1767384969.172362:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384969.172363:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384969.172368:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3aa75a. 00000100:00000040:0.0:1767384969.172368:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003977c803 x1853237373202432/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 4848/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.172374:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384969.172376:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: GET: OK 00000020:00000010:3.0:1767384969.172380:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3aa75a. 00000400:00000200:1.0:1767384969.172386:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:3.0:1767384969.172390:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0f46b7e. 00000100:00000001:0.0:1767384969.172392:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384969.172393:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000020:00000010:3.0:1767384969.172399:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000233d7ff5. 00000020:00000010:0.0:1767384969.172399:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deb000e6. 00000800:00000001:1.0:1767384969.172404:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384969.172406:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.172408:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000040aa821. 00000020:00000010:0.0:1767384969.172409:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deb000e6. 00000100:00000001:3.0:1767384969.172414:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1767384969.172415:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.172417:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384969.172421:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384969.172422:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384969.172427:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003977c803 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373202432:12345-0@lo:253: 00000100:00000001:3.0:1767384969.172429:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384969.172431:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384969.172432:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202432 00000100:00000001:3.0:1767384969.172433:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384969.172439:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384969.172446:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21) <- 192.168.204.149@tcp21 : GET - for me 00000020:00000001:0.0:1767384969.172446:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384969.172447:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384969.172450:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172452:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384969.172455:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384969.172459:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00100000:3.0:1767384969.172460:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000400:00000200:1.0:1767384969.172463:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384969.172466:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000001:0.0:1767384969.172466:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384969.172470:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.172471:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634542672 : -129520075008944 : ffff8a33c1f01450) 00000400:00000200:1.0:1767384969.172473:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 576/576 into md 0x1d79 [1] + 0 00000100:00000040:3.0:1767384969.172486:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ba148f6 x1853237373202560/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 4848/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384969.172487:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384969.172491:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384969.172496:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp21 to MR: 192.168.204.149@tcp21 local destination 00000020:00000001:0.0:1767384969.172496:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172506:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384969.172506:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384969.172511:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp21 NI seq info: [149:149:256:4294967295] 192.168.204.149@tcp21 LPNI seq info [140:140:8:4294967295] 02000000:00000001:0.0:1767384969.172512:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384969.172513:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3aa75a. 00000100:00000001:3.0:1767384969.172519:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384969.172520:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c40a4d5a. 00000020:00000010:3.0:1767384969.172526:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3aa75a. 02000000:00000001:0.0:1767384969.172527:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.172533:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.172538:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ba148f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373202560:12345-0@lo:253: 00000400:00000200:1.0:1767384969.172539:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21:192.168.204.149@tcp21) -> 192.168.204.149@tcp21(192.168.204.149@tcp21:192.168.204.149@tcp21) 192.168.204.149@tcp21 : REPLY try# 0 20000000:00000001:0.0:1767384969.172539:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:3.0:1767384969.172548:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202560 00000020:00000001:3.0:1767384969.172552:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:0.0:1767384969.172552:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003a68bf3a. 00000800:00000200:1.0:1767384969.172553:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp21 20000000:01000000:0.0:1767384969.172561:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:1.0:1767384969.172562:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5da7eb2. 00000020:00000001:3.0:1767384969.172563:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384969.172565:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384969.172568:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384969.172569:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384969.172572:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:1.0:1767384969.172574:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (6) 20000000:00000001:0.0:1767384969.172575:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.172576:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000001:0.0:1767384969.172582:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.172583:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384969.172588:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384969.172589:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp21 ip 192.168.204.149:999 20000000:00000001:0.0:1767384969.172590:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384969.172630:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5da7eb2 type 3, nob 672 niov 1 nkiov 1 20000000:00000010:0.0:1767384969.172637:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f30c37c1. 20000000:01000000:0.0:1767384969.172642:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:0.0:1767384969.172646:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384969.172651:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:1.0:1767384969.172681:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384969.172684:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384969.172685:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5da7eb2. 00000020:00000001:3.0:1767384969.172687:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384969.172690:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384969.172691:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172697:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384969.172698:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384969.172702:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384969.172703:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: REPLY: OK 00080000:00000001:0.0:1767384969.172704:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384969.172708:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.172711:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000078e40717. 00080000:00000001:0.0:1767384969.172711:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000001:1.0:1767384969.172715:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384969.172715:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:3.0:1767384969.172716:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.172720:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384969.172721:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384969.172722:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 20000000:00000001:3.0:1767384969.172723:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384969.172728:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384969.172729:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000010:3.0:1767384969.172733:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000025f74937. 00000800:00000001:1.0:1767384969.172734:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384969.172739:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:1.0:1767384969.172740:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384969.172742:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384969.172745:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:1.0:1767384969.172746:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384969.172746:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d708a502. 20000000:00000001:3.0:1767384969.172747:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384969.172753:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384969.172757:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384969.172760:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558819907584 : -129514889644032 : ffff8a34f7027800) 00000400:00000200:1.0:1767384969.172761:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp21(192.168.204.149@tcp21) <- 192.168.204.149@tcp21 : REPLY - for me 00080000:00000001:0.0:1767384969.172765:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384969.172780:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp21: Reply from 12345-192.168.204.149@tcp21 of length 576/576 into md 0x1d7d 00000800:00000001:1.0:1767384969.172785:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.172791:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.172793:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.172798:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp21->192.168.204.149@tcp21: REPLY: OK 00000400:00000200:1.0:1767384969.172800:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042af3a7f 00000400:00000010:1.0:1767384969.172802:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000400:00000200:1.0:1767384969.172806:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384969.172809:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:1.0:1767384969.172811:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:1.0:1767384969.172814:0:16157:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.149@tcp (608 bytes) 00000400:00000200:1.0:1767384969.172818:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:1.0:1767384969.172827:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000bb2313ee. 00000400:00000200:1.0:1767384969.172832:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000800:00000001:1.0:1767384969.172837:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.172840:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.172863:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384969.172867:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000e162d050. 00000400:00000010:1.0:1767384969.172871:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082b019b4. 00000400:00000010:1.0:1767384969.172875:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063fec703. 00000400:00000200:1.0:1767384969.172878:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e162d050 00000400:00000001:1.0:1767384969.172882:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384969.172883:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384969.172885:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000001:00000001:0.0:1767384969.172886:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384969.172888:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee026b91 00080000:00000001:0.0:1767384969.172889:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384969.172892:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00080000:00000001:0.0:1767384969.172894:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384969.172898:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384969.172901:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000d399d3d0. 00000400:00000200:1.0:1767384969.172904:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000400:00000200:1.0:1767384969.172906:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000200:1.0:1767384969.172909:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:0 00000400:00000200:1.0:1767384969.172911:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc 1 00080000:00000001:0.0:1767384969.172914:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.172915:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:1.0:1767384969.172920:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00080000:00000001:0.0:1767384969.172921:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:1.0:1767384969.172933:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 0000000008f18b7f. 00000400:00000010:1.0:1767384969.172936:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602efbcf. 00000400:00000010:1.0:1767384969.172942:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009d17bf3. 00000400:00000200:1.0:1767384969.172945:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1767384969.172949:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1767384969.172954:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:1.0:1767384969.172958:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384969.172962:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:1.0:1767384969.172966:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:1.0:1767384969.172970:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:1.0:1767384969.172974:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:1.0:1767384969.172979:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:1.0:1767384969.172983:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000400:00000200:1.0:1767384969.172986:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000400:00000200:1.0:1767384969.172991:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000400:00000200:1.0:1767384969.172994:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:1.0:1767384969.172998:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[149, 38] 00000400:00000200:1.0:1767384969.173002:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:1.0:1767384969.173005:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:1.0:1767384969.173010:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:1.0:1767384969.173013:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:1.0:1767384969.173025:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:1.0:1767384969.173029:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00080000:00000001:0.0:1767384969.173032:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384969.173034:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 32], ns[77, 32] 00080000:00000001:0.0:1767384969.173037:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384969.173040:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 32], ns[78, 32] 00000400:00000200:1.0:1767384969.173045:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 32], ns[124, 32] 00000400:00000200:1.0:1767384969.173049:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 32], ns[79, 32] 00000400:00000200:1.0:1767384969.173054:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 32], ns[85, 32] 00000400:00000200:1.0:1767384969.173057:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 32], ns[99, 32] 00000400:00000200:1.0:1767384969.173060:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[122, 32] 00000400:00000200:1.0:1767384969.173064:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[115, 32] 00000400:00000200:1.0:1767384969.173068:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 32], ns[130, 32] 00000400:00000200:1.0:1767384969.173072:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 32], ns[139, 32] 00000400:00000200:1.0:1767384969.173078:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 32], ns[143, 32] 00000400:00000200:1.0:1767384969.173082:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[133, 32], ns[142, 32] 00000400:00000200:1.0:1767384969.173087:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 32], ns[145, 32] 00000400:00000200:1.0:1767384969.173090:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[138, 32], ns[147, 32] 00000400:00000200:1.0:1767384969.173094:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:1.0:1767384969.173114:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp22 00000400:00000200:1.0:1767384969.173118:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384969.173122:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp22 00000400:00000200:1.0:1767384969.173134:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp22 NI seq info: [150:150:256:4294967295] 192.168.204.149@tcp22 LPNI seq info [141:141:8:4294967295] 00000400:00000200:1.0:1767384969.173140:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp22 00000400:00000200:1.0:1767384969.173147:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22:) -> 192.168.204.149@tcp22(192.168.204.149@tcp:192.168.204.149@tcp22) : GET try# 0 00000800:00000200:1.0:1767384969.173154:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp22 00000800:00000010:1.0:1767384969.173158:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5da7eb2. 00000800:00000200:1.0:1767384969.173163:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (6) 00000800:00000200:1.0:1767384969.173170:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:988 00000800:00000200:1.0:1767384969.173173:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5da7eb2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384969.173193:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384969.173195:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000800:00000001:1.0:1767384969.173315:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384969.173320:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384969.173323:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384969.173326:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5da7eb2. 00000800:00000001:1.0:1767384969.173327:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384969.173333:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384969.173336:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384969.173341:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: GET: OK 00000400:00000200:2.0:1767384969.173349:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384969.173349:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22) <- 192.168.204.149@tcp22 : GET - for me 00000400:00000200:2.0:1767384969.173355:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000400:00000200:1.0:1767384969.173362:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384969.173371:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 608/608 into md 0x1d79 [1] + 0 00000400:00000200:1.0:1767384969.173379:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp22 to MR: 192.168.204.149@tcp22 local destination 00000400:00000200:1.0:1767384969.173385:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp22 NI seq info: [151:151:255:4294967295] 192.168.204.149@tcp22 LPNI seq info [142:142:7:4294967295] 00000400:00000200:1.0:1767384969.173393:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) -> 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) 192.168.204.149@tcp22 : REPLY try# 0 00000800:00000200:1.0:1767384969.173397:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.149@tcp22 00000800:00000010:1.0:1767384969.173401:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9d72ade. 00000800:00000200:1.0:1767384969.173405:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (6) 00000800:00000200:1.0:1767384969.173410:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:997 00000800:00000200:1.0:1767384969.173412:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9d72ade type 3, nob 704 niov 1 nkiov 1 00000800:00000001:2.0:1767384969.173435:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384969.173441:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384969.173525:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384969.173528:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9d72ade. 00000400:00000200:1.0:1767384969.173532:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.173544:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: REPLY: OK 00000800:00000001:1.0:1767384969.173554:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.173559:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.173563:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.173589:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.173637:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22) <- 192.168.204.149@tcp22 : REPLY - for me 00000400:00000200:0.0:1767384969.173705:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp22: Reply from 12345-192.168.204.149@tcp22 of length 608/608 into md 0x1d95 00000800:00000001:0.0:1767384969.173711:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.173718:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.173720:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.173724:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: REPLY: OK 00000400:00000200:0.0:1767384969.173728:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602efbcf 00000400:00000010:0.0:1767384969.173730:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602efbcf. 00000400:00000200:0.0:1767384969.173734:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384969.173752:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:0.0:1767384969.173754:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384969.173757:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 36. state = 0x100271 00000400:00000200:0.0:1767384969.173768:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384969.173784:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (35) 00000800:00000001:0.0:1767384969.173793:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.173797:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384969.173810:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384969.173817:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:2.0:1767384969.173826:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 00000000fd587e22. 00000400:00000010:2.0:1767384969.173831:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 000000004a98c549. 00000400:00000010:2.0:1767384969.173834:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 00000000bc9e8a9c. 00000400:00000200:2.0:1767384969.173869:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp37(0000000076d91509) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384969.173874:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp38(00000000092d3c86) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384969.173877:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp39(00000000d50ce1fd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384969.173881:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp41(000000004965a246) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384969.173889:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b19bfc98. 00000400:00000200:2.0:1767384969.173895:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b19bfc98 nid 192.168.204.149@tcp42 00000400:00000010:2.0:1767384969.173899:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000644f4891. 00000400:00000200:2.0:1767384969.173902:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000644f4891 net tcp42 00000400:00000200:2.0:1767384969.173915:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (34) 00000400:00000200:2.0:1767384969.173920:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp42 flags 0x11 00000400:00000010:2.0:1767384969.173926:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004fd658e0. 00000400:00000200:2.0:1767384969.173930:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004fd658e0 nid 192.168.204.149@tcp43 00000400:00000010:2.0:1767384969.173933:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000098592a41. 00000400:00000200:2.0:1767384969.173935:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000098592a41 net tcp43 00000400:00000200:2.0:1767384969.173936:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (35) 00000400:00000200:2.0:1767384969.173938:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp43 flags 0x11 00000400:00000010:2.0:1767384969.173942:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009ef202ca. 00000400:00000200:2.0:1767384969.173945:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009ef202ca nid 192.168.204.149@tcp44 00000400:00000010:2.0:1767384969.173948:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000047d68e0. 00000400:00000200:2.0:1767384969.173950:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000047d68e0 net tcp44 00000400:00000200:2.0:1767384969.173952:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (36) 00000400:00000200:2.0:1767384969.173955:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp44 flags 0x11 00000400:00000010:2.0:1767384969.173973:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 00000000fd587e22. 00000400:00000010:2.0:1767384969.173977:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 000000004a98c549. 00000400:00000010:2.0:1767384969.173979:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 00000000bc9e8a9c. 00000400:00000010:2.0:1767384969.173989:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 0000000008f18b7f. 00000400:00000200:2.0:1767384969.173993:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384969.173996:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:2.0:1767384969.173999:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:2.0:1767384969.174002:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:2.0:1767384969.174008:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000400:00000200:2.0:1767384969.174011:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000010:2.0:1767384969.174019:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000172d5809. 00000400:00000200:2.0:1767384969.174040:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp22 00000400:00000200:2.0:1767384969.174048:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp22 to MR: 192.168.204.149@tcp22 local destination 00000400:00000200:2.0:1767384969.174054:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp22 NI seq info: [152:152:256:4294967295] 192.168.204.149@tcp22 LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1767384969.174059:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp22 00000400:00000200:2.0:1767384969.174068:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) -> 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) : PUT try# 0 00000800:00000200:2.0:1767384969.174072:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.149@tcp22 00000800:00000010:2.0:1767384969.174076:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000522d3d6c. 00000800:00000200:2.0:1767384969.174081:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (6) 00000800:00000200:2.0:1767384969.174086:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:988 00000800:00000200:2.0:1767384969.174089:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000522d3d6c type 1, nob 704 niov 1 nkiov 1 00000400:00000200:2.0:1767384969.174102:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384969.174104:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000800:00000200:2.0:1767384969.174280:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384969.174284:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000522d3d6c. 00000400:00000200:2.0:1767384969.174288:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384969.174294:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: PUT: OK 00000400:00000200:2.0:1767384969.174298:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384969.174302:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp22: 0 00000800:00000001:0.0:1767384969.174303:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174360:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.174363:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174368:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.174375:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22) <- 192.168.204.149@tcp22 : PUT - for me 00000400:00000200:0.0:1767384969.174385:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384969.174390:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 608/608 into md 0x1d91 [1] + 0 00000400:00000010:0.0:1767384969.174394:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082b019b4. 00000400:00000200:0.0:1767384969.174398:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063fec703 00000800:00000001:0.0:1767384969.174410:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174416:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.174417:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.174421:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: PUT: OK 00000400:00000200:0.0:1767384969.174424:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063fec703 00000400:00000010:0.0:1767384969.174425:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063fec703. 00000400:00000200:0.0:1767384969.174428:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384969.174431:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (38) 00000400:00000200:0.0:1767384969.174435:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:0.0:1767384969.174440:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000642b824b. 00000400:00000200:0.0:1767384969.174443:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 36 00000400:00000200:0.0:1767384969.174448:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384969.174459:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (39) 00000400:00000200:0.0:1767384969.174465:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384969.174485:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp22 to MR: 192.168.204.149@tcp22 local destination 00000400:00000200:0.0:1767384969.174491:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp22 NI seq info: [153:153:256:4294967295] 192.168.204.149@tcp22 LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1767384969.174503:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) -> 192.168.204.149@tcp22(192.168.204.149@tcp22:192.168.204.149@tcp22) 192.168.204.149@tcp22 : ACK try# 0 00000800:00000200:0.0:1767384969.174507:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp22 00000800:00000010:0.0:1767384969.174511:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076854dc3. 00000800:00000200:0.0:1767384969.174515:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (6) 00000800:00000200:0.0:1767384969.174520:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:997 00000800:00000200:0.0:1767384969.174522:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076854dc3 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384969.174581:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384969.174583:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076854dc3. 00000400:00000200:0.0:1767384969.174588:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.174593:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: ACK: OK 00000800:00000001:0.0:1767384969.174598:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174602:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.174604:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174640:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.174642:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174653:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.174659:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp22(192.168.204.149@tcp22) <- 192.168.204.149@tcp22 : ACK - for me 00000400:00000200:0.0:1767384969.174668:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp22: ACK from 12345-192.168.204.149@tcp22 into md 0x1d99 00000400:00000200:0.0:1767384969.174671:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.174676:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp22->192.168.204.149@tcp22: ACK: OK 00000400:00000200:0.0:1767384969.174680:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000400:00000010:0.0:1767384969.174681:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000400:00000200:0.0:1767384969.174685:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384969.174689:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:0.0:1767384969.174694:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384969.174697:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000800:00000001:0.0:1767384969.174702:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.174706:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.174872:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384969.174878:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005389b167. 00000400:00000010:1.0:1767384969.174883:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000400:00000200:1.0:1767384969.174887:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e162d050 00000400:00000200:1.0:1767384969.174892:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:1.0:1767384969.174898:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 00000000bb2313ee. 00000400:00000010:1.0:1767384969.174924:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 00000000d399d3d0. 00000400:00000010:1.0:1767384969.174927:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 00000000d1d812a0. 00000400:00000010:1.0:1767384969.174961:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 00000000bb2313ee. 00000400:00000010:1.0:1767384969.174964:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 00000000d399d3d0. 00000400:00000010:1.0:1767384969.174967:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 00000000d1d812a0. 00000400:00000010:1.0:1767384969.174969:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000642b824b. 00000400:00000200:1.0:1767384969.174971:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384969.174973:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:1.0:1767384969.174975:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:1.0:1767384969.174978:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:1.0:1767384969.174981:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384969.174983:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:1.0:1767384969.174987:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384969.174990:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (37) 00080000:00000001:1.0:1767384969.182384:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384969.182390:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:3.0:1767384969.182391:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384969.182394:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384969.182396:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384969.182398:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384969.182401:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384969.182404:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384969.182405:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384969.182407:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d708a502. 20000000:01000000:1.0:1767384969.182410:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384969.182413:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384969.182421:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384969.182426:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384969.182428:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384969.182428:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2cc051c. 20000000:00000001:3.0:1767384969.182433:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384969.182435:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 10000000:01000000:3.0:1767384969.182437:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384969.182440:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384969.182441:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384969.182443:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384969.182446:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384969.182447:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384969.182456:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009df035c0. 00010000:00000001:3.0:1767384969.182461:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384969.182465:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000020:00000001:3.0:1767384969.182468:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384969.182471:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384969.182475:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384969.182479:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384969.182480:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b3805 to hash 00080000:00000001:0.0:1767384969.182481:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384969.182485:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384969.182486:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384969.182490:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00000020:00000001:0.0:1767384969.182492:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384969.182495:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00080000:00000001:0.0:1767384969.182497:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384969.182499:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384969.182502:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.182505:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384969.182505:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000619c1ad2. 00080000:00000001:0.0:1767384969.182511:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651215360 : -129520058336256 : ffff8a33c2ee7c00) 00080000:00000001:0.0:1767384969.182518:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384969.182520:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384969.182524:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384969.182526:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384969.182529:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384969.182531:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.182533:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384969.182534:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.182536:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384969.182538:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384969.182539:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384969.182541:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384969.182542:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009df035c0) refcount = 1 00010000:00010000:3.0:1767384969.182545:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384969.182550:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384969.182552:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384969.182553:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.182556:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182557:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384969.182560:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384969.182563:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384969.182566:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384969.182567:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.182569:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384969.182571:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384969.182579:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384969.182582:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384969.182583:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384969.182586:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384969.182589:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182613:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384969.182617:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384969.182622:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384969.182624:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.182628:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384969.182629:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384969.182634:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384969.182635:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182638:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1767384969.182640:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.182641:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384969.182646:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384969.182652:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384969.182656:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384969.182659:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384969.182661:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384969.182666:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384969.182667:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384969.182668:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.182670:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384969.182672:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384969.182674:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384969.182677:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384969.182679:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384969.182689:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384969.182691:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384969.182693:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182697:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384969.182699:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384969.182701:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384969.182703:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384969.182705:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b3805 from hash 00010000:00000001:3.0:1767384969.182708:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384969.182709:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.182711:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.182712:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384969.182715:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384969.182716:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384969.182718:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384969.182720:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.182722:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182725:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384969.182726:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384969.182728:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.182730:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.182731:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182733:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.182735:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.182737:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384969.182741:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.182742:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.182744:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384969.182745:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384969.182747:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.182748:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.182750:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384969.182753:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384969.182755:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.182762:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384969.182764:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384969.182768:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:0.0:1767384969.182769:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384969.182771:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384969.182774:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b3805 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384969.182779:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009df035c0 count: 0 00010000:00000001:3.0:1767384969.182789:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384969.182791:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384969.187630:0:34918:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009df035c0. 00010000:00000010:3.1:1767384969.187640:0:34918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000100:00000040:0.0:1767384969.188672:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294959784, at 4294959785 00000100:00000010:0.0:1767384969.188680:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6f8ca1a. 00000100:00000040:2.0:1767384969.188740:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294959784, at 4294959785 00000100:00000010:2.0:1767384969.188748:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008419e62a. 00000100:00000040:1.0:1767384969.189638:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294959784, at 4294959786 00000100:00000010:1.0:1767384969.189645:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1794f2e. 00000100:00000040:3.0:1767384969.189649:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294959784, at 4294959786 00000100:00000010:3.0:1767384969.189656:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffad3a32. 00080000:00000001:3.0:1767384969.190569:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384969.190571:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384969.190573:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384969.190575:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384969.190576:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384969.190577:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384969.190583:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000619c1ad2. 00000020:00000002:0.0:1767384969.190584:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384969.190589:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384969.190590:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384969.190591:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384969.190623:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384969.190633:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384969.190638:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384969.190642:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384969.190654:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384969.190658:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384969.190660:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384969.190663:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384969.190665:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384969.190671:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a1805d0. 00010000:00000001:1.0:1767384969.190674:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384969.190678:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 00000020:00000001:1.0:1767384969.190681:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384969.190684:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009204d902 with handle 0xcb8130832f6b380c to hash 00000020:00000001:1.0:1767384969.190686:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384969.190687:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384969.190690:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384969.190692:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384969.190693:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384969.190696:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190702:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384969.190705:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384969.190706:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384969.190708:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384969.190709:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.190711:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384969.190713:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.190715:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384969.190716:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384969.190718:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384969.190720:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384969.190721:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a1805d0) refcount = 1 00010000:00010000:1.0:1767384969.190724:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190738:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384969.190740:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384969.190742:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.190744:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.190746:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384969.190749:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384969.190751:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384969.190753:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384969.190755:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384969.190757:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=4 00000020:00000001:1.0:1767384969.190759:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384969.190762:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384969.190764:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384969.190765:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190770:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384969.190772:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190776:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.190778:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384969.190780:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190784:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384969.190785:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.190788:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384969.190789:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384969.190794:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009204d902 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384969.190796:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384969.190803:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384969.190805:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190809:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384969.190811:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384969.190812:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384969.190814:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009204d902 refcount=5 00000020:00000001:1.0:1767384969.190816:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384969.190818:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199872 : -129515408351744 : ffff8a34d8179e00) 00010000:00000001:1.0:1767384969.190821:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384969.190822:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190827:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384969.190829:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384969.190830:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.190833:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384969.190835:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384969.190838:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384969.190839:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384969.190841:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009204d902 with handle 0xcb8130832f6b380c from hash 00010000:00000001:1.0:1767384969.190844:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384969.190845:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.190846:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.190847:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384969.190849:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384969.190850:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384969.190852:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384969.190853:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.190855:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.190857:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384969.190858:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384969.190860:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.190861:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.190862:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.190868:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.190869:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384969.190871:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190875:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.190876:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.190878:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384969.190879:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384969.190881:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.190882:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.190883:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384969.190885:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384969.190886:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384969.190888:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384969.190892:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384969.190893:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384969.190894:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009204d902/0xcb8130832f6b380c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384969.190898:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a1805d0 count: 0 00010000:00000001:1.0:1767384969.190907:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384969.190908:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384969.192916:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384969.192919:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384969.192921:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003a68bf3a. 20000000:00000001:1.0:1767384969.192926:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384969.192929:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202432 00010000:00000001:1.0:1767384969.192932:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384969.192937:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003977c803 x1853237373202432/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384969.192945:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384969.192947:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384969.192951:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384969.192955:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384969.192965:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384969.192967:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384969.192970:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384969.192972:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.192975:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384969.192978:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384969.192982:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fe6ace5. 00000100:00000200:1.0:1767384969.192986:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373202432, offset 224 00000400:00000200:1.0:1767384969.192993:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384969.193001:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384969.193011:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507000 00000400:00000200:1.0:1767384969.193018:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d81 [2] + 224 00000400:00000200:1.0:1767384969.193022:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.193026:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384969.193031:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384969.193035:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384969.193045:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.193059:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384969.193066:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe6ace5 00000400:00000010:1.0:1767384969.193068:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fe6ace5. 00000100:00000001:1.0:1767384969.193072:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.193073:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384969.193076:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.193078:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384969.193080:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384969.193082:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.193083:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384969.193088:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003977c803 x1853237373202432/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384969.193098:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003977c803 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373202432:12345-0@lo:253: Request processed in 20704us (21204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384969.193113:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:1.0:1767384969.193116:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384969.193118:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384969.193121:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384969.193125:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d441c750. 00000020:00000010:1.0:1767384969.193129:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000020:00000010:1.0:1767384969.193132:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6119aa3. 00000020:00000040:1.0:1767384969.193137:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:1.0:1767384969.193142:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.193144:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c40a4d5a. 02000000:00000001:1.0:1767384969.193148:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384969.193150:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384969.193155:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384969.193159:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c11e641. 00000400:00000010:1.0:1767384969.193165:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fe6ace5. 00000100:00000001:1.0:1767384969.193186:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.193188:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384969.193192:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384969.193193:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384969.193195:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016258f2f. 00000400:00000200:1.0:1767384969.193198:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3e7b01 00000400:00000010:1.0:1767384969.193199:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d3e7b01. 00000100:00000001:1.0:1767384969.193202:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384969.193206:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384969.193213:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.193217:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384969.193218:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.193220:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384969.193222:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384969.193224:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384969.193225:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384969.193227:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384969.193249:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384969.193252:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384969.193255:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384969.193268:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.193270:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384969.193272:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.193274:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.193277:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.193283:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384969.193285:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384969.193287:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384969.193290:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384969.193292:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384969.193293:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384969.193295:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384969.193296:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384969.193298:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384969.193299:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384969.193300:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384969.193302:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384969.193304:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384969.193307:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384969.193312:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8b93b4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373202432:0@lo:253: 00000100:00000001:1.0:1767384969.193318:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.193320:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384969.193323:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8b93b4c x1853237373202432/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.193333:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384969.193335:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384969.193337:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000416ef44d. 02000000:00000001:1.0:1767384969.193342:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384969.193344:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384969.193345:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384969.193353:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384969.193355:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a943ed5f. 02000000:00000001:1.0:1767384969.193360:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384969.193361:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384969.193363:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8b93b4c. 00000100:00000001:1.0:1767384969.193365:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384969.193366:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.193368:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.193372:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384969.193374:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.193376:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.193378:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384969.194491:0:34919:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e544a605. 00000400:00000040:3.0:1767384969.194509:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384969.194512:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384969.194515:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384969.194517:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384969.194519:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384969.194521:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00080000:00000020:1.0:1767384969.194522:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:3.0:1767384969.194524:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384969.194525:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:3.0:1767384969.194527:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 20000000:00000010:1.0:1767384969.194529:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000025f74937. 00000400:00000040:3.0:1767384969.194530:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384969.194534:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384969.194536:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 20000000:00000001:1.0:1767384969.194537:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384969.194538:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384969.194544:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000040:1.0:1767384969.194544:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202560 00000400:00000040:3.0:1767384969.194549:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:1.0:1767384969.194550:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:3.0:1767384969.194552:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384969.194556:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000200:1.0:1767384969.194556:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ba148f6 x1853237373202560/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384969.194565:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384969.194567:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000001:1.0:1767384969.194567:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384969.194570:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384969.194571:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384969.194576:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00001000:1.0:1767384969.194577:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=77 v=5 (1 0 0 0) 00000400:00000040:3.0:1767384969.194579:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:1.0:1767384969.194582:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:3.0:1767384969.194583:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384969.194587:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000040:1.0:1767384969.194587:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000400:00000040:3.0:1767384969.194591:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384969.194594:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384969.194596:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384969.194598:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384969.194600:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384969.194601:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384969.194603:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384969.194604:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384969.194606:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384969.194607:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384969.194608:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384969.194610:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384969.194611:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384969.194612:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384969.194614:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384969.194616:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:1.0:1767384969.194617:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000040:3.0:1767384969.194618:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384969.194622:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 02000000:00000001:1.0:1767384969.194624:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:3.0:1767384969.194625:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:1.0:1767384969.194628:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384969.194629:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00000001:1.0:1767384969.194632:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384969.194635:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384969.194638:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de1b5e18. 00000100:00000200:1.0:1767384969.194641:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373202560, offset 224 00000400:00000200:1.0:1767384969.194647:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:3.0:1767384969.194654:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384969.194656:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384969.194657:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384969.194658:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384969.194659:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384969.194661:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384969.194662:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384969.194663:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384969.194664:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384969.194665:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384969.194666:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384969.194667:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384969.194675:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384969.194676:0:34919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384969.194754:0:34919:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e544a605. 00000400:00000200:1.0:1767384969.194759:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384969.194767:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507080 00000400:00000200:1.0:1767384969.194771:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d89 [2] + 224 00000400:00000200:1.0:1767384969.194808:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.194811:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384969.194813:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384969.194817:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384969.194825:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.194840:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384969.194845:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de1b5e18 00000400:00000010:1.0:1767384969.194846:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de1b5e18. 00000100:00000001:1.0:1767384969.194848:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.194850:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384969.194853:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.194855:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384969.194858:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384969.194860:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.194862:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384969.194865:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ba148f6 x1853237373202560/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:195/0 lens 4848/4768 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.194868:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.194873:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384969.194877:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ba148f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373202560:12345-0@lo:253: Request processed in 22369us (22815us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384969.194879:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384969.194883:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384969.194886:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000400:00000010:0.0:1767384969.194887:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d9ade8. 00000100:00000040:1.0:1767384969.194889:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384969.194894:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384969.194894:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e13a47e 00000100:00000001:1.0:1767384969.194898:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384969.194899:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e13a47e. 00000020:00000010:1.0:1767384969.194901:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000233d7ff5. 00000100:00000001:0.0:1767384969.194903:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384969.194909:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000040aa821. 00000100:00000200:0.0:1767384969.194911:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384969.194914:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0f46b7e. 00000020:00000040:1.0:1767384969.194919:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:1.0:1767384969.194926:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.194928:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000078e40717. 00000100:00000200:0.0:1767384969.194929:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384969.194934:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384969.194937:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.194940:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384969.194941:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.194943:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384969.194944:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384969.194947:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384969.194949:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384969.194950:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384969.194951:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384969.194957:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016258f2f. 00000100:00001000:0.0:1767384969.194957:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384969.194965:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=77 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384969.194966:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de1b5e18. 00000100:00000001:0.0:1767384969.194969:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384969.194971:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.194973:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384969.194975:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.194977:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.194980:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.194996:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.194998:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384969.194999:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384969.195002:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384969.195003:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384969.195004:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384969.195005:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384969.195007:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384969.195008:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384969.195009:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384969.195011:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384969.195011:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384969.195013:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384969.195019:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000341911dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373202560:0@lo:253: 00000100:00000001:0.0:1767384969.195023:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.195025:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384969.195026:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000341911dc x1853237373202560/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.195031:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384969.195032:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384969.195034:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005de2edff. 02000000:00000001:0.0:1767384969.195038:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384969.195040:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384969.195041:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384969.195042:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384969.195044:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000043a6124. 02000000:00000001:0.0:1767384969.195046:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384969.195047:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384969.195048:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000341911dc. 00000100:00000001:0.0:1767384969.195050:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384969.195051:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.195053:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.195057:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384969.195065:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.195067:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.195069:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384969.200621:0:34923:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a1805d0. 00010000:00000010:1.1:1767384969.200628:0:34923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009204d902. 00000800:00000200:3.0:1767384969.787648:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000400:00000200:2.0:1767384969.787658:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp41 00000800:00000200:3.0:1767384969.787659:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:988 00000800:00000200:3.0:1767384969.787666:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384969.787668:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009df199b7. 00000400:00000010:2.0:1767384969.787683:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000407885f2. 00000400:00000010:2.0:1767384969.787689:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b2503b6. 00000400:00000010:2.0:1767384969.787699:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000145eedc6. 00000400:00000200:2.0:1767384969.787704:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp41 00000400:00000200:2.0:1767384969.787722:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp41 local destination 00000400:00000200:2.0:1767384969.787728:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp41 00000400:00000200:2.0:1767384969.787733:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp41 NI seq info: [154:154:256:4294967295] 192.168.204.149@tcp41 LPNI seq info [145:145:8:4294967295] 00000800:00000200:1.0:1767384969.787736:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384969.787739:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp41 00000800:00000001:1.0:1767384969.787742:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384969.787750:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp41(192.168.204.149@tcp41:) -> 192.168.204.149@tcp41(192.168.204.149@tcp41:192.168.204.149@tcp41) : GET try# 0 00000800:00000001:1.0:1767384969.787750:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.787757:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384969.787758:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp41 00000800:00000001:1.0:1767384969.787761:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384969.787763:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bde9fd77. 00000800:00000200:2.0:1767384969.787770:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000800:00000200:2.1:1767384969.787774:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:2.0:1767384969.787793:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp41 added to recovery queue. ping count: 2 next ping: 297 health :800 00000400:00000200:1.0:1767384969.787848:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.787902:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.787934:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.787957:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.787982:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788013:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788042:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788077:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788132:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788173:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788220:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788277:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788312:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788333:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788358:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788377:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788418:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788460:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788497:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788531:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788554:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788575:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788620:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788647:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788686:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788741:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788792:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788835:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788882:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788927:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.788966:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.789020:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.789068:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.789118:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384969.789165:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384969.789319:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000416ef44d. 00000800:00000010:1.0:1767384969.789325:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005caa3d37. 00000800:00000010:1.0:1767384969.789330:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0c94125. 00000800:00000010:1.0:1767384969.789353:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0c94125. 00000800:00020000:1.0:1767384969.789362:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384969.795583:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005caa3d37. 00000800:00000010:1.0:1767384969.795587:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000416ef44d. 00000400:02020000:0.0:1767384969.795776:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp41 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384969.801066:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp41 notifying 192.168.204.149@tcp41: down 00000800:00000200:0.0:1767384969.801074:0:27932:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp41 down 00000800:00000100:0.0:1767384969.801105:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp41 00000800:00000010:0.0:1767384969.801108:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bde9fd77. 00000400:00000200:0.0:1767384969.801112:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384969.801116:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp41->192.168.204.149@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384969.801125:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384969.801128:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384969.801132:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384969.916675:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384969.916681:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.916689:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384969.916692:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.916724:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384969.916728:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.916731:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384970.811689:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384970.811695:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384970.811699:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2503b6 00000400:00000010:2.0:1767384970.811704:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b2503b6. 00000400:00000200:2.0:1767384970.811711:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384970.811720:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384970.811735:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009df199b7. 00000400:00000010:2.0:1767384970.811739:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000407885f2. 00000400:00000200:2.0:1767384970.811745:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp39 00000400:00000010:2.0:1767384970.811752:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009df199b7. 00000400:00000010:2.0:1767384970.811759:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007ccd09bf. 00000400:00000010:2.0:1767384970.811764:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b2503b6. 00000400:00000010:2.0:1767384970.811771:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfa8fca5. 00000400:00000200:2.0:1767384970.811776:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp39 00000400:00000200:2.0:1767384970.811791:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp39 local destination 00000400:00000200:2.0:1767384970.811812:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp39 00000400:00000200:2.0:1767384970.811816:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp39 NI seq info: [155:155:256:4294967295] 192.168.204.149@tcp39 LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1767384970.811826:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp39 00000400:00000200:2.0:1767384970.811837:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39:) -> 192.168.204.149@tcp39(192.168.204.149@tcp39:192.168.204.149@tcp39) : GET try# 0 00000800:00000200:2.0:1767384970.811844:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp39 00000800:00000010:2.0:1767384970.811850:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ddeb346. 00000800:00000200:2.0:1767384970.811858:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000800:00000200:2.1:1767384970.811865:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000400:00000200:2.0:1767384970.811891:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp39 added to recovery queue. ping count: 3 next ping: 302 health :700 00000400:00000200:0.0:1767384970.812056:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812120:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812154:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812184:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812253:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812293:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812332:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812362:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812397:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812430:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812470:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812521:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812554:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812586:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812690:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812766:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812820:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812855:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812932:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812959:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.812986:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813015:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813044:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813073:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813099:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813122:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813175:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813281:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813311:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813335:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813368:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384970.813400:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384970.813574:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003a68bf3a. 00000800:00000010:0.0:1767384970.813581:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005caa3d37. 00000800:00000010:0.0:1767384970.813589:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d8b8684. 00000800:00000010:0.0:1767384970.813661:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d8b8684. 00000800:00020000:0.0:1767384970.813673:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384970.813680:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005caa3d37. 00000800:00000010:0.0:1767384970.813683:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003a68bf3a. 00000400:02020000:0.0:1767384970.813740:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp39 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384970.813749:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp39 notifying 192.168.204.149@tcp39: down 00000800:00000200:0.0:1767384970.813758:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp39 down 00000800:00000100:0.0:1767384970.813767:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp39 00000800:00000010:0.0:1767384970.813771:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ddeb346. 00000400:00000200:0.0:1767384970.813788:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384970.813795:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384970.813809:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384970.813813:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384970.813819:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp39) recovery failed with -71 00010000:00000001:2.0:1767384970.939708:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384970.939715:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384970.939721:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384970.939723:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384970.939773:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384970.939779:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384970.939783:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384970.953413:0:35416:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384970.953427:0:35416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.953431:0:35416:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384970.953438:0:35416:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384970.953445:0:35416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.953448:0:35416:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384971.724010:0:35580:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384971.724014:0:35580:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384971.727997:0:35580:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384971.735989:0:35581:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000019d7d37e. 00000400:00000010:0.0:1767384971.736005:0:35581:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bfba553c. 00000400:00000010:0.0:1767384971.736016:0:35581:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000053760da5. 00000400:00000010:0.0:1767384971.736020:0:35581:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008cc27b01. 00000400:00000010:0.0:1767384971.736025:0:35581:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f669d2b. 00000400:00000010:0.0:1767384971.736029:0:35581:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073c910af. 00000400:00000010:0.0:1767384971.736031:0:35581:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000980c5039. 00000400:00000010:0.0:1767384971.736033:0:35581:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a31e3989. 00000400:00000010:0.0:1767384971.736036:0:35581:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000465aa133. 00000800:00000010:0.0:1767384971.736052:0:35581:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006621c53c. 00000800:00000200:0.0:1767384971.736062:0:35581:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384971.736093:0:35581:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384971.736145:0:35581:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384971.736183:0:35581:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp45 [8/256/0/180] 00000400:00000010:0.0:1767384971.737667:0:35581:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000ccf6de1f. 00000400:00000010:0.0:1767384971.737673:0:35581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030b0553d. 00000400:00000010:0.0:1767384971.737677:0:35581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f6decb. 00000400:00000001:0.0:1767384971.737695:0:35581:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384971.737697:0:35581:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384971.737698:0:35581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e88a645. 00000400:00000200:0.0:1767384971.737701:0:35581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fa2e5a 00000400:00000010:0.0:1767384971.737702:0:35581:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040fa2e5a. 00000400:00000010:0.0:1767384971.737705:0:35581:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000431a604b. 00000400:00000200:0.0:1767384971.737709:0:35581:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (36) 00000400:00000200:0.0:1767384971.737720:0:35581:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384971.737728:0:35581:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:0.0:1767384971.737735:0:35581:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003a68bf3a. 00000020:01000000:0.0:1767384971.737740:0:35581:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384971.737746:0:35581:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp45 00000400:00000200:1.0:1767384971.737755:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384971.737759:0:35581:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bfba553c. 00000400:00000010:0.0:1767384971.737763:0:35581:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000019d7d37e. 00000400:00000200:1.0:1767384971.737765:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:1.0:1767384971.737775:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000310b405b. 00000400:00000200:1.0:1767384971.737779:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000020:00000001:2.0:1767384971.737785:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384971.737786:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d2b0d4c. 10000000:00000001:2.0:1767384971.737790:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384971.737810:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 10000000:00000001:2.0:1767384971.737811:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384971.737816:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384971.737820:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384971.737823:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384971.737824:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384971.737825:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384971.737827:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384971.737828:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384971.737831:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384971.737832:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:01000004:2.0:1767384971.737833:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384971.737837:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384971.737841:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384971.737846:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000010:2.0:1767384971.737848:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000020:00000040:2.0:1767384971.737855:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:1.0:1767384971.737861:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:2.0:1767384971.737862:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384971.737869:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 02000000:00000001:2.0:1767384971.737875:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384971.737881:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 02000000:00000001:2.0:1767384971.737882:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384971.737892:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c6d2a84d. 00000100:00000001:2.0:1767384971.737918:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.737923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:2.0:1767384971.737931:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384971.737934:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000001:2.0:1767384971.737936:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.737952:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101f4b3] to pc [ptlrpcd_00_01+1] req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.737952:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:1.0:1767384971.737978:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000400:00000200:1.0:1767384971.737990:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000400:00000200:1.0:1767384971.737997:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000400:00000200:1.0:1767384971.738005:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 10000000:00000001:2.0:1767384971.738008:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.738010:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384971.738018:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.738018:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[149, 38] 00000100:00000001:0.0:1767384971.738019:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384971.738041:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.738042:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384971.738048:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384971.738050:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 38], ns[153, 38] 00000100:00000040:0.0:1767384971.738052:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384971.738059:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384971.738064:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384971.738067:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384971.738073:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384971.738077:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000020:01000004:2.0:1767384971.738078:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384971.738080:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384971.738084:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384971.738085:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384971.738090:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384971.738095:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384971.738096:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384971.738100:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000020:01000004:2.0:1767384971.738101:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384971.738102:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384971.738107:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384971.738110:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384971.738112:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384971.738117:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767384971.738120:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373202688:0@lo:253: 00000020:01000004:2.0:1767384971.738121:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384971.738121:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000100:00000010:2.0:1767384971.738129:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000100:00000001:0.0:1767384971.738131:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384971.738135:0:36:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:0.0:1767384971.738139:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384971.738141:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384971.738143:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 02000000:00000001:2.0:1767384971.738145:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384971.738145:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.738151:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.738151:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384971.738160:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 02000000:00000010:0.0:1767384971.738162:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000087533ef4. 02000000:00000010:2.0:1767384971.738163:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000054517d31. 02000000:00000001:0.0:1767384971.738170:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738172:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.738177:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 34], ns[77, 34] 00000400:00000010:0.0:1767384971.738178:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000100:00000001:2.0:1767384971.738180:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384971.738184:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384971.738221:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfba553c. 00000400:00000200:1.0:1767384971.738225:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[78, 34] 00000100:00000200:0.0:1767384971.738228:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373202688, portal 25 00000100:00000040:2.0:1767384971.738229:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db0db9f] to pc [ptlrpcd_00_02+2] req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.738235:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384971.738238:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000400:00000200:1.0:1767384971.738246:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[115, 34], ns[124, 34] 00000100:00000040:0.0:1767384971.738248:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.738284:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 34], ns[79, 34] 00000100:00000001:0.0:1767384971.738291:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384971.738300:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384971.738305:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000282fd2f1. 00000100:00000200:0.0:1767384971.738308:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373202688, offset 0 10000000:00000001:2.0:1767384971.738316:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.738318:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384971.738321:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.738325:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384971.738329:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384971.738329:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 34], ns[85, 34] 00000020:00000010:2.0:1767384971.738335:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003a68bf3a. 00000400:00000200:1.0:1767384971.738346:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[99, 34] 00000400:00000200:1.0:1767384971.738354:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[122, 34] 00000100:00000001:2.0:1767384971.738355:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.738360:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.738366:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[115, 34] 00000100:00000001:2.0:1767384971.738367:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.738372:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384971.738376:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384971.738380:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 34], ns[130, 34] 00000100:00000040:2.0:1767384971.738383:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.738398:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[139, 34] 00000100:00000001:2.0:1767384971.738400:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384971.738403:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.738411:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384971.738415:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384971.738415:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 34], ns[143, 34] 02000000:00000001:2.0:1767384971.738420:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384971.738426:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373202816:0@lo:253: 00000100:00000001:2.0:1767384971.738432:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384971.738434:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[155, 34] 02000000:00000001:2.0:1767384971.738437:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384971.738442:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.738447:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 02000000:00000001:2.0:1767384971.738448:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384971.738458:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000073a3bfab. 00000400:00000200:1.0:1767384971.738459:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 34], ns[154, 34] 02000000:00000001:2.0:1767384971.738487:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.738493:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000010:2.0:1767384971.738494:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa73ba68. 00000400:00000200:1.0:1767384971.738504:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:2.0:1767384971.738505:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4b1d1f. 00000100:00000200:2.0:1767384971.738512:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373202816, portal 25 00000400:00000200:1.0:1767384971.738517:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767384971.738518:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384971.738521:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000400:00000200:1.0:1767384971.738525:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000100:00000040:2.0:1767384971.738531:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.738534:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp42 00000100:00000001:2.0:1767384971.738543:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384971.738544:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp42 lpni_is_preferred = 0 00000400:00000200:1.0:1767384971.738548:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp42 00000100:00000040:2.0:1767384971.738555:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384971.738559:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcc7c202. 00000400:00000200:1.0:1767384971.738559:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp42 NI seq info: [156:156:256:4294967295] 192.168.204.149@tcp42 LPNI seq info [147:147:8:4294967295] 00000100:00000200:2.0:1767384971.738565:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373202816, offset 0 00000400:00000200:2.0:1767384971.738572:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384971.738575:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp42 00000400:00000200:1.0:1767384971.738585:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp42(192.168.204.149@tcp42:) -> 192.168.204.149@tcp42(192.168.204.149@tcp:192.168.204.149@tcp42) : PUT try# 0 00000800:00000200:1.0:1767384971.738593:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.204.149@tcp42 00000400:00000200:0.0:1767384971.738597:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384971.738607:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb9c972a. 00000800:00000010:1.0:1767384971.738617:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000883af3cb. 00000400:00000200:2.0:1767384971.738618:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384971.738625:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f7fcbcc8. 00000400:00000200:0.0:1767384971.738650:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507100 00000400:00000200:2.0:1767384971.738652:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507180 00000400:00000200:2.0:1767384971.738661:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x152d [2] + 0 00000400:00000010:2.0:1767384971.738665:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b11057. 00000400:00000200:2.0:1767384971.738670:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066abc00c 00000800:00000200:1.0:1767384971.738670:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000200:0.0:1767384971.738676:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1581 [2] + 0 00000400:00000200:2.0:1767384971.738677:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384971.738683:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000010:0.0:1767384971.738685:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000873b2492. 00000400:00000200:2.0:1767384971.738688:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384971.738692:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032006d7d 00000400:00000200:2.0:1767384971.738696:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066abc00c 00000400:00000200:0.0:1767384971.738699:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384971.738700:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066abc00c. 00000400:00000200:1.0:1767384971.738706:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384971.738706:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384971.738707:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384971.738712:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384971.738715:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032006d7d 00000400:00000200:1.0:1767384971.738716:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 00000100:00000040:2.0:1767384971.738717:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000007d49a98e x1853237373202816 msgsize 4848 00000400:00000010:0.0:1767384971.738720:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032006d7d. 00000100:00000001:0.0:1767384971.738727:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384971.738730:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384971.738731:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384971.738733:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f115289c x1853237373202688 msgsize 4848 00000100:00000040:2.0:1767384971.738735:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384971.738738:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.738744:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384971.738745:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384971.738746:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384971.738750:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384971.738774:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcc7c202 00000400:00000010:2.0:1767384971.738778:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcc7c202. 00000100:00000001:0.0:1767384971.738779:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384971.738784:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384971.738788:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282fd2f1 00000100:00000200:2.0:1767384971.738791:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384971.738793:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000282fd2f1. 00000100:00000001:0.0:1767384971.738801:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384971.738807:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384971.738808:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384971.738815:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.738835:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384971.738837:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738841:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384971.738844:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000100:00000040:0.0:1767384971.738845:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.738848:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738858:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294962351 00000100:00000001:0.0:1767384971.738860:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.738864:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384971.738865:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b923bb2d. 00000100:00000001:0.0:1767384971.738871:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738875:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384971.738878:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294962351 00000100:00000001:2.0:1767384971.738884:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294962351 00000100:00000001:0.0:1767384971.738885:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294962351 00000100:00000001:0.0:1767384971.738888:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294962351 00000100:00000010:0.0:1767384971.738893:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025ff8816. 00000100:00000001:0.0:1767384971.738900:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384971.738907:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294962351 00000100:00000001:2.0:1767384971.738908:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294962351 00000100:00000010:0.0:1767384971.738912:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083f6d74b. 00000100:00000001:2.0:1767384971.738913:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294962351 00000100:00000001:0.0:1767384971.738919:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384971.738934:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294962351 00000100:00000001:0.0:1767384971.738934:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294962351 00000100:00000001:2.0:1767384971.738939:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294962351 00000100:00000010:0.0:1767384971.738940:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7d909b2. 00000100:00000001:0.0:1767384971.738946:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384971.738948:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000001:0.0:1767384971.738952:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384971.738953:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294962351 00000100:00000001:0.0:1767384971.738961:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738962:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384971.738968:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738969:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.738976:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.738978:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.738982:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.738987:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384971.738989:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384971.738991:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384971.738993:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384971.738997:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.738998:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.739001:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384971.739002:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.739006:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.739007:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.739012:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.739013:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.739038:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:2.0:1767384971.739063:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384971.739068:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202816 02000000:00000001:2.0:1767384971.739071:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384971.739073:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.739076:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.739079:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384971.739083:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202816 00000020:00000001:2.0:1767384971.739085:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384971.739087:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384971.739089:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.739093:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:2.0:1767384971.739095:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384971.739098:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384971.739102:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384971.739106:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a93fe. 00000400:00000200:1.0:1767384971.739108:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:2.0:1767384971.739109:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384971.739114:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a93fe. 00000020:00000010:2.0:1767384971.739123:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1dd66ac. 00000020:00000010:2.0:1767384971.739137:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000cffeed8. 00000020:00000010:2.0:1767384971.739142:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000100:00000040:2.0:1767384971.739153:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384971.739155:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384971.739157:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384971.739159:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.739166:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:2.0:1767384971.739167:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.739184:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.739231:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384971.739234:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384971.739235:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202688 00000100:00000001:2.0:1767384971.739238:0:16798:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.739239:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384971.739242:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384971.739245:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.739248:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.739249:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384971.739250:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202688 00000100:00000001:2.0:1767384971.739253:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384971.739254:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384971.739257:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00100000:2.0:1767384971.739261:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000001:0.0:1767384971.739261:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.739265:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000040:2.0:1767384971.739267:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000200:1.0:1767384971.739269:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000020:00000001:0.0:1767384971.739271:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384971.739272:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634541648 : -129520075009968 : ffff8a33c1f01050) 00000020:00000001:0.0:1767384971.739293:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:2.0:1767384971.739298:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d49a98e x1853237373202816/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:197/0 lens 4848/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.739299:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384971.739306:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 00000100:00000001:2.0:1767384971.739311:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384971.739312:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384971.739316:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 00000020:00000010:2.0:1767384971.739317:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a93fe. 00000020:00000010:0.0:1767384971.739322:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6119aa3. 00000100:00000001:2.0:1767384971.739323:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384971.739330:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a93fe. 00000020:00000010:0.0:1767384971.739333:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000897bf321. 00000100:00100000:2.0:1767384971.739339:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d49a98e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373202816:12345-0@lo:253: 00000020:00000010:0.0:1767384971.739341:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000200:2.0:1767384971.739347:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202816 00000100:00000001:0.0:1767384971.739351:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384971.739352:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384971.739356:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384971.739359:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.739363:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384971.739364:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384971.739367:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.739368:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:1.0:1767384971.739370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000020:00000001:2.0:1767384971.739376:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384971.739377:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.739380:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.739383:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.739385:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384971.739389:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384971.739392:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.739401:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384971.739405:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384971.739405:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384971.739410:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384971.739414:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 02000000:00000010:2.0:1767384971.739419:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000063922147. 00000100:00000040:0.0:1767384971.739419:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384971.739424:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634550864 : -129520075000752 : ffff8a33c1f03450) 02000000:00000001:2.0:1767384971.739425:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.739430:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.739433:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f115289c x1853237373202688/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:197/0 lens 4848/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384971.739435:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384971.739436:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 20000000:00000010:2.0:1767384971.739463:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003a68bf3a. 00000100:00000001:0.0:1767384971.739463:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384971.739468:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5ba4f1. 20000000:01000000:2.0:1767384971.739470:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384971.739472:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384971.739477:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:0.0:1767384971.739477:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5ba4f1. 20000000:00000001:2.0:1767384971.739483:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:0.0:1767384971.739486:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f115289c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373202688:12345-0@lo:253: 20000000:00000001:2.0:1767384971.739489:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384971.739491:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202688 20000000:00000001:2.0:1767384971.739494:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.739495:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384971.739498:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000020:00000001:0.0:1767384971.739499:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384971.739500:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384971.739502:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.739506:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384971.739508:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:0.0:1767384971.739510:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384971.739512:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384971.739513:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001bd6fe92. 00000020:00000001:0.0:1767384971.739514:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384971.739518:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767384971.739519:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000020:00000001:0.0:1767384971.739521:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.739525:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384971.739526:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384971.739527:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384971.739531:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:0.0:1767384971.739534:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000001f90549. 02000000:00000001:0.0:1767384971.739538:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.739539:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384971.739541:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384971.739556:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b7fc5cec. 20000000:01000000:0.0:1767384971.739559:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384971.739561:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384971.739564:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 20000000:00000001:0.0:1767384971.739564:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384971.739566:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384971.739571:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384971.739573:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384971.739582:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384971.739586:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384971.739588:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.739590:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384971.739594:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384971.739599:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:2.0:1767384971.739603:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384971.739610:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc9e8a9c. 00080000:00000001:2.0:1767384971.739613:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553643164672 : -129520066386944 : ffff8a33c273a400) 00080000:00000001:2.0:1767384971.739616:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384971.739628:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.739705:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000001:00000001:2.0:1767384971.739745:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384971.739747:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.739749:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384971.739756:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00080000:00000001:2.0:1767384971.739768:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.739772:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384971.739799:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.739854:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00080000:00000001:2.0:1767384971.739877:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384971.739880:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384971.739903:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.739966:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740004:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740046:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740088:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740132:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740177:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740292:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740340:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740381:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740417:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740457:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740488:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740514:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740536:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740562:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740586:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740647:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384971.740756:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384971.740942:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000416ef44d. 00000800:00000010:1.0:1767384971.740948:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000fef428c. 00000800:00000010:1.0:1767384971.740953:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e47aa35e. 00000800:00000010:1.0:1767384971.740975:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e47aa35e. 00000800:00020000:1.0:1767384971.740984:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384971.740987:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000fef428c. 00000800:00000010:1.0:1767384971.740992:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000416ef44d. 00000400:02020000:1.0:1767384971.741085:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp42 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384971.741092:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp42 notifying 192.168.204.149@tcp42: down 00000800:00000200:1.0:1767384971.741100:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp42 down 00000800:00000100:1.0:1767384971.741108:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.204.149@tcp42 00000800:00000010:1.0:1767384971.741112:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb9c972a. 00000400:00000200:1.0:1767384971.741115:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384971.741119:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp42->192.168.204.149@tcp42: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384971.741127:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp42 added to recovery queue. ping count: 0 next ping: 296 health :900 00000400:00000200:1.0:1767384971.741132:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384971.741138:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:1.0:1767384971.741144:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384971.741179:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384971.741205:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101151 00000400:00000001:2.0:1767384971.741210:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384971.741219:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384971.741221:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000310b405b 00000400:00000010:2.0:1767384971.741224:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000310b405b. 00000400:00000200:2.0:1767384971.741228:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384971.741235:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384971.741240:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000400:00000200:2.0:1767384971.741245:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384971.741248:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 rc -71 00000400:00000200:2.0:1767384971.741254:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384971.741261:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (37) 00080000:00000001:1.0:1767384971.749679:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384971.749691:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384971.749693:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384971.749696:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384971.749697:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384971.749702:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384971.749704:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384971.749705:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384971.749706:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384971.749708:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc9e8a9c. 20000000:01000000:1.0:1767384971.749709:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384971.749715:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384971.749721:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384971.749725:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384971.749730:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384971.749733:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c311cc93. 20000000:01000000:2.0:1767384971.749738:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:01000000:3.0:1767384971.749742:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384971.749743:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384971.749748:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384971.749748:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384971.749750:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384971.749756:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384971.749759:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384971.749766:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000c51eb88. 00010000:00000001:3.0:1767384971.749771:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384971.749771:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384971.749774:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00080000:00000001:2.0:1767384971.749775:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384971.749778:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.749779:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384971.749781:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384971.749782:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b3813 to hash 00000020:00000001:2.0:1767384971.749784:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384971.749787:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384971.749789:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:3.0:1767384971.749790:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00080000:00000001:2.0:1767384971.749796:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384971.749797:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.749802:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384971.749803:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004e053bb4. 00010000:00000001:3.0:1767384971.749804:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.749809:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553643157504 : -129520066394112 : ffff8a33c2738800) 00010000:00010000:3.0:1767384971.749810:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384971.749812:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384971.749830:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384971.749833:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384971.749835:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384971.749837:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384971.749839:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.749841:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384971.749842:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.749844:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384971.749846:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384971.749847:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384971.749849:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384971.749850:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000c51eb88) refcount = 1 00010000:00010000:3.0:1767384971.749853:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.749857:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384971.749859:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000001:00000001:2.0:1767384971.749859:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384971.749862:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.749863:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.749868:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.749868:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384971.749872:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384971.749875:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384971.749893:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384971.749896:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384971.749896:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.749899:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384971.749902:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:3.0:1767384971.749903:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384971.749907:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.749910:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.749912:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384971.749914:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.749919:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384971.749921:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.749937:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.749939:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384971.749941:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.749945:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384971.749947:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.749950:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384971.749952:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384971.749958:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384971.749960:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.749963:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384971.749965:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.749970:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384971.749972:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384971.749973:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384971.749975:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384971.749977:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.749979:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.749982:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384971.749984:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.749990:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384971.749993:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.749994:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.749998:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384971.750000:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384971.750003:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384971.750010:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384971.750011:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.750019:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b3813 from hash 00080000:00000001:2.0:1767384971.750019:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384971.750021:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384971.750025:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.750026:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.750028:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384971.750030:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384971.750032:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384971.750035:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384971.750037:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.750039:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.750041:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384971.750043:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384971.750045:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.750046:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.750048:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.750050:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.750052:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.750054:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.750059:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.750060:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.750061:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384971.750062:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384971.750064:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.750065:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.750066:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384971.750069:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384971.750071:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.750073:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.750077:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384971.750078:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384971.750080:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b3813 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384971.750093:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000c51eb88 count: 0 00010000:00000001:3.0:1767384971.750105:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384971.750107:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384971.755636:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c51eb88. 00010000:00000010:3.1:1767384971.755643:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000100:00000040:1.0:1767384971.755662:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294962351, at 4294962352 00000100:00000010:1.0:1767384971.755670:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025ff8816. 00000100:00000040:0.0:1767384971.755734:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294962351, at 4294962352 00000100:00000040:3.0:1767384971.755757:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294962351, at 4294962352 00000100:00000010:0.0:1767384971.755758:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b923bb2d. 00000100:00000010:3.0:1767384971.755768:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7d909b2. 00000100:00000040:2.0:1767384971.756737:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294962351, at 4294962353 00000100:00000010:2.0:1767384971.756773:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083f6d74b. 00000400:00000010:1.0:1767384971.759419:0:35586:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001f4fa10c. 00000400:00000040:1.0:1767384971.759438:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384971.759441:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384971.759443:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384971.759445:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384971.759448:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384971.759450:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384971.759453:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384971.759455:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384971.759457:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384971.759458:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384971.759460:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384971.759462:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384971.759464:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384971.759466:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384971.759467:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384971.759468:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384971.759469:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384971.759474:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384971.759481:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384971.759483:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384971.759485:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384971.759486:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384971.759487:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384971.759489:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384971.759489:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384971.759491:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384971.759492:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384971.759499:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384971.759501:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384971.759502:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384971.759503:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384971.759504:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384971.759505:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384971.759506:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384971.759507:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384971.759508:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384971.759509:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384971.759511:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384971.759513:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384971.759514:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384971.759516:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384971.759517:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384971.759519:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384971.759520:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384971.759521:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384971.759523:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384971.759524:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384971.759526:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384971.759528:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384971.759529:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384971.759530:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384971.759532:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384971.759532:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384971.759534:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384971.759535:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384971.759537:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384971.759538:0:35586:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384971.759662:0:35586:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001f4fa10c. 00080000:00000001:3.0:1767384971.760045:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384971.760048:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384971.760050:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384971.760052:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384971.760053:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384971.760055:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384971.760056:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004e053bb4. 00080000:00000001:3.0:1767384971.760062:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:2.0:1767384971.760063:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384971.760068:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384971.760077:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384971.760080:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384971.760091:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384971.760094:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384971.760097:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384971.760102:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384971.760103:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384971.760107:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384971.760109:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000020:2.0:1767384971.760117:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000010:3.0:1767384971.760118:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000c51eb88. 00010000:00000001:3.0:1767384971.760124:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384971.760128:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000884782e7. 00000020:00000001:3.0:1767384971.760131:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384971.760134:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000884782e7 with handle 0xcb8130832f6b381a to hash 00000020:00000001:3.0:1767384971.760137:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384971.760139:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.760141:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.760144:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384971.760146:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.760148:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760154:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384971.760167:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384971.760169:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384971.760171:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384971.760180:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.760182:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384971.760183:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.760185:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384971.760200:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384971.760201:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384971.760202:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384971.760203:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000c51eb88) refcount = 1 00010000:00010000:3.0:1767384971.760207:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760212:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384971.760213:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384971.760215:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.760217:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.760219:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384971.760221:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384971.760223:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384971.760233:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384971.760235:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384971.760236:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=4 00000020:00000001:3.0:1767384971.760237:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.760240:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.760242:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384971.760243:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760248:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384971.760249:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760253:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.760254:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384971.760256:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760270:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384971.760271:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.760272:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384971.760274:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384971.760278:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000884782e7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384971.760280:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.760281:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384971.760282:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760286:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384971.760287:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384971.760287:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384971.760288:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000884782e7 refcount=5 00000020:00000001:3.0:1767384971.760290:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.760298:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919235072 : -129515790316544 : ffff8a34c1534c00) 00010000:00000001:3.0:1767384971.760300:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384971.760301:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760304:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384971.760305:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.760306:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.760309:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384971.760310:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384971.760311:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384971.760312:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.760313:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000884782e7 with handle 0xcb8130832f6b381a from hash 00010000:00000001:3.0:1767384971.760315:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384971.760316:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.760316:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.760322:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384971.760324:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384971.760325:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384971.760326:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384971.760327:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.760329:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.760330:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384971.760331:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384971.760333:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.760334:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.760334:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.760336:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.760337:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.760339:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760342:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.760343:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.760344:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384971.760345:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384971.760347:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.760348:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.760350:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384971.760352:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384971.760354:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.760356:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.760359:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384971.760360:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384971.760362:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000884782e7/0xcb8130832f6b381a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384971.760366:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000c51eb88 count: 0 00010000:00000001:3.0:1767384971.760371:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384971.760372:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384971.762094:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384971.762098:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384971.762100:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003a68bf3a. 20000000:00000001:0.0:1767384971.762107:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384971.762110:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202816 00010000:00000001:0.0:1767384971.762113:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384971.762119:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d49a98e x1853237373202816/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:197/0 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.762127:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384971.762129:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384971.762133:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=79 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384971.762137:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384971.762141:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384971.762144:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384971.762147:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384971.762149:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.762153:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384971.762156:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384971.762160:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a12947a. 00000100:00000200:0.0:1767384971.762164:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373202816, offset 224 00000400:00000200:0.0:1767384971.762170:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384971.762181:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384971.762204:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507180 00000400:00000200:0.0:1767384971.762210:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc9 [2] + 224 00000400:00000200:0.0:1767384971.762215:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384971.762225:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384971.762229:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384971.762234:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384971.762242:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.762258:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384971.762264:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a12947a 00000400:00000010:0.0:1767384971.762266:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a12947a. 00000100:00000001:0.0:1767384971.762269:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384971.762270:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384971.762274:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.762277:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384971.762280:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384971.762282:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.762284:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384971.762284:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384971.762288:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384971.762289:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d49a98e x1853237373202816/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:197/0 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384971.762295:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384971.762298:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384971.762299:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d49a98e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373202816:12345-0@lo:253: Request processed in 22987us (23580us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384971.762301:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa73ba68. 00000400:00000200:1.0:1767384971.762308:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4b1d1f 00000100:00100000:0.0:1767384971.762312:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000400:00000010:1.0:1767384971.762313:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe4b1d1f. 00000100:00000040:0.0:1767384971.762317:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384971.762318:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384971.762321:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384971.762323:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384971.762326:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000cffeed8. 00000100:00000200:1.0:1767384971.762331:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384971.762331:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000020:00000010:0.0:1767384971.762337:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1dd66ac. 00000020:00000040:0.0:1767384971.762344:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:1.0:1767384971.762346:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384971.762350:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384971.762353:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000063922147. 00000100:00000001:1.0:1767384971.762356:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384971.762359:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384971.762359:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384971.762362:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.762363:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384971.762367:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384971.762368:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384971.762369:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384971.762371:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.762373:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384971.762377:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=79 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384971.762379:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6019275. 00000100:00001000:1.0:1767384971.762381:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=79 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384971.762385:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a12947a. 00000100:00000001:1.0:1767384971.762386:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384971.762389:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.762393:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384971.762394:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.762396:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.762399:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.762405:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384971.762407:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384971.762409:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384971.762412:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384971.762413:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384971.762414:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384971.762415:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384971.762416:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384971.762417:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384971.762418:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384971.762419:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384971.762420:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384971.762422:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384971.762427:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373202816:0@lo:253: 00000100:00000001:1.0:1767384971.762438:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.762440:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384971.762442:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373202816/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.762447:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384971.762449:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384971.762450:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000073a3bfab. 02000000:00000001:1.0:1767384971.762453:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384971.762454:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384971.762455:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384971.762457:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384971.762459:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000054517d31. 02000000:00000001:1.0:1767384971.762461:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384971.762478:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384971.762479:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:1.0:1767384971.762481:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384971.762482:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.762483:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.762487:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384971.762488:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.762489:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.762490:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384971.763458:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384971.763460:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384971.763462:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b7fc5cec. 20000000:00000001:2.0:1767384971.763469:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384971.763472:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202688 00010000:00000001:2.0:1767384971.763474:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384971.763477:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f115289c x1853237373202688/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:197/0 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.763484:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384971.763485:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384971.763487:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384971.763490:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384971.763491:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384971.763492:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384971.763494:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384971.763496:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.763497:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384971.763499:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384971.763502:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff5e5910. 00000100:00000200:2.0:1767384971.763505:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373202688, offset 224 00000400:00000200:2.0:1767384971.763508:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384971.763513:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384971.763517:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507100 00000400:00000200:2.0:1767384971.763521:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc1 [2] + 224 00000400:00000200:2.0:1767384971.763526:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384971.763528:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384971.763530:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384971.763532:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384971.763539:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.763558:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384971.763564:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5e5910 00000400:00000010:2.0:1767384971.763565:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff5e5910. 00000100:00000001:2.0:1767384971.763567:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384971.763568:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384971.763571:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.763573:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:2.0:1767384971.763575:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384971.763577:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.763578:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384971.763579:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384971.763581:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384971.763584:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f115289c x1853237373202688/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:197/0 lens 4848/4768 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384971.763586:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384971.763590:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384971.763608:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000400:00000200:0.0:1767384971.763613:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfba553c 00000400:00000010:0.0:1767384971.763616:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfba553c. 00000100:00100000:2.0:1767384971.763621:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f115289c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373202688:12345-0@lo:253: Request processed in 24154us (24884us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384971.763623:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384971.763631:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384971.763635:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384971.763641:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:2.0:1767384971.763645:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384971.763647:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.763648:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384971.763651:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000897bf321. 00000100:00000001:0.0:1767384971.763658:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384971.763659:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000100:00000001:0.0:1767384971.763661:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384971.763664:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6119aa3. 00000100:00000001:0.0:1767384971.763664:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384971.763668:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384971.763671:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:0.0:1767384971.763672:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384971.763674:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.763677:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384971.763677:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384971.763681:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000001f90549. 00000100:00001000:0.0:1767384971.763682:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=79 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384971.763686:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384971.763688:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384971.763690:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.763692:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384971.763694:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384971.763695:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.763700:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384971.763701:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b11057. 00010000:00000001:0.0:1767384971.763702:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.763707:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384971.763708:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff5e5910. 00000100:00000040:0.0:1767384971.763711:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.763718:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384971.763720:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384971.763721:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384971.763723:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384971.763725:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384971.763726:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384971.763733:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384971.763734:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384971.763735:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384971.763736:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384971.763738:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384971.763739:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384971.763740:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384971.763742:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384971.763747:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373202688:0@lo:253: 00000100:00000001:0.0:1767384971.763751:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.763752:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384971.763753:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373202688/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.763758:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384971.763759:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384971.763760:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000087533ef4. 02000000:00000001:0.0:1767384971.763763:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384971.763764:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384971.763766:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384971.763767:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384971.763768:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c6d2a84d. 02000000:00000001:0.0:1767384971.763770:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384971.763771:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384971.763772:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:0.0:1767384971.763774:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384971.763775:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.763776:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.763779:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384971.763781:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.763782:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.763792:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384971.768622:0:35590:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c51eb88. 00010000:00000010:3.1:1767384971.768631:0:35590:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000884782e7. 00000400:00000001:0.0:1767384971.835683:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384971.835688:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384971.835691:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2503b6 00000400:00000010:0.0:1767384971.835695:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b2503b6. 00000400:00000200:0.0:1767384971.835700:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384971.835712:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384971.835722:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009df199b7. 00000400:00000010:0.0:1767384971.835725:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007ccd09bf. 00000400:00000200:0.0:1767384971.835732:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp37 00000400:00000010:0.0:1767384971.835736:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006a5917ee. 00000400:00000010:0.0:1767384971.835740:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000befa5abd. 00000400:00000010:0.0:1767384971.835743:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000400:00000010:0.0:1767384971.835748:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c48dabbc. 00000400:00000200:0.0:1767384971.835751:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp37 00000400:00000200:0.0:1767384971.835761:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp37 local destination 00000400:00000200:0.0:1767384971.835766:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp37 00000400:00000200:0.0:1767384971.835768:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [157:157:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767384971.835773:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp37 00000400:00000200:0.0:1767384971.835779:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:) -> 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) : GET try# 0 00000800:00000200:0.0:1767384971.835783:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp37 00000800:00000010:0.0:1767384971.835787:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003206a9c4. 00000800:00000200:0.0:1767384971.835792:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000800:00000200:0.1:1767384971.835796:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000400:00000200:0.0:1767384971.835814:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp37 added to recovery queue. ping count: 4 next ping: 311 health :600 00000400:00000200:3.0:1767384971.835901:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.835957:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836053:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836074:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836095:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836109:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836123:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836143:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836183:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836242:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836284:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836320:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836351:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836396:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836437:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836473:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836509:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836532:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836561:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836627:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836682:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836709:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836729:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836750:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836789:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836836:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836882:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836927:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.836971:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.837008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.837051:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.837076:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.837104:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384971.837122:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384971.837311:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078e40717. 00000800:00000010:3.0:1767384971.837319:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8245855. 00000800:00000010:3.0:1767384971.837327:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e46b73ef. 00000800:00000010:3.0:1767384971.837359:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e46b73ef. 00000800:00020000:3.0:1767384971.837371:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384971.837374:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8245855. 00000800:00000010:3.0:1767384971.837377:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000078e40717. 00000400:02020000:3.0:1767384971.837421:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp37 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384971.837429:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp37 notifying 192.168.204.149@tcp37: down 00000800:00000200:3.0:1767384971.837436:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp37 down 00000800:00000100:3.0:1767384971.837459:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp37 00000800:00000010:3.0:1767384971.837463:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003206a9c4. 00000400:00000200:3.0:1767384971.837466:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384971.837472:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384971.837481:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384971.837483:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384971.837486:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384971.963648:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384971.963653:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.963659:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384971.963661:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384971.963671:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384971.963673:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.963676:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384971.963678:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.963680:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.963682:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.963715:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384971.963719:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.963722:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384972.859674:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384972.859679:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384972.859683:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1801c11 00000400:00000010:1.0:1767384972.859688:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000800:00000200:3.0:1767384972.859694:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000846ad8ba] -> 12345-192.168.204.149@tcp10 (6) 00000400:00000200:1.0:1767384972.859696:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384972.859704:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery ping unlinked 00000800:00000200:3.0:1767384972.859707:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp10 ip 192.168.204.149:988 00000800:00000200:3.0:1767384972.859714:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384972.859718:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006a5917ee. 00000400:00000010:1.0:1767384972.859725:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000befa5abd. 00000800:00000200:3.0:1767384972.859734:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (4) 00000400:00000200:1.0:1767384972.859735:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp30 00000400:00000010:1.0:1767384972.859744:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a4cff58f. 00000800:00000200:3.1:1767384972.859745:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (4) 00000400:00000010:1.0:1767384972.859754:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b217f6ad. 00000400:00000010:1.0:1767384972.859760:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000534875b1. 00000400:00000010:1.0:1767384972.859767:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fbb7e30. 00000400:00000200:1.0:1767384972.859779:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp30 00000400:00000200:1.0:1767384972.859792:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp30 local destination 00000400:00000200:1.0:1767384972.859797:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp30 00000400:00000200:1.0:1767384972.859801:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [158:158:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1767384972.859807:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp30 00000400:00000200:1.0:1767384972.859815:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:) -> 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) : GET try# 0 00000800:00000200:1.0:1767384972.859820:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp30 00000800:00000010:1.0:1767384972.859825:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a66c5228. 00000800:00000200:1.0:1767384972.859831:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000800:00000200:1.1:1767384972.859846:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000400:00000200:1.0:1767384972.859870:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp30 added to recovery queue. ping count: 5 next ping: 328 health :500 00000400:00000200:1.0:1767384972.859876:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp42 00000400:00000010:1.0:1767384972.859881:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cfe4e919. 00000400:00000010:1.0:1767384972.859886:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000047a311b3. 00000400:00000010:1.0:1767384972.859890:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000800:00000200:3.0:1767384972.859896:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384972.859897:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4010c50. 00000800:00000001:3.0:1767384972.859906:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384972.859906:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp42 00000800:00000001:3.0:1767384972.859919:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384972.859920:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp42 local destination 00000800:00000001:3.0:1767384972.859929:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384972.859929:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp42 00000800:00000001:3.0:1767384972.859936:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384972.859940:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp42 NI seq info: [159:159:256:4294967295] 192.168.204.149@tcp42 LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1767384972.859940:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.859952:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp42 00000400:00000200:1.0:1767384972.859961:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp42(192.168.204.149@tcp42:) -> 192.168.204.149@tcp42(192.168.204.149@tcp42:192.168.204.149@tcp42) : GET try# 0 00000800:00000200:1.0:1767384972.859967:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp42 00000800:00000010:1.0:1767384972.859972:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5da7eb2. 00000800:00000200:1.0:1767384972.859980:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000800:00000200:1.1:1767384972.859985:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000200:1.0:1767384972.860004:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp42 added to recovery queue. ping count: 1 next ping: 298 health :900 00000400:00000200:3.0:1767384972.860005:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860035:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860080:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860092:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860119:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860199:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860204:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860216:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860279:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860326:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860336:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860383:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860422:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860430:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860477:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860538:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860539:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860560:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860662:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860697:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860699:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860755:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860813:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860818:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860860:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.860915:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.860933:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.860973:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861025:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861051:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861078:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861120:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861150:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861192:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861245:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861264:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861287:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861327:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861345:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861367:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861402:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861433:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861450:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861494:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861540:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861543:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861587:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861648:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861674:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861723:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861752:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861789:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861805:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861845:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.861893:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861896:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.861924:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.861982:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862001:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862010:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862072:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862100:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862106:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862189:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862199:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862222:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862284:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862303:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862322:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862378:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862400:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862410:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862465:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862509:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862511:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862551:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862642:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862654:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862676:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862752:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862767:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862792:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862862:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862881:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862899:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.862951:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.862974:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.862986:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863042:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863060:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863073:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863123:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863162:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863224:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863256:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863277:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863321:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863340:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863371:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863417:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863455:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863484:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863511:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863570:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863585:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863690:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.863708:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000800:00000010:1.0:1767384972.863730:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000416ef44d. 00000800:00000010:1.0:1767384972.863737:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a8e266. 00000800:00000010:1.0:1767384972.863743:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da5ba054. 00000800:00000010:1.0:1767384972.863777:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da5ba054. 00000800:00020000:1.0:1767384972.863788:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000400:00000200:3.0:1767384972.863790:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000800:00000010:1.0:1767384972.863794:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a8e266. 00000800:00000010:1.0:1767384972.863800:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000416ef44d. 00000400:00000200:0.0:1767384972.863804:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.863870:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:02020000:1.0:1767384972.863895:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp42 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384972.863898:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863906:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp42 notifying 192.168.204.149@tcp42: down 00000400:00000200:1.0:1767384972.863912:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384972.863918:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp42 00000800:00000010:1.0:1767384972.863920:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5da7eb2. 00000400:00000200:1.0:1767384972.863925:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384972.863932:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp42->192.168.204.149@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384972.863940:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384972.863943:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384972.863949:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:1.0:1767384972.863950:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp42) recovery failed with -71 00000400:00000200:0.0:1767384972.863974:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864025:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864043:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864078:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864118:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864144:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864198:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864249:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864277:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864332:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864357:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864407:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864431:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864477:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864533:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864559:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864631:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:3.0:1767384972.864665:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864712:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:0.0:1767384972.864781:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000800:00000010:3.0:1767384972.864932:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078e40717. 00000800:00000010:3.0:1767384972.864938:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7dff9c8. 00000800:00000010:3.0:1767384972.864944:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090e69279. 00000800:00000010:3.0:1767384972.864993:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090e69279. 00000800:00000010:0.0:1767384972.865040:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7bdb9ca. 00000800:00000010:0.0:1767384972.865047:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000643b4bb. 00000800:00000010:0.0:1767384972.865053:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035409c26. 00000800:00000010:0.0:1767384972.865097:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035409c26. 00000400:00000200:1.0:1767384972.865269:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384972.865287:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp30 from 206.3.0.2 00000800:00000010:1.0:1767384972.865292:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003b4edece. 00000800:00000010:0.0:1767384972.865345:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028cc1ff6. 00000800:00000010:0.0:1767384972.865352:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6aa072b. 00000800:00000010:0.0:1767384972.865380:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000329a592. 00000800:00000200:0.1:1767384972.865388:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (2) 00000800:00000200:0.1:1767384972.865395:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp30 000000000329a592 deleted 00000800:00000010:0.1:1767384972.865398:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000329a592. 00000800:00000200:0.1:1767384972.865404:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384972.865411:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp30 ip 192.168.204.149:974 00000800:00000200:0.1:1767384972.865414:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a66c5228 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384972.865421:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp30 p 3.x 192.168.204.149 -> 192.168.204.149:974 incarnation:1767384938694141173 sched[0] 00000800:00000010:0.0:1767384972.865426:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035409c26. 00000400:00000200:1.0:1767384972.865443:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384972.865458:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp31 from 205.3.0.2 00000800:00000010:1.0:1767384972.865462:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000034280056. 00000800:00000010:0.0:1767384972.865495:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035409c26. 00000800:00000010:0.0:1767384972.865502:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6aa072b. 00000800:00000200:2.1:1767384972.865534:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384972.865547:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp30 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384938694141173 sched[0] 00000800:00000010:0.0:1767384972.865549:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003b4edece. 00000800:00000010:2.0:1767384972.865551:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7dff9c8. 00000800:00000010:0.0:1767384972.865561:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037b8ea3f. 00000800:00000010:0.0:1767384972.865568:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6aa072b. 00000800:00000001:2.0:1767384972.865628:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384972.865635:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384972.865636:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000329a592. 00000800:00000200:0.1:1767384972.865645:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003909ae5f] -> 12345-192.168.204.149@tcp31 (4) 00000800:00000200:0.1:1767384972.865650:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp31 000000000329a592 deleted 00000800:00000010:0.1:1767384972.865660:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000329a592. 00000800:00000200:0.1:1767384972.865665:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384972.865672:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp31 p 3.x 192.168.204.149 -> 192.168.204.149:973 incarnation:1767384940543215870 sched[0] 00000800:00000010:0.0:1767384972.865678:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035409c26. 00000800:00000200:2.0:1767384972.865705:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384972.865710:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a66c5228. 00000400:00000200:2.0:1767384972.865715:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384972.865729:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: GET: OK 00000400:00000200:2.0:1767384972.865736:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:0.0:1767384972.865736:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035409c26. 00000400:00000200:2.0:1767384972.865742:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp30 recovery message sent successfully:0 00000800:00000010:0.0:1767384972.865743:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6aa072b. 00000800:00000001:2.0:1767384972.865761:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384972.865769:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384972.865772:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384972.865773:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000034280056. 00000800:00000001:2.0:1767384972.865783:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.865794:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30) <- 192.168.204.149@tcp30 : GET - for me 00000800:00000001:0.0:1767384972.865799:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384972.865806:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.865809:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384972.865820:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1db9 [1] + 0 00000400:00000200:2.0:1767384972.865832:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp30 to MR: 192.168.204.149@tcp30 local destination 00000400:00000200:2.0:1767384972.865839:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp30 NI seq info: [160:160:256:4294967295] 192.168.204.149@tcp30 LPNI seq info [151:151:8:4294967295] 00000800:00000200:0.1:1767384972.865859:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384972.865867:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) -> 192.168.204.149@tcp30(192.168.204.149@tcp30:192.168.204.149@tcp30) 192.168.204.149@tcp30 : REPLY try# 0 00000800:00000200:0.1:1767384972.865873:0:27932:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp31 ip 192.168.204.149:988 00000800:00000200:0.1:1767384972.865878:0:27932:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384972.865884:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp30 00000800:00000200:0.0:1767384972.865890:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp31 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384940543215870 sched[0] 00000800:00000010:2.0:1767384972.865891:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcfa3982. 00000800:00000010:0.0:1767384972.865897:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000643b4bb. 00000800:00000200:2.0:1767384972.865904:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (4) 00000800:00000200:2.0:1767384972.865912:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp30 ip 192.168.204.149:988 00000800:00000200:2.0:1767384972.865915:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcfa3982 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384972.865961:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384972.865965:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384972.866016:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384972.866019:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384972.866023:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcfa3982. 00000800:00000001:0.0:1767384972.866026:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384972.866032:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384972.866033:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384972.866040:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384972.866046:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: REPLY: OK 00000800:00000001:0.0:1767384972.866048:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384972.866053:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384972.866058:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384972.866063:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384972.866068:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp30(192.168.204.149@tcp30) <- 192.168.204.149@tcp30 : REPLY - for me 00000800:00000001:2.0:1767384972.866076:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384972.866082:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384972.866087:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp30: Reply from 12345-192.168.204.149@tcp30 of length 272/272 into md 0x1de5 00000800:00000001:2.0:1767384972.866088:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384972.866097:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384972.866107:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384972.866109:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384972.866114:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp30->192.168.204.149@tcp30: REPLY: OK 00000400:00000200:0.0:1767384972.866118:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000534875b1 00000400:00000010:0.0:1767384972.866120:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000534875b1. 00000400:00000200:0.0:1767384972.866124:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384972.866130:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a4cff58f. 00000400:00000010:0.0:1767384972.866134:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b217f6ad. 00000800:00000001:0.0:1767384972.866143:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384972.866147:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.866193:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866237:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866269:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866295:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866327:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866355:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866387:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866414:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866437:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866457:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866481:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866501:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866526:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866545:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866570:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866630:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866685:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866715:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866752:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866783:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866830:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866906:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.866980:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867067:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867142:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867224:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867292:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867352:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867411:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867462:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867483:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867502:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867523:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867547:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384972.867573:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384972.868036:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025f74937. 00000800:00000010:3.0:1767384972.868044:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008806d4fa. 00000800:00000010:3.0:1767384972.868051:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090e69279. 00000800:00000010:3.0:1767384972.868092:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090e69279. 00000800:00020000:3.0:1767384972.868106:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384972.868111:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008806d4fa. 00000800:00000010:3.0:1767384972.868116:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000025f74937. 00000400:02020000:3.0:1767384972.868237:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384972.987706:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384972.987712:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384972.987719:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384972.987721:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384972.987753:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384972.987758:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384972.987762:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384973.115674:0:16790:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384973.115680:0:16790:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.116713:0:16788:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384973.116719:0:16788:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.690042:0:36094:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384973.690054:0:36094:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.690057:0:36094:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.690065:0:36094:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384973.690071:0:36094:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.690073:0:36094:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384973.883659:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.883664:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384973.883666:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000400:00000010:1.0:1767384973.883670:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000400:00000200:1.0:1767384973.883675:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384973.883681:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery ping unlinked 00000800:00000200:0.0:1767384973.883697:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 00000400:00000010:1.0:1767384973.883698:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cfe4e919. 00000400:00000010:1.0:1767384973.883704:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000047a311b3. 00000800:00000200:0.1:1767384973.883705:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 00000400:00000200:1.0:1767384973.883711:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp41 00000400:00000010:1.0:1767384973.883714:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cfe4e919. 00000400:00000010:1.0:1767384973.883718:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000062eb3c84. 00000400:00000010:1.0:1767384973.883721:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000400:00000010:1.0:1767384973.883726:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab682df2. 00000400:00000200:1.0:1767384973.883729:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp41 00000400:00000200:1.0:1767384973.883740:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp41 local destination 00000400:00000200:1.0:1767384973.883745:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp41 00000400:00000200:1.0:1767384973.883749:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp41 NI seq info: [161:161:256:4294967295] 192.168.204.149@tcp41 LPNI seq info [152:152:8:4294967295] 00000400:00000200:1.0:1767384973.883753:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp41 00000400:00000200:1.0:1767384973.883761:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp41(192.168.204.149@tcp41:) -> 192.168.204.149@tcp41(192.168.204.149@tcp41:192.168.204.149@tcp41) : GET try# 0 00000800:00000200:1.0:1767384973.883765:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp41 00000800:00000010:1.0:1767384973.883768:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5da7eb2. 00000800:00000200:1.0:1767384973.883772:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000800:00000200:1.1:1767384973.883776:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:1.0:1767384973.883790:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp41 added to recovery queue. ping count: 3 next ping: 305 health :700 00000400:00000200:2.0:1767384973.883832:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.883889:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.883901:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.883937:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.883948:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.883982:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.883992:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884026:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884033:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884071:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884088:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884127:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884133:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884184:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884200:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884226:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884243:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884273:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884296:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884309:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884346:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884353:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884389:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884400:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884432:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884448:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884475:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884491:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884533:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884538:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884561:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884622:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884633:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884680:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884691:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884727:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884733:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884795:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884795:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884849:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884866:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884901:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884918:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884942:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.884964:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.884981:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885022:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885029:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885090:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885091:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885166:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885197:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885245:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885255:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885290:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885298:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885345:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885348:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885404:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885407:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885435:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885455:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885479:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885506:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885523:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885554:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885564:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885631:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885648:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885669:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885688:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885711:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885730:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885752:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000800:00000010:0.0:1767384973.885759:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7fc5cec. 00000800:00000010:0.0:1767384973.885765:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000329a592. 00000400:00000200:2.0:1767384973.885770:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000800:00000010:0.0:1767384973.885770:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000520be9d2. 00000400:00000200:2.0:1767384973.885792:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000800:00000010:0.0:1767384973.885806:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000520be9d2. 00000800:00020000:0.0:1767384973.885823:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000400:00000200:2.0:1767384973.885824:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000800:00000010:0.0:1767384973.885829:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000329a592. 00000800:00000010:0.0:1767384973.885833:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b7fc5cec. 00000400:00000200:2.0:1767384973.885851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885881:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:02020000:0.0:1767384973.885896:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp41 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384973.885907:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp41 notifying 192.168.204.149@tcp41: down 00000400:00000200:0.0:1767384973.885910:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384973.885915:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp41 00000800:00000010:0.0:1767384973.885917:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5da7eb2. 00000400:00000200:0.0:1767384973.885921:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384973.885925:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp41->192.168.204.149@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384973.885927:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384973.885932:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384973.885937:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384973.885941:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp41) recovery failed with -71 00000400:00000200:2.0:1767384973.885950:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885966:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885979:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:2.0:1767384973.885991:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000800:00000010:2.0:1767384973.886115:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003a68bf3a. 00000800:00000010:2.0:1767384973.886119:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017f28d74. 00000800:00000010:2.0:1767384973.886121:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013776b8e. 00000800:00000010:2.0:1767384973.886143:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013776b8e. 00000400:00000200:1.0:1767384973.886227:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384973.886241:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp26 from 204.3.0.2 00000800:00000010:1.0:1767384973.886244:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007d2ae039. 00000800:00000010:2.0:1767384973.886281:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087533ef4. 00000800:00000010:2.0:1767384973.886287:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e59a06e4. 00000800:00000010:2.0:1767384973.886307:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000bda91f9. 00000800:00000200:2.1:1767384973.886313:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000055158842] -> 12345-192.168.204.149@tcp26 (4) 00000800:00000200:2.1:1767384973.886318:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp26 000000000bda91f9 deleted 00000800:00000010:2.1:1767384973.886320:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000bda91f9. 00000800:00000200:2.1:1767384973.886325:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384973.886331:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp26 p 3.x 192.168.204.149 -> 192.168.204.149:972 incarnation:1767384930922156613 sched[0] 00000800:00000010:2.0:1767384973.886335:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013776b8e. 00000800:00000010:2.0:1767384973.886378:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013776b8e. 00000800:00000010:2.0:1767384973.886382:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e59a06e4. 00000800:00000200:0.1:1767384973.886408:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384973.886411:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007d2ae039. 00000800:00000200:0.1:1767384973.886416:0:16153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp26 ip 192.168.204.149:988 00000800:00000200:0.1:1767384973.886420:0:16153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384973.886426:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp26 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384930922156613 sched[0] 00000800:00000001:2.0:1767384973.886429:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384973.886430:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017f28d74. 00000800:00000001:2.0:1767384973.886435:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384973.886471:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384973.886475:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384973.886516:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384973.886520:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384973.886525:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384973.886528:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384973.886531:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384974.011660:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384974.011665:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.011670:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384974.011671:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.011704:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384974.011708:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384974.011710:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384974.139681:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384974.139690:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:3.0:1767384974.139691:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384974.139695:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384974.139696:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe841f78. 00000100:00000010:3.0:1767384974.139700:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb59dc49. 00000020:00000040:1.0:1767384974.139703:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000040:3.0:1767384974.139706:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384974.139709:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384974.139711:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384974.139714:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384974.139714:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384974.139721:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384974.139721:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384974.139731:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000120836c9. 02000000:00000010:1.0:1767384974.139731:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000637321e4. 00000100:00000001:3.0:1767384974.139739:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.139739:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.139749:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384974.139752:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384974.139753:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.139763:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb59dc49] to pc [ptlrpcd_00_03+3] req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.139786:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.139787:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.139793:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe841f78] to pc [ptlrpcd_00_00+0] req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384974.139800:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.139818:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.139822:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384974.139822:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384974.139828:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384974.139828:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384974.139831:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1bcd142. 00000100:00000001:0.0:1767384974.139832:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384974.139837:0:473:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384974.139840:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384974.139840:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.139841:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384974.139842:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384974.139847:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.139848:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384974.139855:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384974.139856:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e5f81d0. 00000100:00000001:0.0:1767384974.139860:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384974.139863:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.139867:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384974.139867:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384974.139870:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.139871:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384974.139872:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.139878:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384974.139878:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.139879:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384974.139883:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384974.139887:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb59dc49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373203072:0@lo:13: 00000100:00000001:3.0:1767384974.139888:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384974.139896:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.139898:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384974.139901:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.139905:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.139905:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384974.139911:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.139912:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384974.139914:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384974.139916:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.139916:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1bcd142] to pc [ptlrpcd_00_01+1] req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384974.139920:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000094097ef6. 02000000:00000001:3.0:1767384974.139923:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384974.139926:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.139927:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384974.139932:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.139935:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.139938:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373202944:0@lo:400: 00000100:00000040:1.0:1767384974.139939:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384974.139941:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000100:00000001:1.0:1767384974.139942:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384974.139947:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3f86cd3. 00000100:00000001:3.0:1767384974.139950:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384974.139951:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000020:00000040:1.0:1767384974.139952:0:473:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384974.139956:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384974.139957:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384974.139960:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384974.139961:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384974.139961:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373203072, portal 4 02000000:00000001:1.0:1767384974.139965:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.139966:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384974.139967:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384974.139971:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774264704 : -129514935286912 : ffff8a34f44a0380) 02000000:00000010:3.0:1767384974.139972:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047a311b3. 02000000:00000010:1.0:1767384974.139974:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000046c33a8. 02000000:00000001:3.0:1767384974.139977:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.139980:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.139982:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384974.139983:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab831234. 00000400:00000010:3.0:1767384974.139991:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000040:1.0:1767384974.139996:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384974.139998:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373202944, portal 25 00000100:00000001:0.0:1767384974.140001:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384974.140004:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384974.140008:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807137280 : -129514902414336 : ffff8a34f63f9c00) 00000100:00000040:0.0:1767384974.140010:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384974.140016:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000100:00000040:3.0:1767384974.140018:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.140018:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.140022:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384974.140022:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373203072, offset 0 00000100:00000040:1.0:1767384974.140032:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3f86cd3] to pc [ptlrpcd_00_02+2] req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.140034:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384974.140036:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384974.140042:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384974.140048:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000001:1.0:1767384974.140053:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384974.140054:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373202944, offset 0 00000400:00000200:0.0:1767384974.140054:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384974.140060:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384974.140065:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384974.140065:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384974.140069:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aedd743f. 00000020:00000040:1.0:1767384974.140074:0:473:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384974.140075:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273507280 00000400:00000200:3.0:1767384974.140079:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384974.140081:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384974.140084:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384974.140087:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.140087:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000400:00000200:3.0:1767384974.140094:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273507200 02000000:00000010:1.0:1767384974.140097:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ea94cf3. 00000400:00000200:3.0:1767384974.140101:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1589 [2] + 0 00000100:00000001:1.0:1767384974.140102:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384974.140108:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a628f3. 00000100:00000040:1.0:1767384974.140111:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384974.140114:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003016e502 00000400:00000200:3.0:1767384974.140120:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384974.140121:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.140125:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.140129:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384974.140133:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedd743f] to pc [ptlrpcd_00_03+3] req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384974.140137:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003016e502 00000400:00000200:0.0:1767384974.140139:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384974.140141:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003016e502. 00000100:00000001:1.0:1767384974.140160:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.140160:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384974.140165:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384974.140168:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384974.140169:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000100:00000001:0.0:1767384974.140170:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384974.140172:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000002bc8eda7 x1853237373202944 msgsize 224 00000100:00000200:0.0:1767384974.140174:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384974.140180:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e308f3f. 00000100:00100000:3.0:1767384974.140182:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384974.140193:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.140195:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384974.140198:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000001e308f3f x1853237373203072 msgsize 224 00000100:00000001:1.0:1767384974.140200:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384974.140203:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384974.140207:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384974.140208:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384974.140209:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384974.140217:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000100:00000001:1.0:1767384974.140218:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384974.140220:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384974.140222:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384974.140224:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384974.140227:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 02000000:00000001:1.0:1767384974.140233:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.140234:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384974.140237:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.140240:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0940113 00000100:00000200:3.0:1767384974.140242:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384974.140243:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373203328:0@lo:400: 00000400:00000010:0.0:1767384974.140244:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000100:00000001:0.0:1767384974.140250:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384974.140255:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384974.140259:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384974.140260:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384974.140263:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384974.140264:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.140267:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384974.140270:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384974.140271:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384974.140274:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373202944 02000000:00000010:1.0:1767384974.140276:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030c0632a. 02000000:00000001:2.0:1767384974.140281:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384974.140282:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.140287:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384974.140290:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88be556. 00000100:00000001:0.0:1767384974.140293:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384974.140299:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.140300:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.140300:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384974.140301:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000100:00000001:3.0:1767384974.140305:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384974.140308:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373203328, portal 10 02000000:00000001:2.0:1767384974.140311:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140314:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384974.140315:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140319:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807133696 : -129514902417920 : ffff8a34f63f8e00) 00000100:00100000:2.0:1767384974.140321:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373202944 00000100:00000001:3.0:1767384974.140323:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294964752 00000020:00000001:2.0:1767384974.140327:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384974.140329:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.140330:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384974.140331:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000010:3.0:1767384974.140332:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026392c41. 00000100:00000001:0.0:1767384974.140336:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384974.140337:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384974.140341:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384974.140343:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384974.140349:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294964752 00000100:00000040:1.0:1767384974.140349:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384974.140351:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000100:00000001:0.0:1767384974.140352:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384974.140354:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1408380. 00000100:00000200:1.0:1767384974.140357:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373203328, offset 0 00000020:00000040:2.0:1767384974.140359:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:3.0:1767384974.140360:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384974.140360:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5275 usecs (6 jiffies) 00000020:00000001:2.0:1767384974.140366:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384974.140368:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964742 00000100:00000001:3.0:1767384974.140369:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294964752 00000400:00000200:1.0:1767384974.140369:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384974.140371:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384974.140376:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964752 00000100:00000010:3.0:1767384974.140377:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000903ef945. 00000100:00000001:2.0:1767384974.140379:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384974.140383:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384974.140383:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964742 00000100:00000001:3.0:1767384974.140385:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384974.140386:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013776b8e. 00000100:00000001:0.0:1767384974.140391:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964752 00000100:00000001:2.0:1767384974.140392:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.140393:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294964752 00000100:00000001:0.0:1767384974.140397:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964742 00000020:00000010:2.0:1767384974.140400:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013776b8e. 00000400:00000200:1.0:1767384974.140400:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273507380 00000100:00000010:3.0:1767384974.140402:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fbc0452. 00000100:00000001:0.0:1767384974.140403:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964752 00000100:00000001:0.0:1767384974.140409:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964742 00000100:00000001:3.0:1767384974.140410:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384974.140411:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022035c12. 00000400:00000200:1.0:1767384974.140413:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:3.0:1767384974.140417:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384974.140419:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964752 00000020:00000010:2.0:1767384974.140420:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aee2f06b. 00000100:00000001:3.0:1767384974.140421:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384974.140421:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384974.140427:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.140429:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384974.140429:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000400:00000200:1.0:1767384974.140432:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384974.140435:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.140436:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.140441:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.140442:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384974.140442:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384974.140443:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384974.140446:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384974.140447:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.140448:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384974.140449:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1767384974.140451:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5e43f9e. 00000100:00000001:2.0:1767384974.140453:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384974.140456:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384974.140457:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.140458:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000a5e43f9e x1853237373203328 msgsize 224 00000100:00000001:3.0:1767384974.140459:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.140459:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384974.140463:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384974.140464:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384974.140466:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.140471:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384974.140472:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384974.140472:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384974.140476:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384974.140477:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.140480:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384974.140486:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384974.140489:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.140493:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384974.140495:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000100:00000001:2.0:1767384974.140497:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384974.140501:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000100:00100000:2.0:1767384974.140507:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000001:1.0:1767384974.140515:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384974.140516:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384974.140522:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634549840 : -129520075001776 : ffff8a33c1f03050) 00000100:00000200:1.0:1767384974.140523:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.140525:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384974.140530:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.140531:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384974.140533:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bc8eda7 x1853237373202944/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.140535:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.140537:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384974.140542:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384974.140542:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384974.140546:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384974.140550:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.140555:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140557:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384974.140560:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aedd743f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237373203456:0@lo:400: 00000100:00100000:3.0:1767384974.140564:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373203200:0@lo:400: 00000100:00000001:2.0:1767384974.140565:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384974.140565:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.140568:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384974.140571:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013776b8e. 02000000:00000001:0.0:1767384974.140573:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384974.140575:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384974.140578:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384974.140579:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.140580:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384974.140585:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140586:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384974.140587:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013776b8e. 02000000:00000001:0.0:1767384974.140587:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384974.140588:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384974.140589:0:16165:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767384974.140615:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c7e9bea. 02000000:00000010:3.0:1767384974.140618:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4922d54. 00000100:00000001:1.0:1767384974.140620:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.140623:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.140627:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.140628:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2883 usecs (3 jiffies) 00000400:00000010:3.0:1767384974.140630:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000100:00000001:1.0:1767384974.140636:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964740 00000400:00000010:0.0:1767384974.140636:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb67be3. 00000400:00000010:3.0:1767384974.140639:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00100000:2.0:1767384974.140643:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bc8eda7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373202944:12345-0@lo:400: 00000100:00000001:1.0:1767384974.140643:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964752 00000100:00000200:3.0:1767384974.140646:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373203200, portal 4 00000400:00000010:0.0:1767384974.140646:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000100:00000001:1.0:1767384974.140650:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964740 00000100:00000001:3.0:1767384974.140653:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384974.140654:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373202944 00000100:00000001:1.0:1767384974.140656:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964752 00000100:00000200:0.0:1767384974.140656:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373203456, portal 10 00000100:00000001:3.0:1767384974.140657:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558807132800 : -129514902418816 : ffff8a34f63f8a80) 00000020:00000001:2.0:1767384974.140660:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384974.140663:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964740 00000100:00000001:0.0:1767384974.140664:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384974.140666:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384974.140668:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682207488 : -129515027344128 : ffff8a34eecd5500) 00000100:00000001:1.0:1767384974.140669:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964752 00000100:00000040:3.0:1767384974.140670:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384974.140671:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140675:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964740 00000020:00000001:2.0:1767384974.140677:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384974.140681:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000100:00000040:0.0:1767384974.140681:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.140682:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964752 00000100:00000001:1.0:1767384974.140689:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.140690:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384974.140691:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384974.140696:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.140697:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384974.140699:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384974.140705:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384974.140705:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384974.140706:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000100:00000001:0.0:1767384974.140707:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384974.140710:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384974.140712:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384974.140713:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384974.140714:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373203200, offset 0 00000100:00000040:0.0:1767384974.140717:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384974.140721:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384974.140721:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384974.140723:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00000001:2.0:1767384974.140726:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384974.140726:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384974.140727:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384974.140730:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384974.140733:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384974.140733:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373203456, offset 0 02000000:00000010:2.0:1767384974.140735:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004a98c549. 00000100:00000001:1.0:1767384974.140737:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384974.140742:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384974.140742:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140743:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.140749:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.140749:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384974.140750:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.140755:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273507300 00000020:00000001:2.0:1767384974.140757:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384974.140761:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373202944 00000400:00000200:3.0:1767384974.140766:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000100:00000001:1.0:1767384974.140766:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384974.140767:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384974.140767:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384974.140770:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384974.140775:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bc8eda7 x1853237373202944/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384974.140783:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384974.140784:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273507400 00000100:00000001:1.0:1767384974.140785:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384974.140787:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384974.140790:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203328 00000100:00001000:2.0:1767384974.140792:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=82 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384974.140793:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000400:00000200:3.0:1767384974.140796:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384974.140801:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384974.140802:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384974.140805:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384974.140806:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384974.140807:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384974.140808:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384974.140811:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.140813:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000400:00000200:0.0:1767384974.140816:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384974.140817:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384974.140819:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384974.140819:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384974.140821:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384974.140823:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.140823:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384974.140826:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203328 00000100:00000200:0.0:1767384974.140827:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384974.140829:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f70c8486. 00000100:00000001:2.0:1767384974.140829:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384974.140830:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384974.140832:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004da6b7c7. 00000020:00000040:1.0:1767384974.140833:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000040:2.0:1767384974.140837:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384974.140839:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384974.140840:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000004da6b7c7 x1853237373203456 msgsize 224 00000100:00000040:3.0:1767384974.140842:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f70c8486 x1853237373203200 msgsize 224 00000400:00000010:2.0:1767384974.140844:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00000020:00000040:1.0:1767384974.140844:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000200:2.0:1767384974.140853:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373202944, offset 224 00000020:00000001:1.0:1767384974.140853:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00100000:0.0:1767384974.140853:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384974.140854:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384974.140859:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:1.0:1767384974.140865:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384974.140868:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000400:00000200:2.0:1767384974.140869:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384974.140871:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384974.140872:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.140873:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.140877:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0c94125. 00000400:00000200:0.0:1767384974.140880:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000200:2.0:1767384974.140883:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384974.140883:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ffe226. 00000400:00000010:0.0:1767384974.140884:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000100:00000001:0.0:1767384974.140891:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384974.140892:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000020:00000010:1.0:1767384974.140892:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b1747e. 00000400:00000010:3.0:1767384974.140896:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000200:0.0:1767384974.140897:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384974.140899:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273507200 00000020:00000010:1.0:1767384974.140901:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00000001:3.0:1767384974.140903:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384974.140911:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384974.140912:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1767384974.140914:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1df5 [1] + 224 00000100:00000001:1.0:1767384974.140919:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384974.140922:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384974.140927:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384974.140928:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384974.140928:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384974.140934:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384974.140935:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.140936:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384974.140939:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384974.140941:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384974.140943:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.140944:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.140948:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384974.140956:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.140959:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.140967:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140971:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384974.140975:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384974.140976:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203456 00000100:00000001:0.0:1767384974.140979:0:16166:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384974.140982:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384974.140983:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384974.140987:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384974.140987:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.140990:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.140991:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.140992:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.140994:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3105 usecs (4 jiffies) 02000000:00000001:1.0:1767384974.140996:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.140999:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5275 usecs (6 jiffies) 00000100:00100000:1.0:1767384974.141003:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203456 00000100:00000001:0.0:1767384974.141003:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294964741 00000100:00000001:3.0:1767384974.141007:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964743 00000020:00000001:1.0:1767384974.141008:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384974.141010:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294964752 00000020:00000040:1.0:1767384974.141012:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:1.0:1767384974.141017:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384974.141018:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294964741 00000100:00000001:3.0:1767384974.141019:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964752 00000100:00000001:2.0:1767384974.141021:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384974.141025:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294964752 00000100:00000001:3.0:1767384974.141026:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964743 00000020:00000040:1.0:1767384974.141027:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000400:00000200:2.0:1767384974.141028:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000100:00000001:0.0:1767384974.141031:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294964741 00000100:00000001:3.0:1767384974.141034:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964752 00000400:00000010:2.0:1767384974.141034:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000020:00000001:1.0:1767384974.141035:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:0.0:1767384974.141037:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294964752 00000100:00000001:3.0:1767384974.141042:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964743 00000100:00000001:2.0:1767384974.141043:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384974.141043:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:0.0:1767384974.141044:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294964741 00000100:00000001:2.0:1767384974.141046:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384974.141049:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964752 00000100:00000001:1.0:1767384974.141052:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384974.141052:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294964752 00000100:00000001:3.0:1767384974.141054:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964743 00000100:00000001:2.0:1767384974.141054:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.141057:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000100:00000001:0.0:1767384974.141058:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.141060:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964752 00000100:00000040:2.0:1767384974.141063:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000020:00000010:1.0:1767384974.141064:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c51d17c8. 00000100:00000001:0.0:1767384974.141065:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.141066:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384974.141071:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384974.141073:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.141074:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.141075:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384974.141075:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000400:00000001:3.0:1767384974.141079:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384974.141081:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384974.141083:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384974.141083:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384974.141087:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384974.141088:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab831234. 00000100:00000001:1.0:1767384974.141089:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384974.141091:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bc8eda7 x1853237373202944/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.141091:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384974.141094:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000573744e4. 00000400:00000200:3.0:1767384974.141095:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000100:00000001:0.0:1767384974.141097:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384974.141100:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:0.0:1767384974.141101:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384974.141102:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9431094. 00000100:00000001:0.0:1767384974.141106:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.141107:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384974.141109:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d63884b. 00000100:00000001:0.0:1767384974.141113:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.141116:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384974.141119:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bc8eda7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373202944:12345-0@lo:400: Request processed in 550us (943us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384974.141120:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384974.141121:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.141124:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384974.141132:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384974.141134:0:17578:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384974.141137:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767384974.141138:0:17578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203072 00000100:00100000:2.0:1767384974.141141:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000001:1.0:1767384974.141142:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.141160:0:17578:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384974.141163:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384974.141163:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384974.141164:0:17578:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384974.141167:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.141168:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384974.141169:0:17578:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.141172:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384974.141177:0:17578:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384974.141179:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aee2f06b. 00000100:00000001:1.0:1767384974.141180:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384974.141181:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384974.141182:0:17578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203072 00000100:00000001:1.0:1767384974.141184:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384974.141186:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384974.141187:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000020:00000001:0.0:1767384974.141188:0:17578:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384974.141189:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384974.141192:0:17578:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00100000:1.0:1767384974.141193:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 02000000:00000001:3.0:1767384974.141195:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384974.141196:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022035c12. 00000020:00000001:0.0:1767384974.141196:0:17578:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384974.141198:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:3.0:1767384974.141199:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384974.141200:0:17578:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:3.0:1767384974.141203:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.141204:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558682213760 : -129515027337856 : ffff8a34eecd6d80) 00000020:00000001:0.0:1767384974.141206:0:17578:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 02000000:00000001:3.0:1767384974.141209:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.141210:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000040:1.0:1767384974.141213:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5e43f9e x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384974.141217:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384974.141218:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=82 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384974.141219:0:17578:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 02000000:00000010:2.0:1767384974.141221:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004a98c549. 02000000:00000001:2.0:1767384974.141227:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384974.141228:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1767384974.141229:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384974.141233:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384974.141234:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ba3e5c. 00000100:00000001:3.0:1767384974.141236:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384974.141241:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.141242:0:17578:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003d2a7348. 00000100:00000001:1.0:1767384974.141243:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384974.141245:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384974.141245:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384974.141249:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.141250:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ef218c8. 00000020:00000040:0.0:1767384974.141251:0:17578:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384974.141254:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384974.141254:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e36dc76. 00000100:00000001:1.0:1767384974.141256:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384974.141258:0:17578:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384974.141262:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ef218c8. 00000020:00000010:0.0:1767384974.141264:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023cd52ee. 00000100:00000040:3.0:1767384974.141265:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384974.141265:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e59a06e4. 00000020:00000010:0.0:1767384974.141272:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e68931bd. 00000100:00100000:1.0:1767384974.141273:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e43f9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373203328:12345-0@lo:400: 00000020:00000010:0.0:1767384974.141280:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029770a74. 00000100:00000200:1.0:1767384974.141283:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203328 00000020:00000001:1.0:1767384974.141288:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384974.141290:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.141292:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384974.141294:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384974.141294:0:17578:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384974.141299:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384974.141300:0:17578:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384974.141302:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.141303:0:17578:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384974.141304:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.141308:0:17578:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.141309:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384974.141313:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:2.0:1767384974.141314:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384974.141316:0:17578:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.141321:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384974.141321:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384974.141326:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384974.141327:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe841f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373202944:0@lo:400: 00000020:00000001:1.0:1767384974.141329:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384974.141330:0:17578:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384974.141334:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000020:00000001:1.0:1767384974.141334:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384974.141337:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.141338:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.141340:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:3.0:1767384974.141344:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384974.141345:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384974.141346:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675681280 : -129515033870336 : ffff8a34ee69c000) 00000020:00000001:1.0:1767384974.141346:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384974.141350:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe841f78 x1853237373202944/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.141350:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384974.141352:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384974.141356:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004da6b7c7 x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384974.141357:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384974.141360:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 02000000:00000010:1.0:1767384974.141362:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009661acfe. 00000100:00000040:0.0:1767384974.141368:0:17578:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 02000000:00000001:1.0:1767384974.141369:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.141375:0:17578:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675691136 : -129515033860480 : ffff8a34ee69e680) 00000100:00000001:1.0:1767384974.141376:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.141384:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.141388:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384974.141388:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e308f3f x1853237373203072/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384974.141390:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373203328 02000000:00000001:3.0:1767384974.141393:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384974.141393:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384974.141396:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:3.0:1767384974.141399:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047a311b3. 00000020:00000010:2.0:1767384974.141401:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013776b8e. 00010000:00000200:1.0:1767384974.141404:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5e43f9e x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.141406:0:17578:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384974.141408:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384974.141413:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384974.141413:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000020:00000010:2.0:1767384974.141416:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013776b8e. 00000020:00000001:3.0:1767384974.141418:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384974.141420:0:17578:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384974.141421:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384974.141428:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384974.141428:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2a7348. 00000100:00100000:2.0:1767384974.141431:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004da6b7c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237373203456:12345-0@lo:400: 02000000:00000010:3.0:1767384974.141432:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000637321e4. 00010000:00000001:1.0:1767384974.141436:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384974.141439:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384974.141441:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384974.141441:0:17578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e308f3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373203072:12345-0@lo:13: 02000000:00000001:3.0:1767384974.141443:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767384974.141445:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203456 00000100:00000010:3.0:1767384974.141447:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe841f78. 00000100:00001000:1.0:1767384974.141448:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=77 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384974.141452:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384974.141453:0:17578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203072 00000100:00000001:3.0:1767384974.141454:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384974.141455:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384974.141457:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384974.141459:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.141459:0:17578:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384974.141461:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.141462:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384974.141465:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.141465:0:17578:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384974.141466:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:2.0:1767384974.141469:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384974.141470:0:17578:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384974.141471:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384974.141473:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384974.141475:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 02000000:00000001:1.0:1767384974.141475:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.141477:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384974.141477:0:17578:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384974.141482:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384974.141484:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384974.141484:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384974.141486:0:17578:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00000001:3.0:1767384974.141489:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384974.141489:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384974.141491:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.141492:0:17578:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384974.141493:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.141495:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000020:00000001:0.0:1767384974.141497:0:17578:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384974.141498:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384974.141499:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384974.141500:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373203328, offset 224 00000020:00000001:2.0:1767384974.141504:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384974.141504:0:17578:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384974.141509:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384974.141509:0:17578:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384974.141510:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.141514:0:17578:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.141515:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384974.141519:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384974.141521:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384974.141521:0:17578:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384974.141524:0:17578:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384974.141527:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273507380 02000000:00000010:0.0:1767384974.141530:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000cd4bf67. 02000000:00000001:2.0:1767384974.141534:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384974.141534:0:17578:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384974.141537:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e01 [1] + 224 00000100:00000001:0.0:1767384974.141539:0:17578:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384974.141540:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004a98c549. 00002000:00000001:0.0:1767384974.141542:0:17578:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:2.0:1767384974.141544:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384974.141547:0:17578:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384974.141549:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.141552:0:17578:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384974.141553:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384974.141554:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384974.141558:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373203456 00080000:00000001:0.0:1767384974.141558:0:17578:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:1.0:1767384974.141562:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384974.141563:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384974.141569:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:2.0:1767384974.141571:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004da6b7c7 x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384974.141572:0:17578:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384974.141577:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384974.141579:0:17578:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384974.141586:0:17578:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384974.141616:0:17578:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384974.141620:0:17578:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384974.141623:0:17578:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00000001:2.0:1767384974.141627:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:0.0:1767384974.141629:0:17578:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:2.0:1767384974.141632:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384974.141635:0:17578:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00001000:2.0:1767384974.141638:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=77 v=5 (1 0 0 0) 00000001:00000001:0.0:1767384974.141639:0:17578:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.141643:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384974.141646:0:17578:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.141647:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384974.141652:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00010000:00000040:0.0:1767384974.141652:0:17578:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373203072 00010000:00000001:0.0:1767384974.141658:0:17578:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384974.141659:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384974.141663:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:0.0:1767384974.141666:0:17578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e308f3f x1853237373203072/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384974.141667:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.141667:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384974.141673:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384974.141675:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000100:00000040:2.0:1767384974.141680:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384974.141680:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00010000:00000001:0.0:1767384974.141681:0:17578:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384974.141685:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1767384974.141686:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00010000:00000001:0.0:1767384974.141686:0:17578:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.141688:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:0.0:1767384974.141693:0:17578:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=72 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384974.141695:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373203456, offset 224 00000100:00000001:1.0:1767384974.141695:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.141698:0:17578:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384974.141702:0:17578:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000040:1.0:1767384974.141704:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 22 to 0@lo 00000400:00000200:2.0:1767384974.141707:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384974.141709:0:17578:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00010000:00000001:1.0:1767384974.141710:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384974.141712:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.141715:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384974.141719:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384974.141721:0:17578:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384974.141722:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5e43f9e x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384974.141724:0:17578:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.141731:0:17578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384974.141732:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273507400 00000100:00000040:0.0:1767384974.141739:0:17578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384974.141743:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e0d [1] + 224 00000100:00100000:1.0:1767384974.141745:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e43f9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237373203328:12345-0@lo:400: Request processed in 497us (1282us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384974.141746:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000400:00000200:2.0:1767384974.141751:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384974.141754:0:17578:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373203072, offset 224 00000400:00000200:2.0:1767384974.141760:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384974.141766:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000400:00000200:0.0:1767384974.141766:0:17578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384974.141772:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000001:2.0:1767384974.141773:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384974.141775:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.141780:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384974.141781:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.141781:0:17578:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384974.141784:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b1747e. 00000020:00000010:1.0:1767384974.141791:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000400:00000200:0.0:1767384974.141796:0:17578:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273507280 00000020:00000010:1.0:1767384974.141798:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ffe226. 00000100:00000040:2.0:1767384974.141799:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384974.141806:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000400:00000200:0.0:1767384974.141806:0:17578:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1df1 [1] + 224 00000100:00000001:1.0:1767384974.141813:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384974.141816:0:17578:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384974.141825:0:17578:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384974.141830:0:17578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384974.141831:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384974.141834:0:17578:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.141840:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384974.141843:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384974.141846:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000100:00000040:0.0:1767384974.141849:0:17578:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384974.141850:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000100:00000001:2.0:1767384974.141856:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384974.141857:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384974.141859:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384974.141862:0:17578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384974.141864:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384974.141867:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384974.141870:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000400:00000010:1.0:1767384974.141870:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88be556. 00010000:00000001:2.0:1767384974.141875:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384974.141877:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000020:00000001:2.0:1767384974.141878:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.141881:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000020:00000001:2.0:1767384974.141882:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384974.141887:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384974.141890:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004da6b7c7 x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.141892:0:17578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000100:00000200:1.0:1767384974.141895:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384974.141897:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000100:00000001:0.0:1767384974.141903:0:17578:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384974.141906:0:17578:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384974.141911:0:17578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384974.141918:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004da6b7c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237373203456:12345-0@lo:400: Request processed in 522us (1073us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384974.141918:0:17578:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384974.141925:0:17578:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384974.141928:0:17578:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384974.141930:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384974.141932:0:17578:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384974.141936:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384974.141939:0:17578:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e308f3f x1853237373203072/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384974.141943:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:2.0:1767384974.141950:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.141954:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384974.141955:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.141958:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384974.141962:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9431094. 00000100:00100000:0.0:1767384974.141962:0:17578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e308f3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373203072:12345-0@lo:13: Request processed in 552us (1759us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384974.141963:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384974.141966:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384974.141970:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d63884b. 00000100:00000001:1.0:1767384974.141970:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384974.141972:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384974.141977:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 02000000:00000001:1.0:1767384974.141978:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384974.141979:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000573744e4. 00000100:00000040:0.0:1767384974.141982:0:17578:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00001000:1.0:1767384974.141985:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=77 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384974.141988:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00001000:1.0:1767384974.141990:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384974.141995:0:17578:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384974.141996:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384974.141997:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384974.141999:0:17578:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.142000:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.142004:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384974.142005:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e68931bd. 00010000:00080000:1.0:1767384974.142010:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.142012:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029770a74. 00000020:00000010:0.0:1767384974.142018:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023cd52ee. 00010000:00000001:1.0:1767384974.142020:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384974.142024:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384974.142024:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:1.0:1767384974.142025:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384974.142029:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384974.142030:0:17578:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384974.142032:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:1.0:1767384974.142032:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384974.142036:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384974.142042:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384974.142042:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384974.142048:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000001:1.0:1767384974.142055:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384974.142058:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384974.142059:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.142060:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384974.142064:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384974.142064:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203200 00000100:00000001:2.0:1767384974.142066:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384974.142068:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384974.142071:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.142071:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384974.142076:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384974.142079:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384974.142081:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384974.142084:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384974.142087:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203200 00000400:00000010:2.0:1767384974.142089:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb67be3. 00000100:00100000:1.0:1767384974.142090:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3f86cd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237373203328:0@lo:400: 00000020:00000001:0.0:1767384974.142092:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384974.142095:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000400:00000200:2.0:1767384974.142099:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0940113 00000020:00000001:0.0:1767384974.142099:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384974.142100:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384974.142103:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000400:00000010:2.0:1767384974.142104:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000100:00000001:1.0:1767384974.142105:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384974.142107:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000040:1.0:1767384974.142111:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3f86cd3 x1853237373203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.142112:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384974.142113:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000200:2.0:1767384974.142120:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.142120:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384974.142125:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000100:00000001:1.0:1767384974.142126:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384974.142130:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384974.142131:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384974.142135:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030c0632a. 00000020:00000010:0.0:1767384974.142139:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2a7348. 02000000:00000001:1.0:1767384974.142141:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384974.142160:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384974.142160:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023cd52ee. 00000020:00000040:1.0:1767384974.142163:0:16165:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:2.0:1767384974.142165:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.142165:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e68931bd. 00000020:00000001:1.0:1767384974.142166:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384974.142171:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000046c33a8. 00000020:00000010:0.0:1767384974.142172:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029770a74. 02000000:00000001:1.0:1767384974.142177:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384974.142181:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384974.142183:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384974.142184:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384974.142184:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3f86cd3. 00000100:00000001:2.0:1767384974.142189:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.142189:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384974.142191:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384974.142193:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384974.142194:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384974.142195:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.142196:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384974.142198:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384974.142201:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.142202:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384974.142204:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384974.142205:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.142207:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384974.142207:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384974.142208:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.142211:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.142212:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384974.142214:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=76 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384974.142217:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384974.142219:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384974.142221:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.142224:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.142225:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384974.142227:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.142229:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384974.142234:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.142242:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384974.142244:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.142245:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384974.142250:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384974.142251:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384974.142255:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1767384974.142255:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384974.142261:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384974.142261:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774279040 : -129514935272576 : ffff8a34f44a3b80) 00000100:00000001:2.0:1767384974.142265:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.142269:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f70c8486 x1853237373203200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384974.142275:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.142281:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384974.142285:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2a7348. 00000100:00000001:0.0:1767384974.142290:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384974.142293:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384974.142294:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2a7348. 00000100:00000001:2.0:1767384974.142300:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384974.142303:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384974.142306:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f70c8486 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373203200:12345-0@lo:400: 00000100:00000200:0.0:1767384974.142310:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203200 00000100:00000040:2.0:1767384974.142311:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384974.142313:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384974.142316:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384974.142319:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.142323:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384974.142327:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00100000:2.0:1767384974.142331:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aedd743f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237373203456:0@lo:400: 00000020:00000001:0.0:1767384974.142332:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384974.142336:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.142340:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384974.142342:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384974.142343:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384974.142344:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384974.142345:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384974.142349:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:2.0:1767384974.142350:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384974.142352:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384974.142355:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000254c682. 02000000:00000001:0.0:1767384974.142357:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384974.142361:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000100:00000001:0.0:1767384974.142361:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.142363:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384974.142367:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373203200 00000400:00000200:2.0:1767384974.142369:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b06d0c 00010000:00000001:0.0:1767384974.142370:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384974.142374:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00010000:00000200:0.0:1767384974.142375:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f70c8486 x1853237373203200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.142378:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384974.142382:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384974.142411:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384974.142412:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384974.142415:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384974.142420:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384974.142427:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384974.142428:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384974.142431:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384974.142433:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384974.142435:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384974.142438:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384974.142439:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384974.142441:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384974.142442:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384974.142443:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.142445:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384974.142446:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.142448:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767384974.142451:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=72 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384974.142452:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384974.142456:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00001000:2.0:1767384974.142457:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384974.142462:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384974.142462:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373203200, offset 224 00000100:00000001:2.0:1767384974.142463:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.142469:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384974.142472:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:2.0:1767384974.142475:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.142482:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384974.142489:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.142492:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767384974.142494:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273507300 00000100:00000040:2.0:1767384974.142495:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384974.142498:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384974.142501:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.142505:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e09 [1] + 224 00000100:00000040:2.0:1767384974.142508:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.142513:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384974.142521:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384974.142522:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384974.142525:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384974.142528:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.142528:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1767384974.142548:0:16166:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:0.0:1767384974.142552:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384974.142553:0:16166:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:0.0:1767384974.142561:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384974.142567:0:16166:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384974.142579:0:16166:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384974.142585:0:16166:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.142590:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.142591:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384974.142597:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb59dc49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373203072:0@lo:13: 00000100:00000001:2.0:1767384974.142602:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.142604:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384974.142606:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aedd743f x1853237373203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.142623:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767384974.142627:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000100:00000001:0.0:1767384974.142630:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384974.142631:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384974.142634:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.142641:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384974.142644:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384974.142649:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384974.142650:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384974.142654:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.142673:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767384974.142674:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384974.142675:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384974.142676:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767384974.142677:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767384974.142679:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c7e9bea. 00000400:00000010:3.0:1767384974.142680:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171d1810. 02000000:00000001:2.0:1767384974.142685:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384974.142686:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000100:00000040:0.0:1767384974.142688:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f70c8486 x1853237373203200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384974.142689:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384974.142690:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000020:00000040:2.0:1767384974.142693:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384974.142697:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384974.142699:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384974.142704:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ea94cf3. 00000100:00000200:3.0:1767384974.142705:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384974.142710:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384974.142715:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384974.142719:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aedd743f. 00000100:00100000:0.0:1767384974.142720:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f70c8486 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237373203200:12345-0@lo:400: Request processed in 433us (1871us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384974.142727:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767384974.142728:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.142731:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384974.142735:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384974.142739:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384974.142743:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:0.0:1767384974.142749:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384974.142750:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb59dc49 x1853237373203072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.142753:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384974.142753:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384974.142757:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384974.142759:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e68931bd. 00000100:00000001:3.0:1767384974.142762:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384974.142766:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384974.142767:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029770a74. 00000100:00000001:3.0:1767384974.142770:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384974.142773:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384974.142774:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.142774:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023cd52ee. 02000000:00000001:2.0:1767384974.142779:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384974.142780:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384974.142782:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 02000000:00000010:2.0:1767384974.142783:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094097ef6. 00000100:00001000:3.0:1767384974.142785:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=72 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384974.142788:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384974.142791:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384974.142795:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767384974.142798:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=72 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384974.142799:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384974.142802:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384974.142804:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.142806:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384974.142810:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384974.142814:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384974.142819:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000120836c9. 00010000:00000001:3.0:1767384974.142821:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.142825:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384974.142826:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384974.142827:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384974.142830:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384974.142831:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1767384974.142833:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb59dc49. 00000100:00000001:3.0:1767384974.142834:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.142838:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384974.142841:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.142842:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.142848:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.142855:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384974.142855:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.142859:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384974.142860:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.142862:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.142864:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384974.142866:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.142867:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384974.142876:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1bcd142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237373203200:0@lo:400: 00000100:00000001:3.0:1767384974.142879:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.142881:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384974.142882:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1bcd142 x1853237373203200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.142887:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384974.142888:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384974.142889:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4922d54. 02000000:00000001:3.0:1767384974.142892:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384974.142893:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.142894:0:16164:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384974.142896:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384974.142897:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003e5f81d0. 02000000:00000001:3.0:1767384974.142899:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384974.142905:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384974.142906:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1bcd142. 00000100:00000001:3.0:1767384974.142908:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384974.142909:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.142910:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.142913:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.142915:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.142916:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.142918:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.156659:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294964752, at 4294964753 00000100:00000040:0.0:1767384974.156666:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294964752, at 4294964753 00000100:00000010:3.0:1767384974.156668:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fbc0452. 00000100:00000040:2.0:1767384974.156670:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294964752, at 4294964753 00000100:00000010:0.0:1767384974.156678:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026392c41. 00000100:00000010:2.0:1767384974.156680:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000903ef945. 00000100:00000040:1.0:1767384974.156683:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294964752, at 4294964753 00000100:00000010:1.0:1767384974.156691:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1408380. 00000001:00000001:2.0:1767384974.411389:0:36259:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384974.411395:0:36259:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:2.0:1767384974.418957:0:36259:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384974.430103:0:36260:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e053bb4. 00000400:00000010:2.0:1767384974.430122:0:36260:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000bda91f9. 00000400:00000010:2.0:1767384974.430136:0:36260:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e328a7a6. 00000400:00000010:2.0:1767384974.430157:0:36260:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a0eee4ad. 00000400:00000010:2.0:1767384974.430163:0:36260:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000089122437. 00000400:00000010:2.0:1767384974.430169:0:36260:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013776b8e. 00000400:00000010:2.0:1767384974.430172:0:36260:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000094d8b13e. 00000400:00000010:2.0:1767384974.430175:0:36260:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bcbeb55c. 00000400:00000010:2.0:1767384974.430192:0:36260:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b5802818. 00000800:00000010:2.0:1767384974.430213:0:36260:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000317ee2b8. 00000800:00000200:2.0:1767384974.430229:0:36260:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384974.430248:0:36260:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384974.430299:0:36260:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384974.430334:0:36260:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384974.433305:0:36260:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000fd587e22. 00000400:00000010:2.0:1767384974.433315:0:36260:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050a3382c. 00000400:00000010:2.0:1767384974.433323:0:36260:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00000400:00000001:2.0:1767384974.433362:0:36260:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384974.433366:0:36260:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384974.433368:0:36260:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030b0553d. 00000400:00000200:2.0:1767384974.433373:0:36260:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f6decb 00000400:00000010:2.0:1767384974.433376:0:36260:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f6decb. 00000400:00000010:2.0:1767384974.433393:0:36260:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000ccf6de1f. 00000400:00000200:2.0:1767384974.433399:0:36260:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (36) 00000400:00000200:2.0:1767384974.433422:0:36260:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384974.433435:0:36260:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000400:00000200:0.0:1767384974.433443:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384974.433446:0:36260:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000001f90549. 00000400:00000200:0.0:1767384974.433452:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000020:01000000:2.0:1767384974.433455:0:36260:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384974.433463:0:36260:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp46 00000400:00000010:0.0:1767384974.433463:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000400:00000200:0.0:1767384974.433470:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000010:0.0:1767384974.433476:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2feeb7a. 00000400:00000200:0.0:1767384974.433481:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000010:2.0:1767384974.433490:0:36260:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000bda91f9. 00000400:00000200:0.0:1767384974.433496:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000010:2.0:1767384974.433499:0:36260:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e053bb4. 00000400:00000200:0.0:1767384974.433504:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384974.433512:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384974.433517:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:0.0:1767384974.433522:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:0.0:1767384974.433527:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:0.0:1767384974.433530:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:00000001:1.0:1767384974.433536:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384974.433543:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384974.433547:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 10000000:00000001:1.0:1767384974.433548:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384974.433553:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384974.433556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000020:01000004:1.0:1767384974.433559:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384974.433565:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384974.433565:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000020:01000004:1.0:1767384974.433569:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384974.433574:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384974.433577:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000020:01000004:1.0:1767384974.433578:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384974.433582:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:0.0:1767384974.433586:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[149, 38] 00000400:00000200:0.0:1767384974.433590:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 38], ns[153, 38] 00000400:00000200:0.0:1767384974.433639:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:0.0:1767384974.433649:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:0.0:1767384974.433657:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:0.0:1767384974.433664:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:0.0:1767384974.433672:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:0.0:1767384974.433691:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 34], ns[77, 34] 00000400:00000200:0.0:1767384974.433700:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[78, 34] 00000020:01000004:1.0:1767384974.433706:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384974.433709:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384974.433712:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384974.433714:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 34], ns[160, 34] 00000020:01000004:1.0:1767384974.433715:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384974.433720:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384974.433726:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077f46ecd. 00000400:00000200:0.0:1767384974.433727:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 34], ns[79, 34] 00000020:00000040:1.0:1767384974.433734:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384974.433741:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 34], ns[85, 34] 00000100:00000001:1.0:1767384974.433743:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384974.433748:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384974.433754:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.433755:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[99, 34] 02000000:00000010:1.0:1767384974.433766:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000416ef44d. 00000100:00000001:1.0:1767384974.433774:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.433784:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[122, 34] 00000100:00000001:1.0:1767384974.433785:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.433789:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.433800:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[115, 34] 00000100:00000040:1.0:1767384974.433803:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077f46ecd] to pc [ptlrpcd_00_00+0] req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.433822:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 34], ns[130, 34] 00000400:00000200:0.0:1767384974.433831:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[157, 34] 00000400:00000200:0.0:1767384974.433837:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 34], ns[143, 34] 00000400:00000200:0.0:1767384974.433846:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[155, 34] 10000000:00000001:1.0:1767384974.433847:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384974.433853:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.433859:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384974.433863:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384974.433865:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 00000100:00000001:3.0:1767384974.433868:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384974.433873:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384974.433875:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384974.433877:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384974.433877:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 34], ns[161, 34] 00000100:00000001:3.0:1767384974.433879:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384974.433881:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384974.433886:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384974.433889:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384974.433891:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384974.433892:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[150, 34], ns[159, 34] 00000020:01000004:1.0:1767384974.433897:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384974.433901:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384974.433907:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384974.433908:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000020:01000004:1.0:1767384974.433912:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384974.433914:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384974.433918:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384974.433919:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.433919:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:1.0:1767384974.433923:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384974.433927:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384974.433927:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384974.433931:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000020:01000004:1.0:1767384974.433932:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384974.433933:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384974.433938:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3534a14. 02000000:00000001:3.0:1767384974.433939:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.433942:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp43 00000020:00000040:1.0:1767384974.433947:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00100000:3.0:1767384974.433949:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077f46ecd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373203584:0@lo:253: 00000100:00000001:1.0:1767384974.433951:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384974.433952:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp43 lpni_is_preferred = 0 02000000:00000001:1.0:1767384974.433955:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384974.433959:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384974.433959:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp43 02000000:00000001:3.0:1767384974.433966:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384974.433969:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.433970:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.433970:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp43 NI seq info: [162:162:256:4294967295] 192.168.204.149@tcp43 LPNI seq info [153:153:8:4294967295] 02000000:00000001:3.0:1767384974.433978:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384974.433983:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007fef79f2. 00000400:00000200:0.0:1767384974.433996:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp43 00000100:00000001:1.0:1767384974.433997:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384974.433998:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000025f74937. 02000000:00000001:3.0:1767384974.434006:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434006:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.434011:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384974.434015:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000400:00000200:0.0:1767384974.434015:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp43(192.168.204.149@tcp43:) -> 192.168.204.149@tcp43(192.168.204.149@tcp:192.168.204.149@tcp43) : PUT try# 0 00000100:00000040:1.0:1767384974.434021:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3534a14] to pc [ptlrpcd_00_01+1] req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384974.434024:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051e2a4d5. 00000800:00000200:0.0:1767384974.434032:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.149@tcp43 00000100:00000200:3.0:1767384974.434033:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373203584, portal 25 00000100:00000001:3.0:1767384974.434040:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767384974.434042:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005288b04d. 00000100:00000001:3.0:1767384974.434045:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203008 : -129515027348608 : ffff8a34eecd4380) 10000000:00000001:1.0:1767384974.434047:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384974.434051:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.434054:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384974.434054:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a419290d. 00000100:00000040:3.0:1767384974.434055:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384974.434061:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:0.0:1767384974.434063:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002daa7d42. 00000020:00000010:1.0:1767384974.434067:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000001f90549. 00000800:00000200:0.0:1767384974.434082:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000800:00000200:0.1:1767384974.434089:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000100:00000001:3.0:1767384974.434090:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384974.434094:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384974.434099:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384974.434100:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000846ddaf0. 00000100:00000001:1.0:1767384974.434104:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384974.434107:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373203584, offset 0 00000100:00000001:1.0:1767384974.434107:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384974.434111:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000100:00000040:1.0:1767384974.434116:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.434119:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000400:00000200:3.0:1767384974.434122:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384974.434132:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384974.434134:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384974.434158:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384974.434161:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384974.434162:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384974.434168:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384974.434173:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3534a14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373203712:0@lo:253: 00000100:00000001:1.0:1767384974.434186:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384974.434189:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384974.434192:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.434195:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507480 02000000:00000001:1.0:1767384974.434196:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384974.434205:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dc4c7c63. 02000000:00000001:1.0:1767384974.434210:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.434211:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1599 [2] + 0 00000400:00000010:1.0:1767384974.434216:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88be556. 00000400:00000010:3.0:1767384974.434219:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa19e9b. 00000400:00000200:3.0:1767384974.434226:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000faede1ae 00000400:00000010:1.0:1767384974.434251:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d148be86. 00000400:00000200:3.0:1767384974.434253:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384974.434258:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373203712, portal 25 00000100:00000001:1.0:1767384974.434271:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384974.434274:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682217344 : -129515027334272 : ffff8a34eecd7b80) 00000400:00000200:3.0:1767384974.434275:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384974.434279:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.434283:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faede1ae 00000400:00000010:3.0:1767384974.434289:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faede1ae. 00000100:00000040:1.0:1767384974.434293:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.434296:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384974.434302:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384974.434311:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384974.434313:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000004e5fb589 x1853237373203584 msgsize 4848 00000100:00000040:1.0:1767384974.434317:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384974.434325:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdabd501. 00000100:00100000:3.0:1767384974.434331:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384974.434332:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373203712, offset 0 00000100:00000040:3.0:1767384974.434337:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384974.434344:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384974.434354:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384974.434357:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384974.434357:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.434366:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000846ddaf0 00000400:00000010:3.0:1767384974.434371:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000846ddaf0. 00000400:00000200:1.0:1767384974.434374:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507500 00000100:00000001:3.0:1767384974.434379:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384974.434384:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15b1 [2] + 0 00000100:00000200:3.0:1767384974.434407:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384974.434408:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c782acc8. 00000400:00000200:1.0:1767384974.434417:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ecbdb04 00000400:00000200:1.0:1767384974.434425:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384974.434433:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384974.434433:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384974.434433:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000040:3.0:1767384974.434442:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384974.434446:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ecbdb04 00000400:00000010:1.0:1767384974.434450:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ecbdb04. 00000100:00000001:1.0:1767384974.434458:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.434462:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384974.434480:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.434493:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000001f832fd9 x1853237373203712 msgsize 4848 00000100:00000001:3.0:1767384974.434495:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384974.434504:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384974.434505:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.434508:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384974.434514:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294965046 00000400:00000200:0.0:1767384974.434515:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000010:3.0:1767384974.434522:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fbc0452. 00000100:00000001:1.0:1767384974.434522:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384974.434533:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdabd501 00000400:00000010:1.0:1767384974.434537:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdabd501. 00000100:00000001:1.0:1767384974.434541:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384974.434542:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384974.434546:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.434552:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294965046 00000100:00000001:1.0:1767384974.434557:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384974.434560:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000028043c8. 00000100:00000040:1.0:1767384974.434564:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384974.434567:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:3.0:1767384974.434568:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384974.434573:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294965046 00000100:00000010:3.0:1767384974.434583:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2184d25. 00000100:00000001:1.0:1767384974.434583:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434591:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384974.434593:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384974.434598:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.434602:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294965046 00000100:00000001:1.0:1767384974.434603:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294965046 00000100:00000010:3.0:1767384974.434610:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa20b0d0. 00000400:00000200:0.0:1767384974.434614:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:3.0:1767384974.434618:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384974.434618:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294965046 00000100:00000001:3.0:1767384974.434631:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384974.434634:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294965046 00000100:00000001:3.0:1767384974.434674:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434675:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294965046 00000100:00000001:1.0:1767384974.434682:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294965047 00000100:00000001:3.0:1767384974.434684:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434701:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294965046 00000100:00000001:3.0:1767384974.434702:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384974.434711:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294965047 00000100:00000001:1.0:1767384974.434717:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294965046 00000100:00000001:3.0:1767384974.434718:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384974.434721:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.434722:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384974.434722:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000100:00000001:1.0:1767384974.434729:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.434731:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384974.434734:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.434735:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384974.434738:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.434742:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434747:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.434748:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434750:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384974.434757:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384974.434759:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384974.434762:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434765:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.434778:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:1.0:1767384974.434811:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384974.434815:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203584 02000000:00000001:1.0:1767384974.434819:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384974.434822:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384974.434825:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384974.434830:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384974.434834:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203584 00000100:00000001:3.0:1767384974.434838:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384974.434838:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384974.434843:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00100000:3.0:1767384974.434846:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203712 00000020:00000001:1.0:1767384974.434847:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384974.434852:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 02000000:00000001:3.0:1767384974.434854:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384974.434857:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384974.434859:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384974.434860:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000020:00000001:1.0:1767384974.434861:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384974.434864:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.434871:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384974.434873:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.434878:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000553c81fa. 00000100:00100000:3.0:1767384974.434880:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203712 00000100:00000001:1.0:1767384974.434884:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384974.434887:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384974.434890:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384974.434894:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384974.434899:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000010:1.0:1767384974.434901:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000553c81fa. 00000020:00000001:3.0:1767384974.434908:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:1.0:1767384974.434914:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000573744e4. 00000020:00000001:3.0:1767384974.434916:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:0.0:1767384974.434921:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000020:00000010:1.0:1767384974.434923:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff2b41a. 00000100:00000001:3.0:1767384974.434924:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384974.434932:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:3.0:1767384974.434943:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004dfbfabb. 00000100:00000040:1.0:1767384974.434946:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384974.434949:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384974.434952:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384974.434956:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004dfbfabb. 00000100:00000001:1.0:1767384974.434957:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384974.434961:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384974.434969:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a24f8867. 00000100:00000001:1.0:1767384974.434973:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384974.434979:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000155a4c7. 00000100:00000001:1.0:1767384974.435004:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384974.435005:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000040aa821. 00000400:00000200:0.0:1767384974.435012:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000100:00000001:3.0:1767384974.435015:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384974.435019:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384974.435020:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.435022:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384974.435026:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384974.435030:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384974.435036:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:3.0:1767384974.435038:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384974.435042:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384974.435046:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634539600 : -129520075012016 : ffff8a33c1f00850) 00000100:00000040:1.0:1767384974.435053:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e5fb589 x1853237373203584/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 4848/0 e 0 to 0 dl 1767384985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.435056:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384974.435063:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384974.435065:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384974.435070:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000553c81fa. 00000100:00100000:3.0:1767384974.435072:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000400:00000200:0.0:1767384974.435073:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:1.0:1767384974.435074:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384974.435098:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000020:00000010:1.0:1767384974.435099:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000553c81fa. 00000100:00000001:3.0:1767384974.435107:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553634546768 : -129520075004848 : ffff8a33c1f02450) 00000100:00100000:1.0:1767384974.435114:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e5fb589 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373203584:12345-0@lo:253: 00000100:00000200:1.0:1767384974.435120:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203584 00000100:00000040:3.0:1767384974.435121:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f832fd9 x1853237373203712/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 4848/0 e 0 to 0 dl 1767384985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384974.435125:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384974.435131:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384974.435136:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.435162:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384974.435166:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000001:3.0:1767384974.435187:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384974.435189:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384974.435193:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384974.435195:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004dfbfabb. 00000020:00000001:1.0:1767384974.435196:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384974.435200:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384974.435202:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384974.435202:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000020:00000010:3.0:1767384974.435206:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004dfbfabb. 00000020:00000001:1.0:1767384974.435212:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.435218:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f832fd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373203712:12345-0@lo:253: 00000100:00000001:1.0:1767384974.435219:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384974.435224:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384974.435229:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203712 02000000:00000010:1.0:1767384974.435233:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000523d795b. 00000020:00000001:3.0:1767384974.435234:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384974.435239:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.435241:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384974.435243:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.435246:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.435248:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384974.435254:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384974.435258:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 20000000:00000010:1.0:1767384974.435262:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000043a6124. 00000020:00000001:3.0:1767384974.435263:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384974.435265:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000020:00000001:3.0:1767384974.435268:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384974.435272:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384974.435273:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384974.435277:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384974.435280:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384974.435283:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.435286:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384974.435286:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.435293:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.435293:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384974.435300:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384974.435303:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384974.435304:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067ffe226. 20000000:01000000:1.0:1767384974.435308:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 02000000:00000010:3.0:1767384974.435311:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000adfd511f. 20000000:00000001:1.0:1767384974.435313:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767384974.435319:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.435321:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:3.0:1767384974.435324:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384974.435327:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 20000000:00000001:3.0:1767384974.435329:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384974.435340:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0c411e3. 20000000:01000000:3.0:1767384974.435345:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384974.435348:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384974.435350:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384974.435353:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384974.435355:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384974.435358:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384974.435375:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384974.435388:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384974.435390:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.435393:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384974.435397:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384974.435397:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000020:00000001:1.0:1767384974.435404:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:1.0:1767384974.435410:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384974.435419:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb2313ee. 00080000:00000001:1.0:1767384974.435422:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553659749376 : -129520049802240 : ffff8a33c370b400) 00080000:00000001:1.0:1767384974.435426:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384974.435460:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.435519:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000001:00000001:1.0:1767384974.435564:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384974.435567:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.435570:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384974.435593:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.435597:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384974.435600:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.435715:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.435802:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.435900:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436004:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00080000:00000001:1.0:1767384974.436055:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384974.436061:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384974.436089:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436212:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436274:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436336:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436384:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436451:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436489:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436544:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436632:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436713:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436780:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.436839:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384974.437121:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7fc5cec. 00000800:00000010:0.0:1767384974.437129:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c0a9f3b. 00000800:00000010:0.0:1767384974.437160:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6ebf076. 00000800:00000010:0.0:1767384974.437327:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6ebf076. 00000800:00020000:0.0:1767384974.437355:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384974.437361:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c0a9f3b. 00000800:00000010:0.0:1767384974.437365:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b7fc5cec. 00000400:02020000:0.0:1767384974.437446:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp43 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384974.437454:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp43 notifying 192.168.204.149@tcp43: down 00000800:00000200:0.0:1767384974.437459:0:27932:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp43 down 00000800:00000100:0.0:1767384974.437465:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.204.149@tcp43 00000800:00000010:0.0:1767384974.437469:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005288b04d. 00000400:00000200:0.0:1767384974.437473:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384974.437493:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp43->192.168.204.149@tcp43: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384974.437514:0:27932:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp43 added to recovery queue. ping count: 0 next ping: 298 health :900 00000400:00000200:0.0:1767384974.437528:0:27932:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384974.437533:0:27932:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:0.0:1767384974.437537:0:27932:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384974.437670:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384974.437674:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101171 00000400:00000001:1.0:1767384974.437678:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.437695:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384974.437696:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:1.0:1767384974.437698:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000400:00000200:1.0:1767384974.437701:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384974.437706:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384974.437710:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000400:00000200:1.0:1767384974.437714:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384974.437716:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc -71 00000400:00000200:1.0:1767384974.437719:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384974.437721:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (37) 00080000:00000001:1.0:1767384974.444760:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384974.444765:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384974.444768:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.444770:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384974.444777:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384974.444780:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384974.444786:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384974.444786:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384974.444791:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384974.444791:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:2.0:1767384974.444795:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000020:1.0:1767384974.444798:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:2.0:1767384974.444799:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:0.0:1767384974.444802:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079b3ba04. 00080000:00000010:2.0:1767384974.444805:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb2313ee. 20000000:01000000:0.0:1767384974.444808:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00080000:00000001:2.0:1767384974.444812:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384974.444813:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384974.444815:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384974.444817:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384974.444821:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384974.444823:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384974.444824:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384974.444828:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384974.444835:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b999306f. 00010000:00000001:1.0:1767384974.444838:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384974.444842:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000020:00000001:1.0:1767384974.444845:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384974.444847:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000080866b7 with handle 0xcb8130832f6b3821 to hash 00080000:00000001:0.0:1767384974.444847:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384974.444851:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384974.444853:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384974.444854:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384974.444857:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384974.444860:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384974.444861:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.444862:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384974.444867:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384974.444867:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384974.444871:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384974.444875:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:0.0:1767384974.444881:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384974.444885:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767384974.444888:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082cc0879. 00010000:00000001:1.0:1767384974.444889:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384974.444892:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384974.444894:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651200000 : -129520058351616 : ffff8a33c2ee4000) 00010000:00000001:1.0:1767384974.444895:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384974.444897:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384974.444900:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384974.444900:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384974.444904:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384974.444906:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384974.444908:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384974.444910:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384974.444911:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384974.444912:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b999306f) refcount = 1 00010000:00010000:1.0:1767384974.444915:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.444919:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384974.444920:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384974.444921:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384974.444923:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.444924:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384974.444926:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384974.444928:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384974.444931:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384974.444932:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384974.444933:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=4 00000020:00000001:1.0:1767384974.444935:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384974.444937:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384974.444938:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384974.444940:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.444944:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384974.444946:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384974.444953:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384974.444957:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384974.444963:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384974.444964:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384974.444966:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384974.444968:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.444971:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384974.444972:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.444974:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384974.444976:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384974.444976:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384974.444982:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384974.444984:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000080866b7 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384974.444987:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384974.444989:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384974.444991:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.444995:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384974.444996:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384974.444998:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384974.444999:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000080866b7 refcount=5 00000020:00000001:1.0:1767384974.445000:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384974.445001:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192192 : -129515408359424 : ffff8a34d8178000) 00010000:00000001:1.0:1767384974.445004:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384974.445005:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.445009:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384974.445011:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384974.445012:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.445016:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384974.445028:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384974.445030:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384974.445035:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384974.445037:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000080866b7 with handle 0xcb8130832f6b3821 from hash 00010000:00000001:1.0:1767384974.445039:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384974.445040:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384974.445041:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384974.445043:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384974.445045:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384974.445046:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384974.445048:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384974.445050:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384974.445052:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.445054:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384974.445055:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384974.445057:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384974.445058:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384974.445059:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.445061:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.445062:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384974.445064:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.445067:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384974.445068:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384974.445069:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384974.445071:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384974.445074:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384974.445075:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384974.445075:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384974.445079:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384974.445080:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384974.445083:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.445084:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384974.445086:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384974.445090:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384974.445091:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384974.445092:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000080866b7/0xcb8130832f6b3821 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384974.445102:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b999306f count: 0 00010000:00000001:1.0:1767384974.445110:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384974.445112:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384974.451642:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b999306f. 00010000:00000010:1.1:1767384974.451649:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000080866b7. 00000100:00000040:3.0:1767384974.451652:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294965047, at 4294965048 00000100:00000040:0.0:1767384974.451652:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294965046, at 4294965048 00000100:00000010:0.0:1767384974.451662:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fbc0452. 00000100:00000010:3.0:1767384974.451663:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa20b0d0. 00000100:00000040:2.0:1767384974.451790:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294965047, at 4294965048 00000100:00000010:2.0:1767384974.451798:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2184d25. 00000100:00000040:1.0:1767384974.451808:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294965046, at 4294965048 00000100:00000010:1.0:1767384974.451832:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000028043c8. 00080000:00000001:2.0:1767384974.454346:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384974.454351:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.454354:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384974.454356:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384974.454356:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384974.454360:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384974.454365:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082cc0879. 00000020:00000002:0.0:1767384974.454365:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384974.454373:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384974.454383:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384974.454385:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384974.454390:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384974.454402:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384974.454406:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384974.454414:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384974.454416:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384974.454419:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384974.454422:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384974.454427:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384974.454431:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384974.454438:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003cc58879. 00010000:00000001:3.0:1767384974.454443:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384974.454447:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a96ebfd3. 00000020:00000001:3.0:1767384974.454452:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384974.454456:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a96ebfd3 with handle 0xcb8130832f6b3828 to hash 00000020:00000001:3.0:1767384974.454459:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384974.454461:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384974.454480:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384974.454483:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384974.454485:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384974.454488:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454496:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384974.454505:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384974.454507:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384974.454509:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384974.454510:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384974.454513:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384974.454514:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384974.454516:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384974.454518:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384974.454519:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384974.454520:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384974.454522:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003cc58879) refcount = 1 00010000:00010000:3.0:1767384974.454525:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454532:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384974.454533:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384974.454535:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384974.454537:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.454539:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384974.454542:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384974.454544:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384974.454547:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384974.454549:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384974.454551:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=4 00000020:00000001:3.0:1767384974.454553:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384974.454555:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384974.454569:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384974.454571:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454578:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384974.454580:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454586:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384974.454587:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384974.454594:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454600:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384974.454602:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.454604:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384974.454770:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384974.454780:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a96ebfd3 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384974.454782:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384974.454784:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384974.454786:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454792:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384974.454795:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384974.454797:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384974.454799:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=5 00000020:00000001:3.0:1767384974.454802:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384974.454805:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384974.454808:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384974.454810:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454817:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384974.454820:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384974.454821:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.454824:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384974.454826:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384974.454828:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384974.454830:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384974.454833:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a96ebfd3 with handle 0xcb8130832f6b3828 from hash 00010000:00000001:3.0:1767384974.454836:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384974.454838:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384974.454847:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384974.454848:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384974.454851:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384974.454853:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384974.454856:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384974.454858:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384974.454862:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.454864:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384974.454866:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384974.454870:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384974.454871:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384974.454873:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.454875:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.454878:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384974.454881:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454888:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384974.454889:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384974.454892:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384974.454894:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384974.454896:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384974.454897:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384974.454900:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384974.454902:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384974.454904:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384974.454907:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384974.454915:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384974.454917:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384974.454919:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b3828 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384974.454926:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003cc58879 count: 0 00010000:00000001:3.0:1767384974.454938:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384974.454940:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384974.456837:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384974.456848:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384974.456850:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000043a6124. 20000000:00000001:3.0:1767384974.456857:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384974.456862:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373203584 00010000:00000001:3.0:1767384974.456865:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384974.456873:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e5fb589 x1853237373203584/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384974.456882:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384974.456885:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384974.456889:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384974.456894:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384974.456897:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384974.456900:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384974.456903:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384974.456906:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.456909:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384974.456912:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384974.456916:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3b8f677. 00000100:00000200:3.0:1767384974.456921:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373203584, offset 224 00000400:00000200:3.0:1767384974.456929:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384974.456942:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384974.456951:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507480 00000400:00000200:3.0:1767384974.456958:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e39 [2] + 224 00000400:00000200:3.0:1767384974.456990:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384974.456995:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384974.457000:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384974.457004:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384974.457017:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.457033:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384974.457040:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b8f677 00000400:00000010:3.0:1767384974.457043:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3b8f677. 00000100:00000001:3.0:1767384974.457047:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384974.457070:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384974.457076:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.457079:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384974.457083:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384974.457085:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.457088:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384974.457093:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e5fb589 x1853237373203584/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384974.457103:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e5fb589 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373203584:12345-0@lo:253: Request processed in 22037us (22789us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384974.457113:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384974.457132:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384974.457136:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384974.457152:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384974.457158:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff2b41a. 00000020:00000010:3.0:1767384974.457174:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:3.0:1767384974.457181:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000573744e4. 00000020:00000040:3.0:1767384974.457189:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:3.0:1767384974.457194:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384974.457197:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000523d795b. 02000000:00000001:3.0:1767384974.457202:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384974.457205:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384974.457211:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384974.457217:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab831234. 00000400:00000010:3.0:1767384974.457223:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3b8f677. 00000100:00000001:3.0:1767384974.457245:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.457248:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384974.457253:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384974.457255:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384974.457257:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171d1810. 00000400:00000200:3.0:1767384974.457262:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051e2a4d5 00000400:00000010:3.0:1767384974.457264:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051e2a4d5. 00000100:00000001:3.0:1767384974.457267:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384974.457271:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384974.457298:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.457306:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384974.457308:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.457311:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384974.457314:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384974.457316:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384974.457319:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.457322:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384974.457327:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384974.457332:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384974.457336:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384974.457338:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.457340:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384974.457343:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.457346:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.457350:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.457359:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.457362:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384974.457365:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384974.457370:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384974.457372:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384974.457374:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384974.457376:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384974.457377:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384974.457379:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384974.457381:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384974.457382:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384974.457384:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384974.457386:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384974.457389:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384974.457398:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077f46ecd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373203584:0@lo:253: 00000100:00000001:3.0:1767384974.457413:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.457416:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384974.457420:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077f46ecd x1853237373203584/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.457428:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384974.457431:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384974.457433:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000025f74937. 02000000:00000001:3.0:1767384974.457440:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384974.457442:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.457444:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384974.457447:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384974.457450:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000416ef44d. 02000000:00000001:3.0:1767384974.457454:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384974.457456:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384974.457458:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077f46ecd. 00000100:00000001:3.0:1767384974.457461:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384974.457463:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.457481:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.457487:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.457489:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.457491:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.457493:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384974.458310:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384974.458313:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384974.458314:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0c411e3. 20000000:00000001:0.0:1767384974.458318:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384974.458320:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373203712 00010000:00000001:0.0:1767384974.458322:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384974.458325:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f832fd9 x1853237373203712/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384974.458330:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384974.458332:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384974.458339:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384974.458342:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384974.458344:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384974.458346:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384974.458348:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384974.458349:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.458351:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384974.458353:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384974.458356:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4fb45ce. 00000100:00000200:0.0:1767384974.458359:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373203712, offset 224 00000400:00000200:0.0:1767384974.458363:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384974.458368:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384974.458373:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507500 00000400:00000200:0.0:1767384974.458376:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e41 [2] + 224 00000400:00000200:0.0:1767384974.458381:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384974.458383:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384974.458386:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384974.458388:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384974.458394:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.458409:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384974.458414:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4fb45ce 00000400:00000010:0.0:1767384974.458416:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4fb45ce. 00000100:00000001:0.0:1767384974.458419:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384974.458420:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384974.458423:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.458426:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384974.458428:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384974.458430:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.458432:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384974.458436:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f832fd9 x1853237373203712/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:200/0 lens 4848/4768 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.458437:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.458439:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384974.458443:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384974.458445:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384974.458445:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f832fd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373203712:12345-0@lo:253: Request processed in 23258us (23950us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384974.458446:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88be556. 00000400:00000200:3.0:1767384974.458450:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d148be86 00000400:00000010:3.0:1767384974.458451:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d148be86. 00000100:00000001:3.0:1767384974.458454:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384974.458458:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384974.458459:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384974.458462:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384974.458465:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384974.458466:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384974.458467:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.458470:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000155a4c7. 00000020:00000010:0.0:1767384974.458473:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000040aa821. 00000100:00000001:3.0:1767384974.458474:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384974.458476:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384974.458477:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a24f8867. 00000020:00000040:0.0:1767384974.458480:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384974.458482:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384974.458483:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384974.458484:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384974.458485:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384974.458485:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000adfd511f. 00000100:00000001:3.0:1767384974.458487:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.458488:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384974.458489:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.458489:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384974.458492:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=82 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384974.458493:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384974.458495:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=82 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384974.458496:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8a5e4e. 00000100:00000001:3.0:1767384974.458497:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384974.458498:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384974.458500:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4fb45ce. 00010000:00000001:3.0:1767384974.458501:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384974.458502:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.458504:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.458508:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.458515:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.458518:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384974.458519:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384974.458523:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384974.458525:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384974.458527:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384974.458529:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384974.458530:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384974.458532:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384974.458534:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384974.458536:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384974.458537:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384974.458541:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384974.458550:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3534a14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373203712:0@lo:253: 00000100:00000001:3.0:1767384974.458555:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.458557:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384974.458559:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3534a14 x1853237373203712/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.458566:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384974.458567:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384974.458576:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dc4c7c63. 02000000:00000001:3.0:1767384974.458580:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384974.458582:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.458584:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384974.458586:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384974.458588:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007fef79f2. 02000000:00000001:3.0:1767384974.458613:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384974.458615:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384974.458617:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3534a14. 00000100:00000001:3.0:1767384974.458621:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384974.458623:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.458625:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.458630:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.458632:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.458635:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.458638:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384974.458958:0:36265:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008cd6fc22. 00000400:00000040:2.0:1767384974.458975:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384974.458977:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384974.458979:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384974.458981:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384974.458983:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384974.458984:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384974.458992:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384974.458994:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384974.458995:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384974.458996:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384974.458998:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384974.458999:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384974.459001:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384974.459002:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384974.459003:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384974.459005:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384974.459006:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384974.459007:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384974.459008:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384974.459009:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384974.459011:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384974.459012:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384974.459014:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384974.459015:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384974.459015:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384974.459017:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384974.459018:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384974.459020:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384974.459021:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384974.459022:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384974.459023:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384974.459024:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384974.459025:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384974.459026:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384974.459027:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384974.459028:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384974.459029:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384974.459031:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384974.459032:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384974.459033:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384974.459034:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384974.459035:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384974.459036:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384974.459037:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384974.459038:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384974.459045:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384974.459046:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384974.459047:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384974.459049:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384974.459050:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384974.459051:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384974.459052:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384974.459054:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384974.459055:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384974.459056:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384974.459057:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384974.459058:0:36265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384974.459169:0:36265:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008cd6fc22. 00010000:00000010:3.1:1767384974.462646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003cc58879. 00010000:00000010:3.1:1767384974.462657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a96ebfd3. 00000400:00000001:1.0:1767384974.907646:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.907651:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384974.907653:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000400:00000010:1.0:1767384974.907657:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000400:00000200:1.0:1767384974.907662:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384974.907668:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery ping unlinked 00000800:00000200:3.0:1767384974.907676:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7bee7c3] -> 12345-192.168.204.149@tcp13 (6) 00000400:00000010:1.0:1767384974.907678:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cfe4e919. 00000400:00000010:1.0:1767384974.907683:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000062eb3c84. 00000800:00000200:3.0:1767384974.907688:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp13 ip 192.168.204.149:988 00000400:00000200:1.0:1767384974.907690:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp42 00000800:00000200:3.0:1767384974.907695:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384974.907695:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005230c7ea. 00000400:00000010:1.0:1767384974.907703:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a6119aa3. 00000400:00000010:1.0:1767384974.907707:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000400:00000010:1.0:1767384974.907712:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a38a7e89. 00000400:00000200:1.0:1767384974.907716:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp42 00000400:00000200:1.0:1767384974.907729:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp42 local destination 00000400:00000200:1.0:1767384974.907734:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp42 00000400:00000200:1.0:1767384974.907737:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp42 NI seq info: [163:163:256:4294967295] 192.168.204.149@tcp42 LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1767384974.907743:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp42 00000400:00000200:1.0:1767384974.907750:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp42(192.168.204.149@tcp42:) -> 192.168.204.149@tcp42(192.168.204.149@tcp42:192.168.204.149@tcp42) : GET try# 0 00000800:00000200:1.0:1767384974.907764:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp42 00000800:00000010:1.0:1767384974.907768:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b16c3426. 00000800:00000200:1.0:1767384974.907773:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000800:00000200:1.1:1767384974.907777:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000200:1.0:1767384974.907790:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp42 added to recovery queue. ping count: 2 next ping: 302 health :800 00000400:00000200:1.0:1767384974.907795:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp38 00000400:00000010:1.0:1767384974.907796:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c198d4f. 00000400:00000010:1.0:1767384974.907806:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000960b0fbd. 00000400:00000010:1.0:1767384974.907809:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000800:00000200:0.0:1767384974.907811:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384974.907814:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001bf3deed. 00000400:00000200:1.0:1767384974.907820:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp38 00000800:00000001:0.0:1767384974.907828:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384974.907838:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp38 local destination 00000800:00000001:0.0:1767384974.907838:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384974.907845:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384974.907848:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp38 00000800:00000001:0.0:1767384974.907849:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384974.907856:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [164:164:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384974.907861:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp38 00000400:00000200:1.0:1767384974.907868:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:) -> 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) : GET try# 0 00000800:00000200:1.0:1767384974.907871:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp38 00000800:00000010:1.0:1767384974.907875:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000046c33a8. 00000800:00000200:1.0:1767384974.907880:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:3.0:1767384974.907884:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:1.1:1767384974.907884:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:1.0:1767384974.907900:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp38 added to recovery queue. ping count: 4 next ping: 314 health :600 00000400:00000200:1.0:1767384974.907905:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp43 00000400:00000010:1.0:1767384974.907907:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000086ffdea8. 00000400:00000010:1.0:1767384974.907911:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f332e367. 00000400:00000010:1.0:1767384974.907913:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000400:00000010:1.0:1767384974.907917:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb82805b. 00000400:00000200:1.0:1767384974.907919:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp43 00000400:00000200:1.0:1767384974.907925:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp43 local destination 00000400:00000200:1.0:1767384974.907928:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp43 00000400:00000200:1.0:1767384974.907932:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp43 NI seq info: [165:165:256:4294967295] 192.168.204.149@tcp43 LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1767384974.907936:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp43 00000400:00000200:1.0:1767384974.907943:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp43(192.168.204.149@tcp43:) -> 192.168.204.149@tcp43(192.168.204.149@tcp43:192.168.204.149@tcp43) : GET try# 0 00000800:00000200:1.0:1767384974.907947:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp43 00000800:00000010:1.0:1767384974.907951:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000050ababdf. 00000400:00000200:0.0:1767384974.907951:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.907958:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000200:1.0:1767384974.907960:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000800:00000200:1.1:1767384974.907968:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000400:00000200:1.0:1767384974.907982:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp43 added to recovery queue. ping count: 1 next ping: 300 health :900 00000400:00000200:0.0:1767384974.908008:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908033:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908047:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908064:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908111:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908120:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908127:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908206:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908229:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908233:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908274:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908290:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908301:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908336:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908340:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908374:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908406:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908415:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908449:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908463:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908487:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.908528:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908541:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908558:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908620:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908676:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908715:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908785:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908787:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908857:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908881:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.908959:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.908987:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909049:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909052:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909097:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909112:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909151:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909192:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909193:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909235:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909266:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909285:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909317:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909339:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909366:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909401:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909407:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909443:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909485:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909489:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909516:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909561:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909564:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909632:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909646:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909677:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909702:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909709:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909758:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909784:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909789:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909837:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909880:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.909917:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.909923:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.909965:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.910015:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910020:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910063:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.910084:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910115:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910167:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.910174:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910227:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910267:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.910267:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910295:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.910321:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910345:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910369:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910417:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910438:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910478:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000800:00000010:0.0:1767384974.910499:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7fc5cec. 00000800:00000010:0.0:1767384974.910504:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f502f9d. 00000400:00000200:3.0:1767384974.910506:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000800:00000010:0.0:1767384974.910509:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af4ff65c. 00000800:00000010:0.0:1767384974.910532:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af4ff65c. 00000400:00000200:1.0:1767384974.910539:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000800:00020000:0.0:1767384974.910539:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384974.910545:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f502f9d. 00000800:00000010:0.0:1767384974.910549:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b7fc5cec. 00000400:00000200:3.0:1767384974.910566:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:02020000:0.0:1767384974.910628:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp38 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384974.910635:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp38 notifying 192.168.204.149@tcp38: down 00000400:00000200:1.0:1767384974.910637:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000800:00000200:0.0:1767384974.910649:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp38 down 00000800:00000100:0.0:1767384974.910656:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp38 00000800:00000010:0.0:1767384974.910658:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000046c33a8. 00000400:00000200:3.0:1767384974.910663:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384974.910663:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384974.910671:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384974.910679:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384974.910682:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384974.910687:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp38) recovery failed with -71 00000400:00000200:1.0:1767384974.910705:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910735:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910755:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.910802:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910821:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910886:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910930:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384974.910990:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000800:00000010:3.0:1767384974.911005:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab0365ee. 00000800:00000010:3.0:1767384974.911012:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a599118. 00000800:00000010:3.0:1767384974.911018:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bd692a82. 00000800:00000010:3.0:1767384974.911054:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bd692a82. 00000400:00000200:1.0:1767384974.911063:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000800:00020000:3.0:1767384974.911066:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384974.911072:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a599118. 00000800:00000010:3.0:1767384974.911077:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab0365ee. 00000400:00000200:1.0:1767384974.911149:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:02020000:3.0:1767384974.911173:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp42 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384974.911182:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp42 notifying 192.168.204.149@tcp42: down 00000400:00000200:3.0:1767384974.911187:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384974.911193:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp42 00000800:00000010:3.0:1767384974.911204:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b16c3426. 00000400:00000200:3.0:1767384974.911209:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384974.911213:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384974.911217:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp42->192.168.204.149@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384974.911228:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384974.911234:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384974.911241:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp42) recovery failed with -71 00000800:00000010:1.0:1767384974.911381:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005de2edff. 00000800:00000010:1.0:1767384974.911386:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c654786e. 00000800:00000010:1.0:1767384974.911391:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000001384ee3. 00000800:00000010:1.0:1767384974.911419:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000001384ee3. 00000800:00020000:1.0:1767384974.911427:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384974.911430:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c654786e. 00000800:00000010:1.0:1767384974.911432:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005de2edff. 00000400:02020000:1.0:1767384974.911477:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp43 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384974.911484:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp43 notifying 192.168.204.149@tcp43: down 00000400:00000200:1.0:1767384974.911488:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384974.911493:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp43 00000800:00000010:1.0:1767384974.911495:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000050ababdf. 00000400:00000200:1.0:1767384974.911497:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384974.911501:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp43->192.168.204.149@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384974.911508:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384974.911510:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384974.911514:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp43) recovery failed with -71 00010000:00000001:2.0:1767384975.036638:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384975.036644:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384975.036650:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384975.036652:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384975.036681:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384975.036685:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384975.036687:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384975.675692:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384975.675696:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:0.0:1767384975.675701:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384975.675703:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384975.675704:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384975.675706:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384975.675707:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384975.675709:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384975.675711:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 73 10000000:00000001:0.0:1767384975.675714:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384975.675715:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384975.675725:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f701a50. 00000020:00000040:0.0:1767384975.675729:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384975.675733:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384975.675736:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384975.675740:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384975.675746:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd39b5fb. 00000100:00000001:0.0:1767384975.675751:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384975.675755:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384975.675758:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384975.675764:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000496a2bb2. 00010000:00000001:0.0:1767384975.675767:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384975.675770:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064bd1a3f. 00000020:00000001:0.0:1767384975.675774:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384975.675777:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064bd1a3f with handle 0xcb8130832f6b382f to hash 00000020:00000001:0.0:1767384975.675779:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384975.675780:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384975.675787:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384975.675790:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384975.675791:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384975.675794:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384975.675801:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384975.675808:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384975.675812:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384975.675814:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384975.675818:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e077ca76. 00000100:00000001:0.0:1767384975.675819:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553635130176 : -129520074421440 : ffff8a33c1f90b40) 00000100:00000001:0.0:1767384975.675822:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384975.675823:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675695616 : -129515033856000 : ffff8a34ee69f800) 00000100:00000001:0.0:1767384975.675827:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384975.675829:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384975.675831:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384975.675832:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384975.675838:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384975.675845:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384975.675847:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384975.675849:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384975.675851:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384975.675853:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384975.675855:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f701a50 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373203840:0@lo:101: 00000100:00000001:0.0:1767384975.675858:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384975.675863:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384975.675865:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384975.675867:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384975.675874:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000619c1ad2. 02000000:00000001:0.0:1767384975.675875:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384975.675880:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf3e87a. 00000400:00000010:0.0:1767384975.675885:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa6e860. 00000100:00000200:0.0:1767384975.675890:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373203840, portal 25 00000100:00000001:0.0:1767384975.675891:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384975.675892:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675695616 : -129515033856000 : ffff8a34ee69f800) 00000100:00000040:0.0:1767384975.675896:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384975.675901:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384975.675904:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384975.675906:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000100:00000200:0.0:1767384975.675908:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373203840, offset 0 00000400:00000200:0.0:1767384975.675913:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384975.675923:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384975.675932:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273507580 00000400:00000200:0.0:1767384975.675937:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15f1 [2] + 0 00000400:00000010:0.0:1767384975.675940:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c06039a4. 00000400:00000200:0.0:1767384975.675943:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000040e7c627 00000400:00000200:0.0:1767384975.675947:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384975.675951:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384975.675955:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e7c627 00000400:00000010:0.0:1767384975.675956:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e7c627. 00000100:00000001:0.0:1767384975.675960:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384975.675962:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384975.675965:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000014aa6aa4 x1853237373203840 msgsize 328 00000100:00100000:0.0:1767384975.675968:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384975.675970:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384975.675981:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384975.675988:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000400:00000010:0.0:1767384975.675989:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000100:00000001:0.0:1767384975.675993:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384975.675995:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384975.676012:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384975.676015:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384975.676020:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384975.676022:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384975.676022:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384975.676028:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203840 00000100:00000001:0.0:1767384975.676029:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384975.676035:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384975.676036:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294966288 00000100:00000001:1.0:1767384975.676040:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384975.676042:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a715a2dd. 00000100:00000001:1.0:1767384975.676045:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384975.676049:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384975.676052:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384975.676056:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294966288 00000100:00100000:1.0:1767384975.676057:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203840 00000100:00000010:0.0:1767384975.676061:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd988df2. 00000020:00000001:1.0:1767384975.676063:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384975.676066:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384975.676067:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384975.676072:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384975.676072:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294966288 00000100:00000010:0.0:1767384975.676075:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000afeffbe. 00000100:00000001:0.0:1767384975.676079:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384975.676081:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294966288 00000020:00000040:1.0:1767384975.676084:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000010:0.0:1767384975.676085:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004485ec65. 00000100:00000001:0.0:1767384975.676089:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384975.676091:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384975.676092:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384975.676098:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384975.676098:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384975.676102:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384975.676105:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384975.676107:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e077ca76 going to sleep for 11 seconds 00000100:00000001:1.0:1767384975.676108:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384975.676110:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384975.676113:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384975.676128:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e23b475b. 00000100:00000001:1.0:1767384975.676134:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384975.676137:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e23b475b. 00000020:00000010:1.0:1767384975.676144:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000447a6f45. 00000020:00000010:1.0:1767384975.676150:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2679751. 00000020:00000010:1.0:1767384975.676156:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000040:1.0:1767384975.676183:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384975.676186:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384975.676188:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384975.676190:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384975.676197:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384975.676211:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384975.676238:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384975.676240:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384975.676241:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384975.676244:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384975.676248:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:3.0:1767384975.676252:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384975.676254:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998113872 : -129515711437744 : ffff8a34c606e450) 00000100:00000001:1.0:1767384975.676254:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384975.676261:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384975.676264:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014aa6aa4 x1853237373203840/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:201/0 lens 328/0 e 0 to 0 dl 1767384986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384975.676273:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384975.676276:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000089ed5b5. 00000100:00000001:3.0:1767384975.676278:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384975.676280:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000089ed5b5. 00000100:00100000:3.0:1767384975.676284:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014aa6aa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373203840:12345-0@lo:101: 00000100:00000200:3.0:1767384975.676287:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203840 00000020:00000001:3.0:1767384975.676289:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384975.676293:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384975.676294:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384975.676296:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384975.676298:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:3.0:1767384975.676302:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384975.676303:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384975.676305:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384975.676306:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384975.676309:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384975.676311:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384975.676312:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384975.676314:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384975.676321:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384975.676322:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384975.676326:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384975.676330:0:16799:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003d1213fc. 00010000:00000001:3.0:1767384975.676332:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384975.676334:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081ad6f18. 00000020:00000001:3.0:1767384975.676336:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384975.676338:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081ad6f18 with handle 0xcb8130832f6b3836 to hash 00000020:00000001:3.0:1767384975.676339:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384975.676340:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:3.0:1767384975.676342:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00010000:3.0:1767384975.676344:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b382f expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384975.676349:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:3.0:1767384975.676351:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384975.676356:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384975.676358:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384975.676362:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a51b4210. 02000000:00000001:3.0:1767384975.676364:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.676366:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384975.676368:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384975.676371:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384975.676372:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384975.676374:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384975.676375:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384975.676377:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384975.676378:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384975.676380:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384975.676381:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384975.676383:0:16799:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384975.676383:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384975.676385:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d1213fc) refcount = 1 00010000:00010000:3.0:1767384975.676388:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b382f expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384975.676399:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384975.676400:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384975.676401:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384975.676403:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384975.676404:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384975.676408:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384975.676410:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b382f expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384975.676414:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384975.676416:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384975.676417:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384975.676419:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384975.676420:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384975.676421:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384975.676423:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384975.676423:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000081ad6f18, rc 0) 00000020:00000001:3.0:1767384975.676425:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384975.676427:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373203840 00010000:00000001:3.0:1767384975.676429:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384975.676431:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014aa6aa4 x1853237373203840/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:201/0 lens 328/344 e 0 to 0 dl 1767384986 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384975.676437:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384975.676439:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384975.676441:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384975.676444:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384975.676446:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384975.676448:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384975.676450:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384975.676451:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.676453:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384975.676455:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384975.676472:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000200:3.0:1767384975.676475:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373203840, offset 224 00000400:00000200:3.0:1767384975.676485:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384975.676489:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384975.676494:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273507580 00000400:00000200:3.0:1767384975.676497:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e65 [1] + 224 00000400:00000200:3.0:1767384975.676500:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384975.676502:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384975.676505:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384975.676507:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384975.676513:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384975.676527:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384975.676530:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384975.676532:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000001:3.0:1767384975.676534:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384975.676535:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384975.676538:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384975.676541:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384975.676543:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384975.676544:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384975.676546:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384975.676546:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384975.676551:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014aa6aa4 x1853237373203840/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:201/0 lens 328/344 e 0 to 0 dl 1767384986 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384975.676553:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384975.676556:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384975.676559:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf3e87a. 00000100:00100000:3.0:1767384975.676563:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014aa6aa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373203840:12345-0@lo:101: Request processed in 288us (595us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384975.676565:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa6e860 00000400:00000010:2.0:1767384975.676568:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa6e860. 00000100:00000001:2.0:1767384975.676572:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384975.676573:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:3.0:1767384975.676577:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000200:2.0:1767384975.676578:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384975.676579:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384975.676583:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384975.676588:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2679751. 00000100:00000200:2.0:1767384975.676591:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384975.676681:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000020:00000010:3.0:1767384975.676687:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000447a6f45. 00000100:00000001:2.0:1767384975.676690:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384975.676693:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384975.676697:0:16801:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384975.676700:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:2.0:1767384975.676700:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384975.676703:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384975.676705:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384975.676706:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384975.676707:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384975.676709:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a51b4210. 00000100:00001000:2.0:1767384975.676712:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=83 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384975.676713:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384975.676717:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384975.676718:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=83 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384975.676722:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384975.676726:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000100:00000001:2.0:1767384975.676728:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384975.676730:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384975.676731:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b6d29d0. 00010000:00000001:2.0:1767384975.676733:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384975.676736:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.676738:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384975.676742:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.676747:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384975.676750:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384975.676751:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384975.676754:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384975.676759:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f701a50 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373203840:0@lo:101: 00000100:00000001:2.0:1767384975.676764:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384975.676767:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.676769:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384975.676770:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384975.676773:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.676778:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384975.676779:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e077ca76. 00000100:00000001:2.0:1767384975.676782:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384975.676784:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384975.676785:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384975.676788:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384975.676789:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384975.676791:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=4 00000020:00000001:2.0:1767384975.676792:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384975.676794:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000040:2.0:1767384975.676798:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000064bd1a3f, remote cookie: 0xcb8130832f6b3836, flags: 0x0 00010000:00000001:2.0:1767384975.676800:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384975.676802:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384975.676803:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384975.676809:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384975.676810:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384975.676811:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000496a2bb2) refcount = 1 00010000:00010000:2.0:1767384975.676814:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384975.676819:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384975.676820:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384975.676821:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384975.676823:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384975.676826:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384975.676828:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384975.676832:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384975.676833:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384975.676834:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384975.676835:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384975.676836:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384975.676837:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.676838:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384975.676840:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f701a50 x1853237373203840/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384991 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.676845:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384975.676847:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384975.676849:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000619c1ad2. 02000000:00000001:2.0:1767384975.676852:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384975.676854:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384975.676855:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384975.676857:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384975.676859:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bd39b5fb. 02000000:00000001:2.0:1767384975.676862:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384975.676864:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384975.676865:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f701a50. 00000100:00000001:2.0:1767384975.676868:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384975.676869:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384975.676871:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384975.676876:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384975.676877:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:2.0:1767384975.676879:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384975.676880:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384975.676882:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384975.676883:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=3 00000020:00000001:2.0:1767384975.676885:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384975.676886:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384975.676888:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384975.676889:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384975.676890:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384975.676891:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384975.676893:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384975.676896:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000beeb5c5c. 00000100:00000010:2.0:1767384975.676906:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000020:00000040:2.0:1767384975.676908:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384975.676910:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384975.676912:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384975.676914:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384975.676917:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065d3265c. 00000100:00000001:2.0:1767384975.676920:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.676923:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384975.676926:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000296c9a45. 00000100:00000010:2.0:1767384975.676928:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c51d17c8. 00000020:00000040:2.0:1767384975.676930:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384975.676933:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384975.676934:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384975.676937:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000feaa8348. 00000100:00000001:2.0:1767384975.676939:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558184841216 : -129515524710400 : ffff8a34d1282000) 00000100:00000001:2.0:1767384975.676941:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384975.676942:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000001:2.0:1767384975.676944:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384975.676946:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.676947:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384975.676948:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384975.676954:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.676958:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384975.676959:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384975.676961:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384975.676963:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384975.676965:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384975.676966:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373203968:0@lo:256: 00000100:00000001:2.0:1767384975.676968:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384975.676970:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384975.676972:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.676973:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384975.676977:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8c1cbd1. 00000400:00000010:2.0:1767384975.676981:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d33510cd. 00000100:00000200:2.0:1767384975.676984:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273507600-0x6958273507600, portal 33 00000100:00000001:2.0:1767384975.676987:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384975.676988:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384975.676990:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000573744e4. 02000000:00000001:2.0:1767384975.676992:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384975.676994:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000400:00000010:2.0:1767384975.676997:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000100:00000200:2.0:1767384975.676999:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373203968, portal 25 00000100:00000001:2.0:1767384975.677000:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384975.677001:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000040:2.0:1767384975.677004:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.677009:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384975.677012:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384975.677014:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000200:2.0:1767384975.677015:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373203968, offset 0 00000400:00000200:2.0:1767384975.677020:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384975.677037:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384975.677042:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273507600 00000400:00000200:2.0:1767384975.677045:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15f9 [2] + 0 00000400:00000010:2.0:1767384975.677052:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090cc0657. 00000400:00000200:2.0:1767384975.677054:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056ad92b7 00000400:00000200:2.0:1767384975.677057:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384975.677060:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384975.677062:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ad92b7 00000400:00000010:2.0:1767384975.677064:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ad92b7. 00000100:00000001:2.0:1767384975.677066:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384975.677068:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384975.677070:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000eaf134b4 x1853237373203968 msgsize 304 00000100:00100000:2.0:1767384975.677072:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384975.677074:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384975.677084:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384975.677087:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:2.0:1767384975.677089:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00000001:2.0:1767384975.677091:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384975.677093:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.677099:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384975.677101:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.677105:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.677106:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384975.677109:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.677111:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294966289 00000100:00000001:2.0:1767384975.677128:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294966288 00000100:00000001:2.0:1767384975.677131:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294966289 00000100:00000001:2.0:1767384975.677134:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294966288 00000100:00000001:2.0:1767384975.677135:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294966289 00000100:00000001:2.0:1767384975.677139:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294966288 00000100:00000001:2.0:1767384975.677141:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294966289 00000100:00000001:2.0:1767384975.677146:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294966288 00000100:00000001:2.0:1767384975.677150:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384975.677153:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384975.677157:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373203968 00000100:00000001:2.0:1767384975.677158:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384975.677160:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384975.677162:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384975.677163:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384975.677164:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384975.677165:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384975.677167:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000feaa8348 going to sleep for 11 seconds 02000000:00000001:3.0:1767384975.677170:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.677171:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384975.677174:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384975.677175:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373203968 00000020:00000001:3.0:1767384975.677179:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384975.677180:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384975.677182:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384975.677183:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384975.677186:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384975.677188:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384975.677191:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384975.677194:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000089ed5b5. 00000100:00000001:3.0:1767384975.677196:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384975.677198:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000089ed5b5. 00000020:00000010:3.0:1767384975.677203:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a3276f7. 00000020:00000010:3.0:1767384975.677206:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075ce53fe. 00000020:00000010:3.0:1767384975.677208:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000751e4781. 00000100:00000040:3.0:1767384975.677212:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384975.677214:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384975.677215:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384975.677216:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677219:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677230:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384975.677237:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384975.677244:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384975.677249:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384975.677250:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:0.0:1767384975.677252:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384975.677254:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384975.677254:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677259:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998114896 : -129515711436720 : ffff8a34c606e850) 00000100:00000001:0.0:1767384975.677259:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384975.677267:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eaf134b4 x1853237373203968/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:201/0 lens 304/0 e 0 to 0 dl 1767384986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384975.677275:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384975.677277:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000089ed5b5. 00000100:00000001:3.0:1767384975.677278:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384975.677280:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000089ed5b5. 00000100:00100000:3.0:1767384975.677284:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eaf134b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373203968:12345-0@lo:256: 00000100:00000200:3.0:1767384975.677286:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373203968 00000020:00000001:3.0:1767384975.677288:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384975.677290:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384975.677291:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384975.677293:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384975.677294:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:3.0:1767384975.677296:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384975.677297:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384975.677299:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384975.677300:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384975.677302:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677304:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384975.677305:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384975.677307:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a51b4210. 02000000:00000001:3.0:1767384975.677309:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677310:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384975.677312:0:16799:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384975.677315:0:16799:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384975.677318:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384975.677320:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384975.677322:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384975.677324:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384975.677325:0:16799:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384975.677331:0:16799:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001fdf4c5b. 20000000:00000001:3.0:1767384975.677334:0:16799:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384975.677345:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384975.677350:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384975.677354:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384975.677356:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384975.677357:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384975.677359:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384975.677360:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384975.677362:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384975.677363:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384975.677364:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384975.677365:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384975.677366:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384975.677368:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384975.677369:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384975.677370:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384975.677371:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384975.677373:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384975.677374:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384975.677375:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384975.677376:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384975.677378:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384975.677379:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384975.677380:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384975.677381:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384975.677382:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384975.677384:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384975.677385:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384975.677386:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384975.677387:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384975.677388:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384975.677389:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384975.677390:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384975.677391:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384975.677392:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384975.677393:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384975.677395:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384975.677396:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384975.677400:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:3.0:1767384975.677402:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 3312/1/4/3. 20000000:00000040:3.0:1767384975.677408:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384975.677409:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384975.677410:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384975.677411:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384975.677412:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384975.677414:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384975.677415:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384975.677416:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384975.677417:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384975.677418:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384975.677419:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384975.677420:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384975.677422:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384975.677423:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384975.677424:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384975.677425:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384975.677426:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384975.677427:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384975.677429:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384975.677430:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384975.677431:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384975.677432:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384975.677433:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384975.677434:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384975.677436:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384975.677437:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384975.677438:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384975.677439:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384975.677441:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384975.677442:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384975.677443:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384975.677445:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384975.677446:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384975.677447:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384975.677449:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384975.677450:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384975.677451:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384975.677456:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:3.0:1767384975.677457:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 2528/1/4/3. 20000000:01000000:3.0:1767384975.677458:0:16799:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1568, version 80 20000000:00000001:3.0:1767384975.677460:0:16799:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1568 : 1568 : 620) 00000100:00000001:3.0:1767384975.677461:0:16799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384975.677464:0:16799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000eb34fd64. 00000100:00000010:3.0:1767384975.677466:0:16799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002301e39c. 00000020:00000040:3.0:1767384975.677468:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:3.0:1767384975.677470:0:16799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384975.677473:0:16799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384975.677476:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:3.0:1767384975.677481:0:16799:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a96fde03. 00000400:00000200:3.0:1767384975.677483:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384975.677489:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384975.677495:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1568 into portal 33 MB=0x6958273507600 00000400:00000200:3.0:1767384975.677498:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1568/1568 into md 0x1e75 [4] + 0 00000400:00000010:3.0:1767384975.677501:0:16799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8c1cbd1. 00000400:00000200:3.0:1767384975.677503:0:16799:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d33510cd 00000400:00000200:3.0:1767384975.677505:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384975.677507:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384975.677509:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d33510cd 00000400:00000010:3.0:1767384975.677510:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d33510cd. 00000100:00000001:3.0:1767384975.677512:0:16799:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384975.677513:0:16799:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b101f4b3 desc 00000000296c9a45 mbits 1853237373203968 00000100:00000001:3.0:1767384975.677523:0:16799:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384975.677525:0:16799:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384975.677528:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384975.677534:0:16799:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e81 00000400:00000200:3.0:1767384975.677536:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384975.677538:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384975.677542:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384975.677543:0:16799:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000eb34fd64 00000100:00000001:2.0:1767384975.677543:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384975.677546:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677547:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384975.677555:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384975.677557:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000001:3.0:1767384975.677565:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384975.677566:0:16799:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000eb34fd64 00000100:00000001:3.0:1767384975.677568:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384975.677571:0:16799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1568 bytes via portal 33 id 12345-0@lo mbits 0x6958273507600-0x6958273507600 00000100:00000001:3.0:1767384975.677573:0:16799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384975.677576:0:16799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677577:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384975.677579:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:3.0:1767384975.677581:0:16799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002301e39c. 00000100:00000010:3.0:1767384975.677582:0:16799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000eb34fd64. 00000100:00000001:3.0:1767384975.677584:0:16799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384975.677585:0:16799:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384975.677590:0:16799:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001fdf4c5b. 20000000:00000001:3.0:1767384975.677613:0:16799:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384975.677616:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373203968 00010000:00000001:3.0:1767384975.677618:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384975.677621:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eaf134b4 x1853237373203968/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:201/0 lens 304/240 e 0 to 0 dl 1767384986 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384975.677627:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384975.677628:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384975.677630:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384975.677632:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384975.677635:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384975.677637:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384975.677639:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384975.677640:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384975.677642:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384975.677645:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384975.677648:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000200:3.0:1767384975.677651:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373203968, offset 224 00000400:00000200:3.0:1767384975.677654:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384975.677658:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384975.677662:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273507600 00000400:00000200:3.0:1767384975.677664:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e79 [1] + 224 00000400:00000200:3.0:1767384975.677673:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384975.677674:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384975.677677:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384975.677679:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384975.677684:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384975.677695:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384975.677698:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384975.677699:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000001:3.0:1767384975.677701:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384975.677702:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384975.677704:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384975.677707:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384975.677708:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384975.677709:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384975.677712:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384975.677713:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384975.677714:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384975.677716:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384975.677719:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000100:00000040:3.0:1767384975.677720:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaf134b4 x1853237373203968/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:201/0 lens 304/240 e 0 to 0 dl 1767384986 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384975.677724:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 00000400:00000010:2.0:1767384975.677727:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 00000100:00000001:2.0:1767384975.677731:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384975.677736:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eaf134b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373203968:12345-0@lo:256: Request processed in 459us (664us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384975.677738:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384975.677751:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000200:2.0:1767384975.677752:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384975.677756:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384975.677760:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384975.677762:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384975.677763:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384975.677764:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384975.677766:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384975.677767:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384975.677768:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384975.677777:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384975.677778:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075ce53fe. 02000000:00000001:2.0:1767384975.677780:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384975.677785:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000751e4781. 00000100:00001000:2.0:1767384975.677786:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=83 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384975.677792:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a3276f7. 00000100:00001000:2.0:1767384975.677792:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=83 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384975.677799:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:2.0:1767384975.677799:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384975.677800:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384975.677804:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384975.677805:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384975.677806:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384975.677808:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a51b4210. 00000100:00000001:2.0:1767384975.677809:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384975.677812:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384975.677814:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384975.677815:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384975.677821:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384975.677825:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384975.677829:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000520f96af. 00000400:00000010:3.0:1767384975.677835:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000846ddaf0. 00000100:00000001:2.0:1767384975.677836:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384975.677839:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384975.677842:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384975.677847:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373203968:0@lo:256: 00000100:00000001:2.0:1767384975.677850:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384975.677852:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.677853:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384975.677854:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384975.677856:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.677860:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384975.677861:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000feaa8348. 00000100:00000001:2.0:1767384975.677863:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384975.677864:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384975.677866:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 80, more 0. 10000000:00000001:2.0:1767384975.677869:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384975.677874:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000da8d8d60. 10000000:00000040:2.0:1767384975.677882:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384975.677887:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384975.677890:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384975.677893:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:2.0:1767384975.677895:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384975.677897:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384975.677898:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:2.0:1767384975.677899:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000100:00000200:2.0:1767384975.677902:0:16801:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 38 NIDs for '192.168.204.149@tcp' 00000400:00000200:2.0:1767384975.677904:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384975.677906:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384975.677909:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:2.0:1767384975.677912:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384975.677916:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (36) 00000400:00000200:2.0:1767384975.677925:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000200:2.0:1767384975.677935:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384975.677937:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384975.677939:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384975.677941:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:2.0:1767384975.677943:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000400:00000200:2.0:1767384975.677945:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:2.0:1767384975.677946:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:2.0:1767384975.677950:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.677952:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:2.0:1767384975.677953:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:2.0:1767384975.677955:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.677957:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:2.0:1767384975.677959:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:2.0:1767384975.677961:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384975.677962:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384975.677963:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:2.0:1767384975.677966:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:2.0:1767384975.677970:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.677971:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:1.0:1767384975.677974:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:2.0:1767384975.677975:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:2.0:1767384975.677981:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.677982:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:2.0:1767384975.677984:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000010:1.0:1767384975.677984:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000400:00000200:2.0:1767384975.677988:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.677991:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:1.0:1767384975.677991:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000200:2.0:1767384975.677992:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:2.0:1767384975.677999:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678000:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000010:1.0:1767384975.678001:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008dce9dfa. 00000400:00000200:2.0:1767384975.678002:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:2.0:1767384975.678007:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678009:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:1.0:1767384975.678012:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384975.678014:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:2.0:1767384975.678018:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678020:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:2.0:1767384975.678021:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:2.0:1767384975.678026:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384975.678027:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384975.678034:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:1.0:1767384975.678038:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384975.678039:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:2.0:1767384975.678044:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678048:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:2.0:1767384975.678051:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:1.0:1767384975.678054:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384975.678056:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678060:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:2.0:1767384975.678064:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:2.0:1767384975.678068:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384975.678070:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00000400:00000200:2.0:1767384975.678071:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:2.0:1767384975.678076:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:2.0:1767384975.678081:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678083:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:2.0:1767384975.678086:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:1.0:1767384975.678087:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:2.0:1767384975.678089:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678091:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:2.0:1767384975.678092:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:2.0:1767384975.678093:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678094:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:2.0:1767384975.678096:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:2.0:1767384975.678101:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678105:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:2.0:1767384975.678108:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:2.0:1767384975.678111:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678126:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:2.0:1767384975.678128:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:1.0:1767384975.678130:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:2.0:1767384975.678132:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678135:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:2.0:1767384975.678138:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:2.0:1767384975.678143:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678145:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:1.0:1767384975.678148:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:2.0:1767384975.678149:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:2.0:1767384975.678154:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678158:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:2.0:1767384975.678161:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:1.0:1767384975.678162:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:2.0:1767384975.678173:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384975.678178:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000400:00000200:2.0:1767384975.678183:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:2.0:1767384975.678187:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:2.0:1767384975.678194:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384975.678194:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000400:00000200:2.0:1767384975.678196:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:2.0:1767384975.678200:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:2.0:1767384975.678205:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678207:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:2.0:1767384975.678211:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:1.0:1767384975.678211:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000400:00000200:2.0:1767384975.678217:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678221:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:2.0:1767384975.678224:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:1.0:1767384975.678227:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:2.0:1767384975.678228:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678232:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:2.0:1767384975.678235:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:2.0:1767384975.678240:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678242:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:2.0:1767384975.678246:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:1.0:1767384975.678246:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[149, 38] 00000400:00000200:2.0:1767384975.678252:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678256:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:2.0:1767384975.678260:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:1.0:1767384975.678262:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 38], ns[153, 38] 00000400:00000200:2.0:1767384975.678265:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678268:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:2.0:1767384975.678271:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:2.0:1767384975.678276:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678278:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:1.0:1767384975.678279:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:2.0:1767384975.678281:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:2.0:1767384975.678286:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384975.678290:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 00000100:00000001:2.0:1767384975.678292:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384975.678294:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00010000:00000001:2.0:1767384975.678295:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384975.678302:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 00000400:00000200:1.0:1767384975.678307:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 10000000:00000010:2.0:1767384975.678308:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000107d3bdb. 10000000:00000040:2.0:1767384975.678312:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 80/80 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:2.0:1767384975.678316:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384975.678319:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000020:00000001:2.0:1767384975.678323:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384975.678326:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:1.0:1767384975.678333:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 34], ns[77, 34] 00000020:00000010:2.0:1767384975.678334:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062eb3c84. 00000020:00000010:2.0:1767384975.678342:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006130e32. 00000400:00000200:1.0:1767384975.678343:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[78, 34] 00000040:00000010:2.0:1767384975.678349:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000824fa7bb. 00000400:00000200:1.0:1767384975.678352:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 34], ns[160, 34] 00000020:00000010:2.0:1767384975.678355:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000794e35c3. 00000020:00000010:2.0:1767384975.678362:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4587018. 00000400:00000200:1.0:1767384975.678362:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 34], ns[79, 34] 00000020:00000010:2.0:1767384975.678369:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000808a67e3. 80000000:00000010:2.0:1767384975.678375:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b923bb2d. 40000000:00000010:2.0:1767384975.678378:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000efd52031. 00100000:00000010:2.0:1767384975.678385:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a69cb0a5. 00000400:00000200:1.0:1767384975.678389:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 34], ns[85, 34] 00040000:00000010:2.0:1767384975.678392:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000007f14bdf. 00040000:00000010:2.0:1767384975.678399:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fe3de22c. 00000400:00000200:1.0:1767384975.678400:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[99, 34] 00040000:00000010:2.0:1767384975.678404:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000047a311b3. 00000400:00000200:1.0:1767384975.678411:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[122, 34] 00080000:00000010:2.0:1767384975.678412:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000077fd8cfc. 00000400:00000200:1.0:1767384975.678421:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[115, 34] 00000400:00000200:1.0:1767384975.678427:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 34], ns[130, 34] 00000400:00000200:1.0:1767384975.678432:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[157, 34] 00000004:00000010:2.0:1767384975.678434:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000074be7add. 00000004:00000010:2.0:1767384975.678440:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d610658. 00000400:00000200:1.0:1767384975.678443:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 34], ns[164, 34] 00000004:00000010:2.0:1767384975.678445:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b1f21be1. 00002000:00000010:2.0:1767384975.678450:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000008f18b7f. 00000004:00000010:2.0:1767384975.678454:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000431a604b. 00000400:00000200:1.0:1767384975.678455:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[155, 34] 00000004:00000001:2.0:1767384975.678459:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384975.678463:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384975.678466:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000107d3bdb 00000400:00000200:1.0:1767384975.678466:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 00000040:00001000:2.0:1767384975.678469:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384975.678471:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384975.678474:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384975.678477:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384975.678480:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:1.0:1767384975.678482:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 34], ns[161, 34] 00000040:00001000:2.0:1767384975.678483:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384975.678486:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384975.678489:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:2.0:1767384975.678493:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384975.678498:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[154, 34], ns[163, 34] 00000400:00000200:1.0:1767384975.678512:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[156, 34], ns[165, 34] 00000400:00000200:1.0:1767384975.678520:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000200:1.0:1767384975.678525:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:1.0:1767384975.678532:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp44 00000400:00000200:1.0:1767384975.678537:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp44 lpni_is_preferred = 0 00000004:00000001:2.0:1767384975.678539:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384975.678544:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp44 00000020:00000010:2.0:1767384975.678545:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000006130e32. 00000040:00000010:2.0:1767384975.678550:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000824fa7bb. 00000400:00000200:1.0:1767384975.678552:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp44 NI seq info: [166:166:256:4294967295] 192.168.204.149@tcp44 LPNI seq info [157:157:8:4294967295] 00000020:00000010:2.0:1767384975.678554:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000794e35c3. 00000020:00000010:2.0:1767384975.678559:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4587018. 00000400:00000200:1.0:1767384975.678565:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp44 00000020:00000010:2.0:1767384975.678570:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000808a67e3. 80000000:00000010:2.0:1767384975.678576:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b923bb2d. 40000000:00000010:2.0:1767384975.678580:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000efd52031. 00100000:00000010:2.0:1767384975.678586:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a69cb0a5. 00000400:00000200:1.0:1767384975.678586:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44:) -> 192.168.204.149@tcp44(192.168.204.149@tcp:192.168.204.149@tcp44) : PUT try# 0 00040000:00000010:2.0:1767384975.678654:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000007f14bdf. 00040000:00000010:2.0:1767384975.678659:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fe3de22c. 00040000:00000010:2.0:1767384975.678662:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000047a311b3. 00080000:00000010:2.0:1767384975.678665:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000077fd8cfc. 00000004:00000010:2.0:1767384975.678668:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000074be7add. 00000004:00000010:2.0:1767384975.678671:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d610658. 00000004:00000010:2.0:1767384975.678674:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1f21be1. 00002000:00000010:2.0:1767384975.678678:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000008f18b7f. 00000004:00000010:2.0:1767384975.678680:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000431a604b. 00000020:00000010:2.0:1767384975.678681:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062eb3c84. 00000020:00000001:2.0:1767384975.678684:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384975.678685:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384975.678688:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000107d3bdb. 10000000:00000010:2.0:1767384975.678690:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000da8d8d60. 10000000:00000001:2.0:1767384975.678692:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384975.678693:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384975.678696:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373203968/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384991 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384975.678702:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384975.678703:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384975.678704:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000573744e4. 02000000:00000001:2.0:1767384975.678706:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384975.678707:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384975.678709:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384975.678710:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384975.678711:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384975.678712:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384975.678713:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384975.678714:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384975.678715:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c51d17c8. 00000100:00000010:2.0:1767384975.678718:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000296c9a45. 00000100:00000001:2.0:1767384975.678726:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384975.678727:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000065d3265c. 02000000:00000001:2.0:1767384975.678729:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384975.678730:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384975.678731:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:2.0:1767384975.678733:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384975.678733:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384975.678745:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000beeb5c5c. 10000000:01000000:2.0:1767384975.678748:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384975.678750:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384975.678752:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384975.678753:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384975.678754:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=3 00000020:00000001:2.0:1767384975.678756:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384975.678757:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384975.678759:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384975.678761:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384975.678766:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384975.678767:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384975.678768:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384975.678771:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384975.678772:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384975.678773:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384975.678774:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384975.678775:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384975.678777:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384975.678779:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384975.678780:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:2.0:1767384975.678781:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:1.0:1767384975.679069:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.149@tcp44 00000800:00000010:1.0:1767384975.679083:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050ababdf. 00000800:00000010:1.0:1767384975.679093:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000568d5a0. 00000800:00000010:1.0:1767384975.679098:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003eb8ebf6. 00000800:00000200:1.0:1767384975.679105:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000800:00000200:1.1:1767384975.679112:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000400:00000200:1.0:1767384975.679146:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384975.679151:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000400:00000200:1.0:1767384975.679467:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679517:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679544:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679579:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679649:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679693:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679730:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679763:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679797:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679897:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679939:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679972:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.679997:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680022:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680049:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680071:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680097:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680147:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680197:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680235:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680308:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680345:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680396:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680453:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680496:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680550:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680623:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680673:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680721:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680782:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680896:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384975.680940:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384975.681136:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005de2edff. 00000800:00000010:1.0:1767384975.681142:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000351a689f. 00000800:00000010:1.0:1767384975.681150:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e23b475b. 00000800:00000010:1.0:1767384975.681190:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e23b475b. 00000800:00020000:1.0:1767384975.681201:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384975.681205:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000351a689f. 00000800:00000010:1.0:1767384975.681209:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005de2edff. 00000400:02020000:1.0:1767384975.681272:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp44 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384975.681281:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp44 notifying 192.168.204.149@tcp44: down 00000800:00000200:1.0:1767384975.681289:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp44 down 00000800:00000100:1.0:1767384975.681297:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.204.149@tcp44 00000800:00000010:1.0:1767384975.681301:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050ababdf. 00000400:00000200:1.0:1767384975.681305:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384975.681310:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp44->192.168.204.149@tcp44: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384975.681320:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp44 added to recovery queue. ping count: 0 next ping: 299 health :900 00000400:00000200:1.0:1767384975.681324:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384975.681328:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 1 00000400:00000200:1.0:1767384975.681333:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384975.681365:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384975.681371:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x101171 00000400:00000001:1.0:1767384975.681375:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384975.681385:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384975.681387:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000400:00000010:1.0:1767384975.681389:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 00000400:00000200:1.0:1767384975.681394:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384975.681398:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384975.681402:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000400:00000200:1.0:1767384975.681407:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384975.681410:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc -71 00000400:00000200:1.0:1767384975.681414:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384975.681420:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (37) 00000020:00000010:0.0:1767384975.688842:0:36675:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002ea3a6fa. 00000020:00000040:0.0:1767384975.688849:0:36675:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384975.688856:0:36675:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002ea3a6fa. 00000100:00000040:3.0:1767384975.693626:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294966289, at 4294966290 00000100:00000040:2.0:1767384975.693634:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294966289, at 4294966290 00000100:00000010:3.0:1767384975.693635:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004485ec65. 00000100:00000040:0.0:1767384975.693635:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294966289, at 4294966290 00000100:00000010:2.0:1767384975.693645:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000afeffbe. 00000100:00000040:1.0:1767384975.693646:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294966289, at 4294966290 00000100:00000010:0.0:1767384975.693647:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a715a2dd. 00000100:00000010:1.0:1767384975.693656:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd988df2. 00000800:00000200:3.0:1767384975.931651:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065cffea9] -> 12345-192.168.204.149@tcp29 (6) 00000800:00000200:3.0:1767384975.931659:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp29 ip 192.168.204.149:988 00000800:00000200:3.0:1767384975.931663:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384975.931749:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384975.931754:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384975.931761:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384975.931765:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384975.931784:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384975.932658:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384975.932661:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384975.932663:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000400:00000010:1.0:1767384975.932666:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000400:00000200:1.0:1767384975.932670:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384975.932674:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384975.932684:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005230c7ea. 00000400:00000010:1.0:1767384975.932688:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a6119aa3. 00000400:00000001:1.0:1767384975.932701:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384975.932702:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384975.932703:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000400:00000010:1.0:1767384975.932704:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000400:00000200:1.0:1767384975.932705:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384975.932707:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384975.932708:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c198d4f. 00000400:00000010:1.0:1767384975.932710:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000960b0fbd. 00000400:00000001:1.0:1767384975.932712:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384975.932712:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384975.932713:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000400:00000010:1.0:1767384975.932714:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000400:00000200:1.0:1767384975.932715:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384975.932716:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384975.932718:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000086ffdea8. 00000400:00000010:1.0:1767384975.932725:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f332e367. 00000400:00000200:1.0:1767384975.932729:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp44 00000400:00000010:1.0:1767384975.932731:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d4f1f223. 00000400:00000010:1.0:1767384975.932735:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000407885f2. 00000400:00000010:1.0:1767384975.932737:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000400:00000010:1.0:1767384975.932742:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1a91e86. 00000400:00000200:1.0:1767384975.932744:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp44 00000400:00000200:1.0:1767384975.932755:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp44 local destination 00000400:00000200:1.0:1767384975.932760:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp44 00000400:00000200:1.0:1767384975.932763:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp44 NI seq info: [167:167:256:4294967295] 192.168.204.149@tcp44 LPNI seq info [158:158:8:4294967295] 00000400:00000200:1.0:1767384975.932768:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp44 00000400:00000200:1.0:1767384975.932773:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44:) -> 192.168.204.149@tcp44(192.168.204.149@tcp44:192.168.204.149@tcp44) : GET try# 0 00000800:00000200:1.0:1767384975.932777:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp44 00000800:00000010:1.0:1767384975.932780:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000050ababdf. 00000800:00000200:1.0:1767384975.932784:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000800:00000200:1.1:1767384975.932787:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000400:00000200:1.0:1767384975.932803:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp44 added to recovery queue. ping count: 1 next ping: 301 health :900 00000400:00000200:2.0:1767384975.932857:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932888:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932902:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932914:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932928:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932940:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932964:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932978:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.932990:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933004:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933019:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933034:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933050:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933076:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933092:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933109:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933141:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933168:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933183:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933197:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933212:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933230:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933245:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933259:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933274:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933289:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933304:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933320:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933336:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933353:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933369:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933386:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933410:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933424:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384975.933437:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384975.933534:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001f90549. 00000800:00000010:2.0:1767384975.933539:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087c63eae. 00000800:00000010:2.0:1767384975.933543:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c51d17c8. 00000800:00000010:2.0:1767384975.933560:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c51d17c8. 00000800:00020000:2.0:1767384975.933566:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384975.933570:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087c63eae. 00000800:00000010:2.0:1767384975.933571:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001f90549. 00000400:02020000:2.0:1767384975.933627:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp44 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384975.933635:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp44 notifying 192.168.204.149@tcp44: down 00000400:00000200:2.0:1767384975.933638:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384975.933654:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp44 00000800:00000010:2.0:1767384975.933657:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000050ababdf. 00000400:00000200:2.0:1767384975.933661:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384975.933666:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp44->192.168.204.149@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384975.933674:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384975.933676:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384975.933679:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384976.059688:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384976.059695:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384976.059701:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384976.059702:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384976.059843:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384976.059848:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384976.059851:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384976.140246:0:36786:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384976.140259:0:36786:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.140263:0:36786:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.140269:0:36786:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384976.140274:0:36786:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.140277:0:36786:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384976.892710:0:36950:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384976.892715:0:36950:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:2.0:1767384976.898278:0:36950:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384976.906090:0:36951:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000619c1ad2. 00000400:00000010:0.0:1767384976.906133:0:36951:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a21363ad. 00000400:00000010:0.0:1767384976.906145:0:36951:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a98cea1. 00000400:00000010:0.0:1767384976.906149:0:36951:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000007ae9a41. 00000400:00000010:0.0:1767384976.906153:0:36951:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9201692. 00000400:00000010:0.0:1767384976.906158:0:36951:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9272621. 00000400:00000010:0.0:1767384976.906160:0:36951:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d39b6c13. 00000400:00000010:0.0:1767384976.906162:0:36951:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098fbb475. 00000400:00000010:0.0:1767384976.906166:0:36951:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006e53d695. 00000800:00000010:0.0:1767384976.906183:0:36951:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000dae82e5c. 00000800:00000200:0.0:1767384976.906196:0:36951:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384976.906211:0:36951:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384976.906254:0:36951:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384976.906284:0:36951:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp47 [8/256/0/180] 00000400:00000010:0.0:1767384976.908707:0:36951:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000082cc0879. 00000400:00000010:0.0:1767384976.908713:0:36951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b520ca. 00000400:00000010:0.0:1767384976.908718:0:36951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000400:00000001:0.0:1767384976.908734:0:36951:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384976.908736:0:36951:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384976.908737:0:36951:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050a3382c. 00000400:00000200:0.0:1767384976.908739:0:36951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000400:00000010:0.0:1767384976.908741:0:36951:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000400:00000010:0.0:1767384976.908744:0:36951:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000fd587e22. 00000400:00000200:0.0:1767384976.908749:0:36951:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (36) 00000400:00000200:0.0:1767384976.908761:0:36951:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384976.908773:0:36951:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000400:00000200:1.0:1767384976.908780:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384976.908780:0:36951:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b7fc5cec. 00000020:01000000:0.0:1767384976.908788:0:36951:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384976.908789:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000020:01000000:0.0:1767384976.908794:0:36951:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp47 00000400:00000010:1.0:1767384976.908799:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000400:00000200:1.0:1767384976.908803:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000010:1.0:1767384976.908808:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f77f1b3e. 00000400:00000010:0.0:1767384976.908810:0:36951:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a21363ad. 00000400:00000200:1.0:1767384976.908814:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000010:0.0:1767384976.908817:0:36951:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000619c1ad2. 00000400:00000200:1.0:1767384976.908829:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1767384976.908835:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:00000001:2.0:1767384976.908838:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384976.908840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:00000001:2.0:1767384976.908844:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384976.908847:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 10000000:00000001:2.0:1767384976.908849:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384976.908853:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384976.908854:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:1.0:1767384976.908857:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:2.0:1767384976.908863:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384976.908867:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384976.908871:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384976.908873:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384976.908875:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:2.0:1767384976.908876:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384976.908879:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384976.908881:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384976.908885:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384976.908885:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:01000004:2.0:1767384976.908889:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384976.908893:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384976.908910:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00000100:00000010:2.0:1767384976.908917:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000400:00000200:1.0:1767384976.908921:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00000020:00000040:2.0:1767384976.908926:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:1.0:1767384976.908929:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000100:00000001:2.0:1767384976.908935:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384976.908938:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 02000000:00000001:2.0:1767384976.908940:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384976.908949:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.908949:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[149, 38] 00000400:00000200:1.0:1767384976.908961:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 38], ns[153, 38] 02000000:00000010:2.0:1767384976.908964:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000001f90549. 00000400:00000200:1.0:1767384976.908968:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:2.0:1767384976.908975:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.908975:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:1.0:1767384976.908986:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000100:00000001:2.0:1767384976.908990:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384976.908995:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.908995:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:1.0:1767384976.909008:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000040:2.0:1767384976.909012:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101f4b3] to pc [ptlrpcd_00_02+2] req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384976.909019:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 34], ns[77, 34] 00000400:00000200:1.0:1767384976.909039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[78, 34] 00000400:00000200:1.0:1767384976.909048:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 34], ns[160, 34] 00000400:00000200:1.0:1767384976.909053:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 34], ns[79, 34] 00000400:00000200:1.0:1767384976.909057:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 34], ns[85, 34] 10000000:00000001:2.0:1767384976.909069:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909075:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[99, 34] 10000000:00000001:2.0:1767384976.909076:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384976.909084:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384976.909089:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384976.909108:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384976.909129:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384976.909129:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384976.909130:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[122, 34] 10000000:00000001:2.0:1767384976.909133:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384976.909134:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384976.909137:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384976.909140:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384976.909143:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384976.909143:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384976.909144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[115, 34] 00000020:01000004:2.0:1767384976.909148:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384976.909151:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384976.909155:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384976.909157:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384976.909161:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384976.909163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 34], ns[130, 34] 00000020:01000004:2.0:1767384976.909164:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384976.909168:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384976.909170:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384976.909173:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[157, 34] 00000100:00000001:0.0:1767384976.909174:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384976.909194:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384976.909201:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384976.909205:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000400:00000200:1.0:1767384976.909208:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 34], ns[164, 34] 02000000:00000001:0.0:1767384976.909208:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384976.909215:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:0.0:1767384976.909219:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.909225:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384976.909230:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373204096:0@lo:253: 02000000:00000001:2.0:1767384976.909232:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384976.909234:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[155, 34] 02000000:00000001:2.0:1767384976.909240:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.909247:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384976.909256:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 02000000:00000001:0.0:1767384976.909259:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384976.909260:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000668d5b03. 00000400:00000200:1.0:1767384976.909267:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 34], ns[161, 34] 02000000:00000001:0.0:1767384976.909268:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.909270:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.909278:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384976.909283:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384976.909286:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[154, 34], ns[163, 34] 00000100:00000001:2.0:1767384976.909288:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384976.909291:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000adfd511f. 02000000:00000001:0.0:1767384976.909301:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384976.909304:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db0db9f] to pc [ptlrpcd_00_03+3] req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384976.909306:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[156, 34], ns[165, 34] 00000400:00000010:0.0:1767384976.909313:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008815f079. 00000400:00000010:0.0:1767384976.909326:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a21363ad. 00000400:00000200:1.0:1767384976.909334:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 34], ns[167, 34] 00000100:00000200:0.0:1767384976.909338:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373204096, portal 25 00000100:00000001:0.0:1767384976.909350:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384976.909355:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909356:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:0.0:1767384976.909356:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 10000000:00000001:2.0:1767384976.909368:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909371:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp23 00000020:00000001:2.0:1767384976.909374:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.909375:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384976.909382:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384976.909386:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp23 lpni_is_preferred = 0 00000020:00000010:2.0:1767384976.909392:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b7fc5cec. 00000400:00000200:1.0:1767384976.909401:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp23 00000100:00000001:0.0:1767384976.909414:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384976.909415:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp23 NI seq info: [168:168:256:4294967295] 192.168.204.149@tcp23 LPNI seq info [159:159:8:4294967295] 00000100:00000001:2.0:1767384976.909420:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384976.909427:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384976.909429:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384976.909432:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp23 00000100:00000001:2.0:1767384976.909435:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384976.909436:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e06f27c. 00000100:00000040:2.0:1767384976.909447:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384976.909448:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373204096, offset 0 00000400:00000200:1.0:1767384976.909456:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23:) -> 192.168.204.149@tcp23(192.168.204.149@tcp:192.168.204.149@tcp23) : PUT try# 0 00000100:00000001:2.0:1767384976.909492:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384976.909492:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384976.909495:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384976.909495:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.149@tcp23 02000000:00000001:2.0:1767384976.909502:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767384976.909504:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e5f81d0. 02000000:00000001:2.0:1767384976.909506:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384976.909506:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384976.909513:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384976.909517:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373204224:0@lo:253: 00000800:00000200:1.0:1767384976.909523:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (6) 00000400:00000200:0.0:1767384976.909524:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507680 00000100:00000001:2.0:1767384976.909525:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384976.909530:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384976.909532:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384976.909536:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x162d [2] + 0 02000000:00000001:2.0:1767384976.909537:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384976.909538:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp23 ip 192.168.204.149:988 02000000:00000010:2.0:1767384976.909544:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b7fc5cec. 00000400:00000010:0.0:1767384976.909544:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a84fac0. 00000800:00000200:1.0:1767384976.909545:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e5f81d0 type 1, nob 752 niov 1 nkiov 1 02000000:00000001:2.0:1767384976.909550:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384976.909552:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056855a62 00000400:00000200:0.0:1767384976.909560:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384976.909562:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000400:00000200:1.0:1767384976.909565:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384976.909568:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384976.909570:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087c63eae. 00000400:00000200:1.0:1767384976.909573:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000400:00000200:0.0:1767384976.909574:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056855a62 00000400:00000010:0.0:1767384976.909579:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056855a62. 00000100:00000001:0.0:1767384976.909584:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.909585:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373204224, portal 25 00000100:00000200:0.0:1767384976.909586:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384976.909591:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384976.909592:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000006c164384 x1853237373204096 msgsize 4848 00000100:00100000:0.0:1767384976.909597:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384976.909599:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384976.909609:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384976.909613:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000400:00000200:0.0:1767384976.909618:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e06f27c 00000100:00000040:2.0:1767384976.909619:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384976.909622:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e06f27c. 00000100:00000001:0.0:1767384976.909625:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384976.909631:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384976.909632:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384976.909637:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384976.909640:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008fbb362. 00000100:00000200:2.0:1767384976.909643:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373204224, offset 0 00000400:00000200:2.0:1767384976.909647:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384976.909655:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384976.909661:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507700 00000400:00000200:2.0:1767384976.909665:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1661 [2] + 0 00000400:00000010:2.0:1767384976.909668:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570a90b. 00000400:00000200:2.0:1767384976.909671:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a2230dd 00000400:00000200:2.0:1767384976.909677:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384976.909680:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384976.909682:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384976.909686:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a2230dd 00000100:00000040:0.0:1767384976.909687:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384976.909690:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a2230dd. 00000100:00000001:2.0:1767384976.909697:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384976.909698:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384976.909700:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384976.909701:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384976.909704:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000fceea65f x1853237373204224 msgsize 4848 00000100:00000001:0.0:1767384976.909708:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384976.909710:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384976.909712:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384976.909715:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294967522 00000800:00000010:1.0:1767384976.909716:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e5f81d0. 00000100:00000040:2.0:1767384976.909717:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384976.909723:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384976.909723:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c395d7e. 00000100:00000001:2.0:1767384976.909728:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384976.909732:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: PUT: OK 00000400:00000200:2.0:1767384976.909734:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008fbb362 00000100:00000001:0.0:1767384976.909734:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384976.909738:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008fbb362. 00000100:00000001:2.0:1767384976.909742:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384976.909744:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294967522 00000400:00000200:1.0:1767384976.909745:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:2.0:1767384976.909747:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384976.909751:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00000100:00000010:0.0:1767384976.909752:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fc0e088. 00000100:00000001:0.0:1767384976.909762:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384976.909763:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384976.909765:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384976.909766:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384976.909774:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.909777:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294967522 00000800:00000001:1.0:1767384976.909780:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384976.909788:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a715a2dd. 00000100:00000001:2.0:1767384976.909789:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384976.909789:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.909796:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384976.909798:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384976.909802:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909803:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23) <- 192.168.204.149@tcp23 : PUT - for me 00000100:00000001:0.0:1767384976.909805:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294967522 00000100:00000001:2.0:1767384976.909808:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294967522 00000100:00000001:2.0:1767384976.909814:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294967522 00000100:00000010:0.0:1767384976.909815:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d698285f. 00000100:00000001:2.0:1767384976.909818:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294967522 00000400:00000200:1.0:1767384976.909819:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 656 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384976.909824:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294967522 00000100:00000001:0.0:1767384976.909824:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384976.909829:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294967522 00000400:00000200:1.0:1767384976.909831:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 608/656 into md 0x1d9d [1] + 0 00000100:00000001:2.0:1767384976.909832:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294967522 00000100:00000001:0.0:1767384976.909833:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.909837:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294967522 00000100:00000001:2.0:1767384976.909842:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294967522 00000100:00000001:0.0:1767384976.909842:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384976.909843:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005389b167. 00000100:00000001:2.0:1767384976.909848:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.909851:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.909851:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909852:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c874f26 00000100:00000001:0.0:1767384976.909858:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.909859:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384976.909861:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384976.909864:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.909869:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384976.909870:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384976.909870:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.909872:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384976.909874:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384976.909877:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384976.909879:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384976.909880:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384976.909884:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384976.909884:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384976.909888:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.909889:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909890:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: PUT: OK 00000100:00000001:2.0:1767384976.909896:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.909896:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909898:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:1.0:1767384976.909903:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000400:00000200:1.0:1767384976.909909:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384976.909913:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (38) 00000400:00000200:1.0:1767384976.909919:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:1.0:1767384976.909922:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (656 bytes) 00000400:00000200:1.0:1767384976.909928:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000100:00000001:2.0:1767384976.909930:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384976.909931:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384976.909936:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204096 00000400:00000200:1.0:1767384976.909937:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (39) 00000100:00100000:0.0:1767384976.909937:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204224 02000000:00000001:2.0:1767384976.909940:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384976.909941:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384976.909944:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.909944:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384976.909949:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.909949:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909952:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:2.0:1767384976.909958:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.909958:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.909962:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp23 to MR: 192.168.204.149@tcp23 local destination 00000100:00100000:2.0:1767384976.909965:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204096 00000100:00100000:0.0:1767384976.909965:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204224 00000020:00000001:2.0:1767384976.909971:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384976.909971:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384976.909972:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp23 NI seq info: [169:169:256:4294967295] 192.168.204.149@tcp23 LPNI seq info [160:160:8:4294967295] 00000020:00000040:2.0:1767384976.909976:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000040:0.0:1767384976.909976:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384976.909982:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384976.909983:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384976.909987:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000040:0.0:1767384976.909988:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000400:00000200:1.0:1767384976.909991:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23:192.168.204.149@tcp23) -> 192.168.204.149@tcp23(192.168.204.149@tcp23:192.168.204.149@tcp23) 192.168.204.149@tcp23 : ACK try# 0 00000020:00000001:0.0:1767384976.909993:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384976.910000:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000200:1.0:1767384976.910001:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp23 00000020:00000001:0.0:1767384976.910001:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384976.910004:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000800:00000010:1.0:1767384976.910008:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e5f81d0. 00000100:00000001:0.0:1767384976.910009:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384976.910010:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.910016:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006dc75e4. 00000020:00000010:2.0:1767384976.910017:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053802493. 00000800:00000200:1.0:1767384976.910017:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000928c124c] -> 12345-192.168.204.149@tcp23 (6) 00000100:00000001:2.0:1767384976.910024:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384976.910025:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384976.910030:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053802493. 00000800:00000200:1.0:1767384976.910031:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp23 ip 192.168.204.149:995 00000020:00000010:0.0:1767384976.910032:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006dc75e4. 00000800:00000200:1.0:1767384976.910038:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e5f81d0 type 0, nob 96 niov 1 nkiov 0 00000020:00000010:2.0:1767384976.910039:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8e8bb2b. 00000020:00000010:0.0:1767384976.910041:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b21b80b7. 00000020:00000010:2.0:1767384976.910045:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fdb954a. 00000800:00000001:1.0:1767384976.910049:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384976.910050:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083413266. 00000020:00000010:0.0:1767384976.910055:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d8d6b5f. 00000100:00000040:2.0:1767384976.910061:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384976.910062:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384976.910062:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029770a74. 00000100:00000001:2.0:1767384976.910067:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384976.910070:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.910071:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384976.910072:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.910075:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.910078:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.910081:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.910084:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.910106:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.910114:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384976.910114:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384976.910118:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1767384976.910120:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e5f81d0. 00000100:00000001:0.0:1767384976.910121:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384976.910142:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384976.910150:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000001:2.0:1767384976.910151:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384976.910157:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384976.910159:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: ACK: OK 00000100:00000040:0.0:1767384976.910162:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384976.910169:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998108752 : -129515711442864 : ffff8a34c606d050) 00000100:00100000:2.0:1767384976.910170:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000800:00000001:1.0:1767384976.910174:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384976.910182:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000040:0.0:1767384976.910184:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c164384 x1853237373204096/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 4848/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384976.910186:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.910188:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998106704 : -129515711444912 : ffff8a34c606c850) 00000800:00000001:1.0:1767384976.910198:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384976.910206:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fceea65f x1853237373204224/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 4848/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384976.910209:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.910212:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384976.910220:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384976.910222:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006dc75e4. 00000800:00000001:1.0:1767384976.910231:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.910233:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.910236:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.910241:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006dc75e4. 00000020:00000010:2.0:1767384976.910245:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053802493. 00000400:00000200:1.0:1767384976.910250:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp23(192.168.204.149@tcp23) <- 192.168.204.149@tcp23 : ACK - for me 00000100:00000001:2.0:1767384976.910254:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384976.910261:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c164384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373204096:12345-0@lo:253: 00000020:00000010:2.0:1767384976.910263:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053802493. 00000100:00000200:0.0:1767384976.910276:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204096 00000400:00000200:1.0:1767384976.910281:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp23: ACK from 12345-192.168.204.149@tcp23 into md 0x1e99 00000100:00100000:2.0:1767384976.910285:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fceea65f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373204224:12345-0@lo:253: 00000020:00000001:0.0:1767384976.910286:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384976.910290:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384976.910294:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.910301:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384976.910302:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204224 00000400:00000200:1.0:1767384976.910307:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp23->192.168.204.149@tcp23: ACK: OK 00000020:00000001:2.0:1767384976.910311:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.910312:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384976.910317:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000020:00000001:2.0:1767384976.910318:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.910319:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000010:1.0:1767384976.910323:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000020:00000001:2.0:1767384976.910326:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.910328:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384976.910333:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384976.910334:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.910335:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.910341:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000020:00000001:0.0:1767384976.910342:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.910350:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384976.910351:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000400:00000200:1.0:1767384976.910356:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000020:00000001:0.0:1767384976.910357:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384976.910359:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384976.910367:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.910369:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000100:00000001:0.0:1767384976.910369:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384976.910372:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384976.910374:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384976.910377:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384976.910382:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384976.910386:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0c411e3. 00000100:00000001:2.0:1767384976.910391:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384976.910395:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1767384976.910398:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384976.910406:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004b9ecca2. 02000000:00000001:0.0:1767384976.910406:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384976.910408:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384976.910418:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.910419:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.910427:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.910430:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384976.910433:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384976.910447:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c6d2a84d. 20000000:00000010:2.0:1767384976.910448:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b34b79e9. 20000000:01000000:2.0:1767384976.910460:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384976.910460:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384976.910485:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384976.910485:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384976.910489:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384976.910492:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.910494:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.910496:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384976.910497:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:2.0:1767384976.910498:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384976.910501:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384976.910503:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000d399d3d0. 20000000:00000001:2.0:1767384976.910504:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384976.910507:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001474465d. 20000000:00000001:2.0:1767384976.910510:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:1.0:1767384976.910511:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005389b167. 20000000:01000000:0.0:1767384976.910511:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00000400:00000010:1.0:1767384976.910519:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 20000000:00000001:0.0:1767384976.910519:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384976.910525:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d399d3d0 00080000:00000001:0.0:1767384976.910526:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000010:1.0:1767384976.910528:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000e162d050. 00000400:00000200:1.0:1767384976.910532:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000400:00000200:1.0:1767384976.910536:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:1.0:1767384976.910539:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000010:1.0:1767384976.910544:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000bb2313ee. 00000400:00000010:1.0:1767384976.910547:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000400:00000010:1.0:1767384976.910551:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000adfdd302. 00000400:00000200:1.0:1767384976.910555:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1767384976.910560:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1767384976.910564:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:1.0:1767384976.910568:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00080000:00000001:0.0:1767384976.910570:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384976.910575:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[70, 38] 00080000:00000001:0.0:1767384976.910576:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384976.910579:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384976.910583:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00080000:00000001:0.0:1767384976.910583:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384976.910588:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384976.910590:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:00000001:0.0:1767384976.910594:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:1.0:1767384976.910595:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00080000:00000001:0.0:1767384976.910602:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384976.910603:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:1.0:1767384976.910607:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 38], ns[111, 38] 00080000:00000010:0.0:1767384976.910609:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019d7d37e. 00000400:00000200:1.0:1767384976.910613:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[119, 38] 00080000:00000001:0.0:1767384976.910614:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651210240 : -129520058341376 : ffff8a33c2ee6800) 00080000:00000001:0.0:1767384976.910622:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384976.910766:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[132, 38] 00000001:00000001:0.0:1767384976.910769:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384976.910771:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.910774:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384976.910783:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[137, 38] 00000400:00000200:1.0:1767384976.910787:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[149, 38] 00000400:00000200:1.0:1767384976.910792:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 38], ns[153, 38] 00000400:00000200:1.0:1767384976.910795:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 38], ns[169, 38] 00000400:00000200:1.0:1767384976.910798:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00080000:00000001:0.0:1767384976.910800:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.910804:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384976.910805:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:1.0:1767384976.910809:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:1.0:1767384976.910813:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:1.0:1767384976.910817:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[77, 38] 00000400:00000200:1.0:1767384976.910820:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[78, 38] 00000400:00000200:1.0:1767384976.910826:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 38], ns[160, 38] 00000400:00000200:1.0:1767384976.910832:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000400:00000200:1.0:1767384976.910839:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[85, 38] 00000400:00000200:1.0:1767384976.910846:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[99, 38] 00000400:00000200:1.0:1767384976.910853:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 38], ns[122, 38] 00000400:00000200:1.0:1767384976.910859:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:1.0:1767384976.910866:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[130, 38] 00000400:00000200:1.0:1767384976.910871:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 38], ns[157, 38] 00000400:00000200:1.0:1767384976.910887:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 38], ns[164, 38] 00000400:00000200:1.0:1767384976.910891:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 38], ns[155, 38] 00000400:00000200:1.0:1767384976.910895:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[145, 38] 00080000:00000001:0.0:1767384976.910896:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384976.910902:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384976.910904:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 38], ns[161, 38] 00000400:00000200:1.0:1767384976.910910:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[154, 38], ns[163, 38] 00000400:00000200:1.0:1767384976.910914:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[156, 38], ns[165, 38] 00000400:00000200:1.0:1767384976.910918:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 38], ns[167, 38] 00000400:00000200:1.0:1767384976.910921:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384976.910923:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp 00000400:00000200:1.0:1767384976.910926:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384976.910928:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1767384976.910932:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [170:170:256:4294967295] 192.168.204.149@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1767384976.910937:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 00000400:00000200:1.0:1767384976.910941:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : GET try# 0 00000800:00000200:1.0:1767384976.910946:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1767384976.910949:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e5f81d0. 00000800:00000200:1.0:1767384976.910953:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000800:00000200:1.0:1767384976.910959:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1767384976.910961:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e5f81d0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384976.910974:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384976.910976:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000800:00000200:1.0:1767384976.911019:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384976.911022:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e5f81d0. 00000400:00000200:1.0:1767384976.911025:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.911029:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: GET: OK 00000400:00000200:1.0:1767384976.911038:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384976.911041:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:1.0:1767384976.911046:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.911051:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.911053:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.911057:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.911061:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : GET - for me 00000400:00000200:1.0:1767384976.911068:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384976.911071:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 656/656 into md 0x1e95 [1] + 0 00000400:00000200:1.0:1767384976.911080:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1767384976.911084:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [171:171:256:4294967295] 192.168.204.149@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1767384976.911090:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : REPLY try# 0 00000800:00000200:1.0:1767384976.911110:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1767384976.911113:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e5f81d0. 00000800:00000200:1.0:1767384976.911117:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000800:00000200:1.0:1767384976.911121:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:1023 00000800:00000200:1.0:1767384976.911124:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e5f81d0 type 3, nob 752 niov 1 nkiov 1 00000800:00000001:0.0:1767384976.911189:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384976.911239:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384976.911251:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384976.911254:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384976.911260:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384976.911263:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384976.911266:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e5f81d0. 00000400:00000200:1.0:1767384976.911275:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384976.911278:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : REPLY - for me 00000400:00000200:1.0:1767384976.911288:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: REPLY: OK 00000400:00000200:0.0:1767384976.911304:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp: Reply from 12345-192.168.204.149@tcp of length 656/656 into md 0x1eb1 00000800:00000001:0.0:1767384976.911324:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384976.911340:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384976.911344:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384976.911351:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: REPLY: OK 00000400:00000200:0.0:1767384976.911357:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c874f26 00000400:00000010:0.0:1767384976.911360:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c874f26. 00000400:00000200:0.0:1767384976.911366:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384976.911372:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000800:00000001:1.0:1767384976.911373:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384976.911379:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:0.0:1767384976.911388:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 39. state = 0x100271 00000400:00000200:0.0:1767384976.911398:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384976.911416:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (38) 00000800:00000001:0.0:1767384976.911426:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384976.911432:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.911450:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384976.911460:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:1.0:1767384976.911488:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 00000000a01831ab. 00000400:00000010:1.0:1767384976.911492:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 00000000252e8e57. 00000400:00000010:1.0:1767384976.911496:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 0000000022ff49ee. 00000400:00000200:1.0:1767384976.911539:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp37(0000000076d91509) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384976.911543:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp38(00000000092d3c86) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384976.911548:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp39(00000000d50ce1fd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384976.911561:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp41(000000004965a246) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384976.911565:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp42(00000000b19bfc98) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384976.911568:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp43(000000004fd658e0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384976.911572:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp44(000000009ef202ca) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384976.911577:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023cd52ee. 00000400:00000200:1.0:1767384976.911583:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000023cd52ee nid 192.168.204.149@tcp45 00000400:00000010:1.0:1767384976.911586:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f1794f2e. 00000400:00000200:1.0:1767384976.911589:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f1794f2e net tcp45 00000400:00000200:1.0:1767384976.911591:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (37) 00000400:00000200:1.0:1767384976.911595:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp45 flags 0x11 00000400:00000010:1.0:1767384976.911599:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bd39b5fb. 00000400:00000200:1.0:1767384976.911603:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bd39b5fb nid 192.168.204.149@tcp46 00000400:00000010:1.0:1767384976.911606:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000085b647f0. 00000400:00000200:1.0:1767384976.911634:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000085b647f0 net tcp46 00000400:00000200:1.0:1767384976.911636:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (38) 00000400:00000200:1.0:1767384976.911640:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp46 flags 0x11 00000400:00000010:1.0:1767384976.911646:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000726dca78. 00000400:00000200:1.0:1767384976.911650:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000726dca78 nid 192.168.204.149@tcp47 00000400:00000010:1.0:1767384976.911653:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008f5656bf. 00000400:00000200:1.0:1767384976.911655:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000008f5656bf net tcp47 00000400:00000200:1.0:1767384976.911657:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (39) 00000400:00000200:1.0:1767384976.911659:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp47 flags 0x11 00000400:00000010:1.0:1767384976.911662:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 00000000a01831ab. 00000400:00000010:1.0:1767384976.911664:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 00000000252e8e57. 00000400:00000010:1.0:1767384976.911666:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 0000000022ff49ee. 00000400:00000010:1.0:1767384976.911670:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000bb2313ee. 00000400:00000200:1.0:1767384976.911673:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384976.911676:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:1.0:1767384976.911679:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:1.0:1767384976.911682:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:1.0:1767384976.911685:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:1.0:1767384976.911693:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:1.0:1767384976.911697:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:1.0:1767384976.911700:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (40) 00080000:00000001:0.0:1767384976.920802:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384976.920809:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:0.0:1767384976.920812:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.920814:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384976.920816:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384976.920820:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384976.920822:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384976.920824:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384976.920825:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384976.920825:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384976.920830:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019d7d37e. 00080000:00000001:2.0:1767384976.920835:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384976.920837:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384976.920842:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384976.920843:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c6ba9c7c. 20000000:01000000:3.0:1767384976.920848:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00080000:00000020:0.0:1767384976.920849:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384976.920852:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384976.920857:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384976.920866:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384976.920870:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384976.920872:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384976.920877:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384976.920880:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384976.920886:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d1213fc count: 2 00080000:00000001:3.0:1767384976.920887:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.920890:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384976.920892:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384976.920896:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.920896:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384976.920899:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384976.920903:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384976.920904:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006398ed9d. 00000020:00000001:3.0:1767384976.920908:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000020:00000001:0.0:1767384976.920909:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.920913:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006398ed9d with handle 0xcb8130832f6b383d to hash 00080000:00000001:3.0:1767384976.920914:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384976.920917:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:3.0:1767384976.920922:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eb34fd64. 00080000:00000001:3.0:1767384976.920925:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553660146688 : -129520049404928 : ffff8a33c376c400) 00010000:00000001:0.0:1767384976.920927:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00080000:00000001:3.0:1767384976.920929:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384976.920930:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384976.920935:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384976.920937:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384976.920940:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.920947:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384976.920950:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384976.920952:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384976.920954:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.920957:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384976.920960:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b382f expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.920965:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384976.920967:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.920969:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.920970:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.920972:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.920974:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384976.920976:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.920981:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d1213fc) refcount = 2 00010000:00000040:0.0:1767384976.920983:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384976.920987:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.920991:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384976.920993:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384976.920999:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ea3a6fa. 00000100:00000001:0.0:1767384976.921002:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:3.0:1767384976.921003:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384976.921006:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384976.921007:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001829ae15. 00080000:00000001:3.0:1767384976.921008:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384976.921015:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558908243328 : -129514801308288 : ffff8a34fc465d80) 00000100:00000001:0.0:1767384976.921017:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558908243328 : -129514801308288 : ffff8a34fc465d80) 00000100:00000001:0.0:1767384976.921020:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1767384976.921021:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.921022:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1767384976.921026:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384976.921027:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384976.921030:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.921032:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384976.921034:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384976.921037:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384976.921038:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384976.921040:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384976.921044:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f701a50. 00000020:00000040:0.0:1767384976.921048:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000100:00000001:0.0:1767384976.921050:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384976.921052:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384976.921055:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384976.921060:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad2e207a. 00000100:00000001:0.0:1767384976.921065:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384976.921069:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384976.921083:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 16 pid: 16799 timeout: 450 lvb_type: 0 00010000:00000001:0.0:1767384976.921090:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384976.921108:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384976.921113:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384976.921120:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384976.921137:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.921142:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f701a50 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373204352:0@lo:104: 00000100:00000001:0.0:1767384976.921146:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384976.921150:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384976.921152:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.921155:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384976.921167:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff1a5e11. 02000000:00000001:0.0:1767384976.921169:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384976.921175:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b08a92. 00080000:00000001:3.0:1767384976.921182:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:0.0:1767384976.921183:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00080000:00000001:3.0:1767384976.921188:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:0.0:1767384976.921191:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373204352, portal 16 00000100:00000001:0.0:1767384976.921195:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384976.921198:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675695616 : -129515033856000 : ffff8a34ee69f800) 00000100:00000040:0.0:1767384976.921204:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384976.921211:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.921231:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384976.921235:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:0.0:1767384976.921237:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373204352, offset 0 00000400:00000200:0.0:1767384976.921241:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384976.921249:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384976.921258:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273507780 00000400:00000200:0.0:1767384976.921265:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 1312 00000400:00000200:0.0:1767384976.921270:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384976.921273:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384976.921278:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384976.921280:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384976.921284:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000679e7b90. 00000100:00000040:0.0:1767384976.921285:0:16820:0:(events.c:337:request_in_callback()) incoming req@00000000679e7b90 x1853237373204352 msgsize 328 00000100:00100000:0.0:1767384976.921288:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384976.921299:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384976.921304:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384976.921305:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000001:0.0:1767384976.921308:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384976.921311:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384976.921318:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384976.921320:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384976.921325:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.921328:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384976.921332:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204352 00000100:00000001:0.0:1767384976.921333:0:16820:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384976.921336:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384976.921339:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384976.921341:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.921341:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.921347:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294967533 02000000:00000001:2.0:1767384976.921348:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384976.921353:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204352 00000100:00000001:0.0:1767384976.921355:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294967522 00000020:00000001:2.0:1767384976.921356:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384976.921359:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000020:00000001:2.0:1767384976.921362:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384976.921362:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294967533 00000020:00000040:2.0:1767384976.921366:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000100:00000001:0.0:1767384976.921368:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294967522 00000020:00000001:2.0:1767384976.921370:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384976.921372:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294967533 00000100:00000001:0.0:1767384976.921375:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294967522 00000100:00000001:0.0:1767384976.921377:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294967533 00000100:00000001:0.0:1767384976.921381:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294967522 00000020:00000001:2.0:1767384976.921382:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:0.0:1767384976.921386:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.921387:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384976.921389:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384976.921393:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aab75fa7. 00010000:00000001:0.0:1767384976.921393:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.921395:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.921397:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384976.921398:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384976.921400:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aab75fa7. 00010000:00000001:0.0:1767384976.921401:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.921405:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.921406:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384976.921407:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a94f7db3. 00010000:00000001:0.0:1767384976.921408:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384976.921410:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384976.921413:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384976.921414:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000100:00000001:0.0:1767384976.921415:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384976.921419:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384976.921420:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b17ea30. 00000100:00100000:0.0:1767384976.921421:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 000000001829ae15 going to sleep for 11 seconds 00000100:00000001:0.0:1767384976.921425:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384976.921428:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384976.921429:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384976.921433:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384976.921434:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384976.921435:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.921440:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.921452:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.921463:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384976.921465:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384976.921470:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384976.921473:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:2.0:1767384976.921475:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675682176 : -129515033869440 : ffff8a34ee69c380) 00000100:00000040:2.0:1767384976.921479:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000679e7b90 x1853237373204352/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384976.921487:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384976.921490:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aab75fa7. 00000100:00000001:2.0:1767384976.921492:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384976.921494:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aab75fa7. 00000100:00100000:2.0:1767384976.921498:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000679e7b90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373204352:12345-0@lo:104: 00000100:00000200:2.0:1767384976.921501:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204352 00010000:00000001:2.0:1767384976.921503:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384976.921507:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384976.921509:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384976.921510:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=2 00000020:00000001:2.0:1767384976.921512:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384976.921520:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:2.0:1767384976.921524:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384976.921525:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384976.921529:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384976.921536:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384976.921538:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384976.921542:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000431a604b. 02000000:00000001:2.0:1767384976.921544:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.921545:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384976.921549:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384976.921551:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384976.921554:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384976.921558:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384976.921561:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384976.921563:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384976.921565:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384976.921567:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.921569:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384976.921571:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384976.921574:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000100:00000200:2.0:1767384976.921577:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373204352, offset 224 00000400:00000200:2.0:1767384976.921581:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384976.921588:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384976.921629:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273507780 00000400:00000200:2.0:1767384976.921635:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1eb5 [1] + 224 00000400:00000200:2.0:1767384976.921638:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.921642:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384976.921646:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384976.921650:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384976.921658:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384976.921681:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384976.921687:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 00000400:00000010:2.0:1767384976.921689:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 00000100:00000001:2.0:1767384976.921692:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384976.921692:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384976.921696:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384976.921699:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384976.921700:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384976.921702:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384976.921705:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:0.0:1767384976.921706:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b08a92. 00010000:00000001:2.0:1767384976.921708:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384976.921711:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384976.921714:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384976.921718:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384976.921723:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384976.921737:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b189e079. 00010000:00000001:2.0:1767384976.921742:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384976.921744:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384976.921751:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384976.921754:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384976.921755:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767384976.921757:0:16820:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384976.921759:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.921761:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384976.921762:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384976.921763:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.921763:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.921768:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384976.921769:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384976.921769:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.921774:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384976.921776:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384976.921779:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000679e7b90 x1853237373204352/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1767384976.921782:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=84 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384976.921783:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384976.921787:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384976.921791:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384976.921792:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=84 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384976.921801:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000679e7b90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373204352:12345-0@lo:104: Request processed in 309us (510us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384976.921802:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384976.921806:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384976.921813:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064bd1a3f already unused, calling callback (00000000e3583925) 00010000:00000001:0.0:1767384976.921813:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384976.921815:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384976.921819:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 10000000:00000001:1.0:1767384976.921820:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384976.921821:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384976.921823:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 10000000:00010000:1.0:1767384976.921824:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384976.921828:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384976.921829:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384976.921832:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384976.921837:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00010000:00000001:1.0:1767384976.921841:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767384976.921844:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b17ea30. 00010000:00000001:1.0:1767384976.921845:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384976.921847:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384976.921849:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384976.921850:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a94f7db3. 00000100:00000001:0.0:1767384976.921851:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384976.921854:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064bd1a3f refcount=3 00000100:00000001:0.0:1767384976.921855:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384976.921857:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000020:00000001:1.0:1767384976.921862:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384976.921862:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1767384976.921863:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.921866:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384976.921871:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310656 : -129514987240960 : ffff8a34f1314200) 00010000:00000001:0.0:1767384976.921871:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.921873:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384976.921880:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384976.921880:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384976.921885:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384976.921890:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f701a50 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373204352:0@lo:104: 00000100:00000001:0.0:1767384976.921898:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.921903:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384976.921906:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384976.921907:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00010000:1.0:1767384976.921910:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384976.921911:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384976.921916:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f701a50 x1853237373204352/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1767384976.921919:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384976.921927:0:16793:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384976.921930:0:16793:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384976.921932:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:1.0:1767384976.921934:0:16793:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:0.0:1767384976.921935:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384976.921938:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff1a5e11. 02000000:00000001:0.0:1767384976.921941:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384976.921944:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384976.921945:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767384976.921947:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00010000:00000001:1.0:1767384976.921948:0:16793:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.921952:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384976.921955:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad2e207a. 02000000:00000001:0.0:1767384976.921959:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384976.921960:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384976.921962:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f701a50. 10000000:00000001:1.0:1767384976.921963:0:16793:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384976.921967:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384976.921967:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384976.921971:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384976.921972:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 00000100:00000010:0.0:1767384976.921976:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001829ae15. 10000000:00000001:1.0:1767384976.921977:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384976.921981:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.921982:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384976.921986:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384976.921986:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384976.921991:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ea3a6fa. 00010000:00000001:1.0:1767384976.921992:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384976.921996:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384976.921997:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384976.922000:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384976.922001:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384976.922003:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.922005:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384976.922008:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064bd1a3f with handle 0xcb8130832f6b382f from hash 20000000:00000001:0.0:1767384976.922009:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384976.922012:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384976.922013:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384976.922015:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384976.922016:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384976.922018:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384976.922021:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384976.922025:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384976.922027:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384976.922030:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384976.922048:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384976.922054:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc1d0a53. 00000020:00000040:1.0:1767384976.922057:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384976.922061:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384976.922063:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384976.922066:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384976.922071:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c73690ab. 00000100:00000001:1.0:1767384976.922076:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384976.922078:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384976.922082:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384976.922089:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384976.922109:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384976.922114:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384976.922116:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384976.922122:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d0a53] to pc [ptlrpcd_00_00+0] req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384976.922159:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384976.922163:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384976.922164:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384976.922166:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384976.922170:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384976.922171:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384976.922175:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384976.922178:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384976.922181:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384976.922187:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384976.922189:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 0000000064bd1a3f/0xcb8130832f6b382f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b3836 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384976.922190:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384976.922196:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384976.922199:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000496a2bb2 count: 0 00010000:00000001:1.0:1767384976.922216:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384976.922218:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384976.922222:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b189e079. 00010000:00000001:1.0:1767384976.922228:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384976.922231:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384976.922234:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384976.922238:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384976.922241:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384976.922244:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384976.922248:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384976.922252:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384976.922254:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384976.922258:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384976.922321:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384976.922328:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384976.922350:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384976.922352:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384976.922356:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384976.922359:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384976.922362:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384976.922364:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc1d0a53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373204480:0@lo:103: 00000100:00000001:2.0:1767384976.922368:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384976.922371:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384976.922373:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384976.922375:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384976.922379:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a94f7db3. 02000000:00000001:2.0:1767384976.922381:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384976.922385:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008570a90b. 00000400:00000010:2.0:1767384976.922389:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000100:00000200:2.0:1767384976.922393:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373204480, portal 18 00000100:00000001:2.0:1767384976.922395:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384976.922396:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682206592 : -129515027345024 : ffff8a34eecd5180) 00000100:00000040:2.0:1767384976.922399:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384976.922405:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384976.922409:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384976.922413:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000200:2.0:1767384976.922415:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373204480, offset 0 00000400:00000200:2.0:1767384976.922421:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384976.922427:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384976.922436:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273507800 00000400:00000200:2.0:1767384976.922442:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:2.0:1767384976.922446:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.922451:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384976.922455:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.922457:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384976.922488:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eebb4c02. 00000100:00000040:2.0:1767384976.922495:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000eebb4c02 x1853237373204480 msgsize 328 00000100:00100000:2.0:1767384976.922498:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384976.922509:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384976.922514:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000100:00000001:0.0:1767384976.922530:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.922533:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204480 02000000:00000001:0.0:1767384976.922536:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.922537:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.922540:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.922542:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384976.922544:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00100000:0.0:1767384976.922546:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204480 00000100:00000001:2.0:1767384976.922548:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384976.922549:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.922550:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000200:2.0:1767384976.922554:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384976.922561:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.922565:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00000100:00000001:2.0:1767384976.922566:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384976.922569:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:2.0:1767384976.922571:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384976.922573:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384976.922580:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384976.922581:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.922585:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384976.922585:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:2.0:1767384976.922589:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.922589:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.922613:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294967535 00000020:00000010:0.0:1767384976.922618:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000020:00000010:0.0:1767384976.922623:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e23dd60. 00000020:00000010:0.0:1767384976.922627:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c5dddd6. 00000020:00000010:0.0:1767384976.922632:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384976.922638:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384976.922640:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.922642:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384976.922644:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384976.922646:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.922648:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384976.922651:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384976.922652:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.922655:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ad6f18 refcount=4 00000020:00000001:0.0:1767384976.922657:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:0.0:1767384976.922659:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00010000:0.0:1767384976.922662:0:16790:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 17 pid: 16799 timeout: 450 lvb_type: 0 00010000:00000001:0.0:1767384976.922668:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.922670:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.922671:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.922673:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.922677:0:16790:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384976.922681:0:16790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eebb4c02 x1853237373204480/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.922687:0:16790:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384976.922689:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.922706:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.922733:0:20335:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.922735:0:20335:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.922741:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384976.922744:0:20335:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:0.0:1767384976.922746:0:20335:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640814336 : -129520068737280 : ffff8a33c24fc700) 00000100:00000040:0.0:1767384976.922751:0:20335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eebb4c02 x1853237373204480/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.922757:0:20335:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.922760:0:20335:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009be294a9. 00000100:00000001:0.0:1767384976.922762:0:20335:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.922764:0:20335:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009be294a9. 00000100:00100000:0.0:1767384976.922769:0:20335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eebb4c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16163:x1853237373204480:12345-0@lo:103: 00000100:00000001:2.0:1767384976.922772:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967533 00000100:00000200:0.0:1767384976.922772:0:20335:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204480 00010000:00000001:0.0:1767384976.922776:0:20335:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384976.922779:0:20335:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1767384976.922780:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294967535 00010000:00000001:0.0:1767384976.922781:0:20335:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384976.922786:0:20335:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384976.922788:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967533 02000000:00000001:0.0:1767384976.922790:0:20335:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384976.922794:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294967535 02000000:00000010:0.0:1767384976.922795:0:20335:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccf6de1f. 02000000:00000001:0.0:1767384976.922800:0:20335:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.922803:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967533 00000100:00000001:0.0:1767384976.922803:0:20335:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.922807:0:20335:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767384976.922809:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294967535 00010000:00010000:0.0:1767384976.922810:0:20335:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384976.922814:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384976.922815:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967533 00000020:00000001:0.0:1767384976.922816:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.922820:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ad6f18 refcount=4 00000100:00000001:2.0:1767384976.922822:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384976.922823:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00010000:00000001:0.0:1767384976.922829:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919233024 : -129515790318592 : ffff8a34c1534400) 00000100:00000001:2.0:1767384976.922830:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.922835:0:20335:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d1213fc count: 3 00000100:00000001:2.0:1767384976.922836:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.922840:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384976.922841:0:20335:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 17 pid: 16799 timeout: 450 lvb_type: 0 00000100:00000001:2.0:1767384976.922846:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384976.922849:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384976.922853:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384976.922856:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384976.922860:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.922860:0:20335:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384976 v=100 (0 0 0 0) 00000100:00000001:2.0:1767384976.922866:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.922866:0:20335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384976.922870:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.922871:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384976.922873:0:20335:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 17 pid: 16799 timeout: 450 lvb_type: 0 00000020:00000001:0.0:1767384976.922880:0:20335:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384976.922881:0:20335:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384976.922883:0:20335:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.922885:0:20335:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.922888:0:20335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384976.922890:0:20335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384976.922894:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.922895:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.922896:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384976.922898:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384976.922900:0:20335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081ad6f18 with handle 0xcb8130832f6b3836 from hash 00010000:00000001:0.0:1767384976.922903:0:20335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384976.922904:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.922905:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.922906:0:20335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384976.922908:0:20335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384976.922909:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384976.922912:0:20335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081ad6f18/0xcb8130832f6b3836 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b382f expref: 17 pid: 16799 timeout: 450 lvb_type: 0 00010000:00000040:0.0:1767384976.922916:0:20335:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:0.0:1767384976.922917:0:20335:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:0.0:1767384976.922925:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.922926:0:20335:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384976.922928:0:20335:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384976.922930:0:20335:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006398ed9d 00010000:00000001:0.0:1767384976.922931:0:20335:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384976.922933:0:20335:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.922939:0:20335:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.922941:0:20335:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.922943:0:20335:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.922946:0:20335:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384976.922947:0:20335:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384976.922949:0:20335:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.922954:0:20335:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384976.922956:0:20335:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384976.922958:0:20335:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384976.922960:0:20335:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384976.922962:0:20335:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d1213fc) refcount = 2 00010000:00010000:0.0:1767384976.922965:0:20335:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.922969:0:20335:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384976.922970:0:20335:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384976.922971:0:20335:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.922972:0:20335:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384976.922975:0:20335:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009be294a9. 00000100:00000001:0.0:1767384976.922977:0:20335:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384976.922979:0:20335:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001829ae15. 00000100:00000001:0.0:1767384976.922981:0:20335:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558908243328 : -129514801308288 : ffff8a34fc465d80) 00000100:00000001:0.0:1767384976.922983:0:20335:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558908243328 : -129514801308288 : ffff8a34fc465d80) 00000100:00000001:0.0:1767384976.922984:0:20335:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384976.922985:0:20335:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384976.922986:0:20335:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384976.922987:0:20335:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384976.922989:0:20335:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:0.0:1767384976.922991:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384976.922993:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.922994:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=5 00000020:00000001:0.0:1767384976.922996:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384976.922998:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384976.922999:0:20335:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384976.923002:0:20335:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.923007:0:20335:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384976.923008:0:20335:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.923030:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.923032:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384976.923033:0:20335:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.923038:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384976.923040:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923043:0:20335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384976.923045:0:20335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384976.923050:0:20335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006398ed9d already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384976.923052:0:20335:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384976.923055:0:20335:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384976.923058:0:20335:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.923063:0:20335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384976.923064:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384976.923066:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.923068:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006398ed9d refcount=6 00000020:00000001:0.0:1767384976.923069:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384976.923071:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311168 : -129514987240448 : ffff8a34f1314400) 00010000:00000001:0.0:1767384976.923074:0:20335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384976.923076:0:20335:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.923081:0:20335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384976.923084:0:20335:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384976.923085:0:20335:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923134:0:20335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384976.923136:0:20335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384976.923138:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384976.923140:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384976.923142:0:20335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006398ed9d with handle 0xcb8130832f6b383d from hash 00010000:00000001:0.0:1767384976.923145:0:20335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384976.923147:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.923149:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.923151:0:20335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384976.923152:0:20335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384976.923154:0:20335:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384976.923156:0:20335:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384976.923157:0:20335:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.923159:0:20335:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923161:0:20335:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384976.923163:0:20335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384976.923165:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.923168:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.923169:0:20335:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923171:0:20335:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923173:0:20335:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384976.923174:0:20335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.923196:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.923198:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.923199:0:20335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384976.923202:0:20335:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384976.923204:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.923206:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.923208:0:20335:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384976.923212:0:20335:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.923215:0:20335:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923217:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.923219:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384976.923221:0:20335:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923224:0:20335:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384976.923227:0:20335:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384976.923229:0:20335:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.923232:0:20335:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.923234:0:20335:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384976.923236:0:20335:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001829ae15. 00000100:00000001:0.0:1767384976.923241:0:20335:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384976.923242:0:20335:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384976.923244:0:20335:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009be294a9. 00010000:00000001:0.0:1767384976.923249:0:20335:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384976.923251:0:20335:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384976.923253:0:20335:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.923256:0:20335:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.923259:0:20335:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.923262:0:20335:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.923266:0:20335:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.923270:0:20335:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384976.923273:0:20335:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384976.923276:0:20335:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.923278:0:20335:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.923282:0:20335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.923287:0:20335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384976.923291:0:20335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384976.923296:0:20335:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373204480, offset 224 00010000:00010000:3.0:1767384976.923300:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384976.923305:0:20335:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384976.923314:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384976.923320:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:0.0:1767384976.923321:0:20335:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384976.923327:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384976.923336:0:20335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273507800 00010000:00000001:3.0:1767384976.923338:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384976.923342:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384976.923346:0:20335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ec1 [1] + 224 00010000:00010000:3.0:1767384976.923347:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006398ed9d/0xcb8130832f6b383d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384976.923357:0:20335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384976.923360:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d1213fc count: 0 00000400:00000200:0.0:1767384976.923365:0:20335:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384976.923372:0:20335:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384976.923376:0:20335:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384976.923377:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384976.923380:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384976.923390:0:20335:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.923412:0:20335:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384976.923418:0:20335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384976.923420:0:20335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384976.923424:0:20335:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384976.923426:0:20335:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384976.923431:0:20335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.923435:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384976.923435:0:20335:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384976.923440:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384976.923441:0:20335:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.923446:0:20335:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384976.923448:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384976.923451:0:20335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eebb4c02 x1853237373204480/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384976.923452:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384976.923457:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570a90b. 00000400:00000200:2.0:1767384976.923464:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 00000100:00100000:0.0:1767384976.923485:0:20335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eebb4c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16163:x1853237373204480:12345-0@lo:103: Request processed in 708us (970us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384976.923486:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 00000100:00000001:2.0:1767384976.923493:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384976.923496:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:2.0:1767384976.923500:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384976.923501:0:20335:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:0.0:1767384976.923505:0:20335:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.923509:0:20335:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.923514:0:20335:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c5dddd6. 00000100:00000200:2.0:1767384976.923516:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384976.923520:0:20335:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384976.923526:0:20335:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e23dd60. 00000100:00000001:2.0:1767384976.923527:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384976.923531:0:20335:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000001:2.0:1767384976.923532:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.923537:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384976.923537:0:20335:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384976.923540:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384976.923542:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384976.923544:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384976.923546:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384976.923549:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384976.923551:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384976.923553:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384976.923554:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384976.923556:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384976.923558:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.923560:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384976.923563:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384976.923568:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.923570:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384976.923571:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384976.923573:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384976.923579:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc1d0a53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373204480:0@lo:103: 00000100:00000001:2.0:1767384976.923591:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.923593:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384976.923595:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc1d0a53 x1853237373204480/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384992 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384976.923602:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384976.923603:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384976.923605:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a94f7db3. 02000000:00000001:2.0:1767384976.923608:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384976.923628:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384976.923629:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384976.923631:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384976.923633:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c73690ab. 02000000:00000001:2.0:1767384976.923636:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384976.923637:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384976.923637:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc1d0a53. 00000100:00000001:2.0:1767384976.923640:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384976.923641:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.923643:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.923647:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384976.923648:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.923650:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384976.923651:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384976.928633:0:36957:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d1213fc. 00010000:00000010:0.1:1767384976.928638:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081ad6f18. 00010000:00000010:3.1:1767384976.928647:0:36957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006398ed9d. 00010000:00000010:1.1:1767384976.928963:0:36956:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000496a2bb2. 00010000:00000010:1.1:1767384976.928972:0:36956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064bd1a3f. 00080000:00000001:2.0:1767384976.932258:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384976.932266:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:2.0:1767384976.932270:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384976.932273:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384976.932277:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384976.932293:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384976.932297:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384976.932305:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384976.932310:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384976.932315:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384976.932318:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384976.932321:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1767384976.932322:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:2.0:1767384976.932327:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384976.932328:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:2.0:1767384976.932332:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384976.932336:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:3.0:1767384976.932337:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003d1213fc. 00040000:00000001:2.0:1767384976.932338:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384976.932344:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eb34fd64. 00010000:00000001:3.0:1767384976.932346:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384976.932351:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:3.0:1767384976.932352:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008de79825. 00000020:00000001:3.0:1767384976.932356:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384976.932360:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008de79825 with handle 0xcb8130832f6b3844 to hash 00000020:00000001:3.0:1767384976.932365:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384976.932367:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384976.932370:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384976.932373:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384976.932375:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384976.932378:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932399:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384976.932401:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384976.932403:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384976.932405:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384976.932407:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384976.932409:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384976.932411:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384976.932413:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384976.932415:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384976.932417:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384976.932419:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384976.932421:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d1213fc) refcount = 1 00010000:00010000:3.0:1767384976.932424:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932429:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384976.932430:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384976.932431:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384976.932433:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384976.932435:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384976.932438:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384976.932440:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384976.932443:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384976.932445:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384976.932447:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=4 00000020:00000001:3.0:1767384976.932450:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384976.932452:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384976.932454:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384976.932456:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932461:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384976.932463:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932491:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384976.932493:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384976.932494:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932498:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384976.932499:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384976.932501:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384976.932503:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384976.932507:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008de79825 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384976.932509:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384976.932510:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384976.932512:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932515:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384976.932516:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384976.932516:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384976.932517:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=5 00000020:00000001:3.0:1767384976.932518:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384976.932520:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384976.932522:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384976.932523:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932526:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384976.932527:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384976.932528:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384976.932530:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384976.932531:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384976.932532:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384976.932538:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384976.932540:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008de79825 with handle 0xcb8130832f6b3844 from hash 00010000:00000001:3.0:1767384976.932542:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384976.932543:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384976.932544:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384976.932545:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384976.932546:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384976.932547:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384976.932548:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384976.932549:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384976.932551:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384976.932552:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384976.932553:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384976.932555:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384976.932557:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384976.932557:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384976.932559:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384976.932560:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384976.932562:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932566:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384976.932567:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384976.932568:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384976.932569:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384976.932570:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384976.932571:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384976.932572:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384976.932574:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384976.932576:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384976.932577:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384976.932581:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384976.932582:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384976.932583:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008de79825/0xcb8130832f6b3844 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384976.932593:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d1213fc count: 0 00010000:00000001:3.0:1767384976.932605:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384976.932606:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384976.934551:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384976.934554:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384976.934556:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c6d2a84d. 20000000:00000001:0.0:1767384976.934562:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.934566:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373204096 00010000:00000001:0.0:1767384976.934568:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.934574:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c164384 x1853237373204096/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.934581:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.934583:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.934586:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.934588:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.934590:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384976.934592:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384976.934611:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.934612:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.934614:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.934617:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384976.934620:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e187b3d. 00000100:00000200:0.0:1767384976.934622:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373204096, offset 224 00000400:00000200:0.0:1767384976.934628:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384976.934635:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384976.934641:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507680 00000400:00000200:0.0:1767384976.934646:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e9d [2] + 224 00000400:00000200:0.0:1767384976.934651:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384976.934654:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384976.934658:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384976.934662:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384976.934668:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.934678:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384976.934683:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e187b3d 00000400:00000010:0.0:1767384976.934684:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e187b3d. 00000100:00000001:0.0:1767384976.934687:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384976.934687:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384976.934690:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.934692:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384976.934694:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.934695:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.934697:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.934699:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c164384 x1853237373204096/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.934706:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c164384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373204096:12345-0@lo:253: Request processed in 24494us (25112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.934713:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:0.0:1767384976.934716:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384976.934717:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.934718:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.934721:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fdb954a. 00000020:00000010:0.0:1767384976.934724:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083413266. 00000020:00000010:0.0:1767384976.934726:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8e8bb2b. 00000020:00000040:0.0:1767384976.934730:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384976.934733:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384976.934735:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0c411e3. 02000000:00000001:0.0:1767384976.934754:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384976.934757:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.934761:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.934766:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b08a92. 00000400:00000010:0.0:1767384976.934770:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e187b3d. 00000100:00000001:0.0:1767384976.934785:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384976.934788:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384976.934791:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384976.934792:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384976.934794:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 00000400:00000200:0.0:1767384976.934796:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21363ad 00000400:00000010:0.0:1767384976.934797:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a21363ad. 00000100:00000001:0.0:1767384976.934800:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384976.934803:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384976.934812:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.934818:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384976.934819:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.934821:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384976.934822:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384976.934824:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.934826:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.934828:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.934832:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384976.934835:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.934838:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384976.934839:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.934841:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384976.934842:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.934844:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.934846:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.934852:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384976.934854:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384976.934855:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384976.934858:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384976.934860:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384976.934861:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384976.934863:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384976.934864:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384976.934865:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384976.934867:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384976.934869:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384976.934870:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384976.934872:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384976.934874:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.934880:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b101f4b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373204096:0@lo:253: 00000100:00000001:0.0:1767384976.934884:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.934886:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384976.934887:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b101f4b3 x1853237373204096/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.934893:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384976.934894:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384976.934896:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000adfd511f. 02000000:00000001:0.0:1767384976.934898:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384976.934899:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384976.934901:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384976.934903:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384976.934905:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000001f90549. 02000000:00000001:0.0:1767384976.934908:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384976.934909:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384976.934911:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b101f4b3. 00000100:00000001:0.0:1767384976.934914:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384976.934915:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.934917:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.934921:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384976.934922:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.934924:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384976.934926:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384976.935375:0:36956:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007a72dd9f. 00000400:00000040:1.0:1767384976.935402:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384976.935406:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384976.935410:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384976.935413:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384976.935418:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384976.935421:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384976.935434:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384976.935437:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384976.935440:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384976.935442:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384976.935446:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384976.935450:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384976.935454:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384976.935457:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384976.935460:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384976.935464:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384976.935482:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384976.935484:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384976.935486:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384976.935490:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384976.935493:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384976.935495:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384976.935497:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384976.935500:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384976.935503:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384976.935505:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384976.935507:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384976.935509:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384976.935511:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384976.935513:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384976.935515:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384976.935518:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384976.935521:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384976.935523:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384976.935525:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384976.935527:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384976.935528:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384976.935532:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384976.935535:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384976.935537:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384976.935540:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384976.935541:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384976.935544:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384976.935546:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384976.935547:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384976.935556:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384976.935559:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384976.935561:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384976.935564:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384976.935566:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384976.935568:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384976.935571:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384976.935572:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384976.935574:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384976.935576:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384976.935578:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384976.935580:0:36956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384976.935764:0:36956:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007a72dd9f. 00080000:00000020:3.0:1767384976.936510:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384976.936512:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384976.936514:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b34b79e9. 20000000:00000001:3.0:1767384976.936518:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384976.936520:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373204224 00010000:00000001:3.0:1767384976.936522:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384976.936526:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fceea65f x1853237373204224/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384976.936532:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384976.936533:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384976.936535:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384976.936537:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384976.936539:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384976.936541:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384976.936543:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384976.936544:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384976.936546:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384976.936547:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384976.936550:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c38a2c7. 00000100:00000200:3.0:1767384976.936552:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373204224, offset 224 00000400:00000200:3.0:1767384976.936556:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384976.936561:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384976.936565:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507700 00000400:00000200:3.0:1767384976.936569:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea5 [2] + 224 00000400:00000200:3.0:1767384976.936574:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384976.936576:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384976.936579:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384976.936581:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384976.936588:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384976.936628:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384976.936633:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c38a2c7 00000400:00000010:3.0:1767384976.936635:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c38a2c7. 00000100:00000001:3.0:1767384976.936638:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384976.936639:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384976.936644:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.936646:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384976.936647:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384976.936650:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384976.936651:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384976.936654:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384976.936656:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384976.936657:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384976.936660:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384976.936663:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fceea65f x1853237373204224/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:202/0 lens 4848/4768 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384976.936664:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000400:00000200:2.0:1767384976.936670:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c63eae 00000400:00000010:2.0:1767384976.936674:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087c63eae. 00000100:00100000:3.0:1767384976.936678:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fceea65f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373204224:12345-0@lo:253: Request processed in 26442us (26971us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384976.936679:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384976.936685:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384976.936689:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:3.0:1767384976.936694:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384976.936698:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384976.936701:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384976.936704:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384976.936705:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d8d6b5f. 00000020:00000010:3.0:1767384976.936711:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029770a74. 00000020:00000010:3.0:1767384976.936716:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b21b80b7. 00000100:00000001:2.0:1767384976.936717:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384976.936720:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384976.936721:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:2.0:1767384976.936723:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384976.936726:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384976.936727:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384976.936728:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384976.936729:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004b9ecca2. 00000100:00000001:2.0:1767384976.936731:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384976.936734:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384976.936735:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384976.936737:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384976.936739:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=84 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384976.936741:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384976.936743:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=84 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384976.936745:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ae638c. 00000100:00000001:2.0:1767384976.936746:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384976.936748:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384976.936751:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384976.936752:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c38a2c7. 00010000:00000001:2.0:1767384976.936753:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.936756:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384976.936759:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384976.936765:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384976.936767:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384976.936768:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384976.936770:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384976.936771:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384976.936772:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384976.936773:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384976.936774:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384976.936782:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384976.936783:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384976.936784:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384976.936785:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384976.936787:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384976.936793:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006db0db9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373204224:0@lo:253: 00000100:00000001:2.0:1767384976.936796:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.936797:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384976.936798:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006db0db9f x1853237373204224/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384992 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384976.936803:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384976.936805:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384976.936806:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b7fc5cec. 02000000:00000001:2.0:1767384976.936813:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384976.936814:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384976.936815:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384976.936816:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384976.936817:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000668d5b03. 02000000:00000001:2.0:1767384976.936821:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384976.936822:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384976.936823:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 00000100:00000001:2.0:1767384976.936825:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384976.936826:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.936828:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384976.936831:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384976.936832:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384976.936834:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384976.936835:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384976.939624:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294967535, at 4294967536 00000100:00000010:3.0:1767384976.939631:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d698285f. 00000100:00000040:2.0:1767384976.939647:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294967535, at 4294967536 00000100:00000010:2.0:1767384976.939655:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a715a2dd. 00000100:00000040:1.0:1767384976.939663:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294967535, at 4294967536 00000100:00000010:1.0:1767384976.939673:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fc0e088. 00000100:00000040:0.0:1767384976.940628:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294967535, at 4294967537 00000100:00000010:0.0:1767384976.940634:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c395d7e. 00010000:00000010:3.1:1767384976.943057:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d1213fc. 00010000:00000010:3.1:1767384976.943065:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008de79825. 00000400:00000001:1.0:1767384976.955794:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384976.955797:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384976.955800:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000400:00000010:1.0:1767384976.955802:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000400:00000200:1.0:1767384976.955822:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384976.955829:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384976.955843:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d4f1f223. 00000400:00000010:1.0:1767384976.955848:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000407885f2. 00000400:00000200:1.0:1767384976.955856:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp43 00000400:00000010:1.0:1767384976.955861:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008771c733. 00000400:00000010:1.0:1767384976.955867:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c701a92. 00000400:00000010:1.0:1767384976.955887:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000400:00000010:1.0:1767384976.955895:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000420c3e4f. 00000400:00000200:1.0:1767384976.955901:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp43 00000400:00000200:1.0:1767384976.955912:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp43 local destination 00000400:00000200:1.0:1767384976.955918:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp43 00000400:00000200:1.0:1767384976.955923:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp43 NI seq info: [172:172:256:4294967295] 192.168.204.149@tcp43 LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1767384976.955929:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp43 00000400:00000200:1.0:1767384976.955956:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp43(192.168.204.149@tcp43:) -> 192.168.204.149@tcp43(192.168.204.149@tcp43:192.168.204.149@tcp43) : GET try# 0 00000800:00000200:1.0:1767384976.955969:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp43 00000800:00000010:1.0:1767384976.955973:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8b0e79e. 00000800:00000200:1.0:1767384976.955980:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000800:00000200:1.1:1767384976.955984:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000400:00000200:2.0:1767384976.956117:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956216:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956268:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956320:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384976.956331:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp43 added to recovery queue. ping count: 2 next ping: 304 health :800 00000400:00000200:2.0:1767384976.956365:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956405:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956426:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956451:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956512:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956542:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956559:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956586:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956603:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956633:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956683:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956701:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956715:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956731:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956746:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956759:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956775:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956788:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956817:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956847:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956900:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956921:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956942:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956960:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.956979:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.957002:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.957055:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.957080:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.957118:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.957162:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384976.957185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384976.957306:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f868a6b. 00000800:00000010:2.0:1767384976.957311:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055446f6d. 00000800:00000010:2.0:1767384976.957316:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000053802493. 00000800:00000010:2.0:1767384976.957333:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000053802493. 00000800:00020000:2.0:1767384976.957341:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384976.957344:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055446f6d. 00000800:00000010:2.0:1767384976.957346:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004f868a6b. 00000400:02020000:2.0:1767384976.957393:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp43 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384976.957399:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp43 notifying 192.168.204.149@tcp43: down 00000800:00000200:2.0:1767384976.957404:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp43 down 00000800:00000100:2.0:1767384976.957409:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp43 00000800:00000010:2.0:1767384976.957413:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8b0e79e. 00000400:00000200:2.0:1767384976.957415:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384976.957419:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp43->192.168.204.149@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384976.957427:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384976.957429:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384976.957432:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp43) recovery failed with -71 00010000:00000001:2.0:1767384977.084688:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384977.084693:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.084699:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384977.084701:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.084731:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384977.084740:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384977.084744:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384977.979725:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e724f051] -> 12345-192.168.204.149@tcp11 (6) 00000800:00000200:1.0:1767384977.979734:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp11 ip 192.168.204.149:988 00000800:00000200:1.0:1767384977.979739:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384977.979760:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000800:00000200:1.1:1767384977.979775:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000400:00000200:2.0:1767384977.979859:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:0.0:1767384977.979873:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384977.979879:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.979891:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384977.979896:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.979900:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.979937:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.979968:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.979993:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980018:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980088:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980113:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980131:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980147:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980173:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980188:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980204:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980222:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980244:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980259:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980272:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980293:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980310:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980336:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980354:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980378:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980403:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980423:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980450:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980483:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980518:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980556:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980588:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000001:3.0:1767384977.980693:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384977.980696:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384977.980698:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad126ce 00000400:00000010:3.0:1767384977.980701:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad126ce. 00000400:00000200:3.0:1767384977.980707:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384977.980711:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384977.980722:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008771c733. 00000400:00000010:3.0:1767384977.980727:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c701a92. 00000400:00000200:3.0:1767384977.980734:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp44 00000400:00000010:3.0:1767384977.980738:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c02a3392. 00000400:00000010:3.0:1767384977.980742:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c701a92. 00000400:00000200:2.0:1767384977.980808:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000010:3.0:1767384977.980814:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:3.0:1767384977.980823:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000393c3e91. 00000400:00000200:3.0:1767384977.980829:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp44 00000400:00000200:3.0:1767384977.980843:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp44 local destination 00000400:00000200:3.0:1767384977.980849:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp44 00000400:00000200:3.0:1767384977.980854:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp44 NI seq info: [173:173:256:4294967295] 192.168.204.149@tcp44 LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1767384977.980855:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384977.980865:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp44 00000400:00000200:3.0:1767384977.980877:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44:) -> 192.168.204.149@tcp44(192.168.204.149@tcp44:192.168.204.149@tcp44) : GET try# 0 00000800:00000200:3.0:1767384977.980883:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp44 00000800:00000010:3.0:1767384977.980887:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f8dc492a. 00000800:00000200:3.0:1767384977.980893:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000800:00000200:3.1:1767384977.980898:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000400:00000200:3.0:1767384977.980914:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp44 added to recovery queue. ping count: 2 next ping: 305 health :800 00000400:00000200:2.0:1767384977.980914:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.980991:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.981038:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981056:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384977.981116:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981136:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981184:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981216:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981255:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000010:2.0:1767384977.981294:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f868a6b. 00000400:00000200:1.0:1767384977.981296:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000010:2.0:1767384977.981300:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6aa072b. 00000800:00000010:2.0:1767384977.981306:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047d9b710. 00000800:00000010:2.0:1767384977.981334:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047d9b710. 00000800:00020000:2.0:1767384977.981345:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384977.981349:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6aa072b. 00000400:00000200:1.0:1767384977.981349:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000010:2.0:1767384977.981361:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004f868a6b. 00000400:00000200:1.0:1767384977.981387:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:02020000:2.0:1767384977.981439:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp32 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384977.981443:0:16151:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384977.981444:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981491:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981516:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981543:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981562:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981580:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981623:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981659:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981678:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981695:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981721:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981736:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981751:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981763:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981776:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981790:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981805:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981820:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981835:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981851:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981879:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981895:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981917:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981963:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.981996:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.982030:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384977.982071:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384977.982255:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005de2edff. 00000800:00000010:1.0:1767384977.982262:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a3c225d. 00000800:00000010:1.0:1767384977.982268:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2f9b4a0. 00000800:00000010:1.0:1767384977.982297:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2f9b4a0. 00000800:00020000:1.0:1767384977.982307:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384977.982311:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a3c225d. 00000800:00000010:1.0:1767384977.982314:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005de2edff. 00000400:02020000:1.0:1767384977.982358:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp44 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384977.982365:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp44 notifying 192.168.204.149@tcp44: down 00000800:00000200:1.0:1767384977.982371:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp44 down 00000800:00000100:1.0:1767384977.982376:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp44 00000800:00000010:1.0:1767384977.982379:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f8dc492a. 00000400:00000200:1.0:1767384977.982384:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384977.982388:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp44->192.168.204.149@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384977.982406:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384977.982410:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384977.982413:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384978.107649:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384978.107655:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384978.107661:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384978.107662:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384978.107693:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384978.107699:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384978.107702:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384978.662169:0:37487:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384978.662181:0:37487:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384978.662185:0:37487:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384978.662190:0:37487:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384978.662195:0:37487:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384978.662197:0:37487:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384979.003660:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.003666:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384979.003668:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384979.003673:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000400:00000200:3.0:1767384979.003678:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384979.003684:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384979.003696:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c02a3392. 00000400:00000010:3.0:1767384979.003707:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c701a92. 00000400:00000200:3.0:1767384979.003713:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp42 00000400:00000010:3.0:1767384979.003716:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c02a3392. 00000400:00000010:3.0:1767384979.003721:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c701a92. 00000400:00000010:3.0:1767384979.003724:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:3.0:1767384979.003729:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf21f2be. 00000400:00000200:3.0:1767384979.003732:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp42 00000400:00000200:3.0:1767384979.003743:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp42 local destination 00000400:00000200:3.0:1767384979.003748:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp42 00000400:00000200:3.0:1767384979.003751:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp42 NI seq info: [174:174:256:4294967295] 192.168.204.149@tcp42 LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1767384979.003756:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp42 00000400:00000200:3.0:1767384979.003762:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp42(192.168.204.149@tcp42:) -> 192.168.204.149@tcp42(192.168.204.149@tcp42:192.168.204.149@tcp42) : GET try# 0 00000800:00000200:3.0:1767384979.003766:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp42 00000800:00000010:3.0:1767384979.003769:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f8dc492a. 00000800:00000200:3.0:1767384979.003776:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000800:00000200:3.1:1767384979.003780:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000200:3.0:1767384979.003799:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp42 added to recovery queue. ping count: 3 next ping: 310 health :700 00000400:00000200:3.0:1767384979.003803:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp39 00000400:00000010:3.0:1767384979.003805:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005315b7d3. 00000400:00000010:3.0:1767384979.003808:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010f6f6b2. 00000400:00000010:3.0:1767384979.003810:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000400:00000010:3.0:1767384979.003814:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da0a2c70. 00000400:00000200:3.0:1767384979.003818:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp39 00000400:00000200:3.0:1767384979.003823:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp39 local destination 00000400:00000200:3.0:1767384979.003826:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp39 00000400:00000200:3.0:1767384979.003828:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp39 NI seq info: [175:175:256:4294967295] 192.168.204.149@tcp39 LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1767384979.003832:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp39 00000400:00000200:3.0:1767384979.003838:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39:) -> 192.168.204.149@tcp39(192.168.204.149@tcp39:192.168.204.149@tcp39) : GET try# 0 00000800:00000200:3.0:1767384979.003842:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp39 00000800:00000010:3.0:1767384979.003846:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002f641b6b. 00000800:00000200:3.0:1767384979.003854:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000800:00000200:3.1:1767384979.003857:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000400:00000200:3.0:1767384979.003870:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp39 added to recovery queue. ping count: 4 next ping: 318 health :600 00000400:00000200:0.0:1767384979.003875:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.003924:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.003934:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.003982:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.003989:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004028:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004038:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004083:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004092:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004128:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004139:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004170:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004186:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004214:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004232:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004262:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004295:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004308:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004352:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004376:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004412:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004437:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004461:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004485:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004508:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004534:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004560:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004584:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004641:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004660:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004706:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004739:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004792:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004805:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004853:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004867:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004915:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004921:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.004992:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.004994:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005040:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005052:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005116:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005130:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005186:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005189:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005249:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005251:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005325:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005327:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005377:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005389:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005423:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005446:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005474:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005498:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005524:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005550:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005575:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005596:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005650:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005668:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005723:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005741:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005788:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005803:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005844:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005860:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.005896:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005908:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005954:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005980:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.005999:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006022:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006045:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006082:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000800:00000010:0.0:1767384979.006105:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000400:00000200:2.0:1767384979.006110:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000800:00000010:0.0:1767384979.006111:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb4b5d59. 00000800:00000010:0.0:1767384979.006119:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091a007c9. 00000400:00000200:2.0:1767384979.006138:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000800:00000010:0.0:1767384979.006142:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091a007c9. 00000800:00020000:0.0:1767384979.006153:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384979.006156:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb4b5d59. 00000800:00000010:0.0:1767384979.006159:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:00000200:2.0:1767384979.006163:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006188:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:02020000:0.0:1767384979.006211:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp42 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384979.006218:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp42 notifying 192.168.204.149@tcp42: down 00000400:00000200:2.0:1767384979.006220:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000800:00000200:0.0:1767384979.006225:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp42 down 00000800:00000100:0.0:1767384979.006233:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp42 00000800:00000010:0.0:1767384979.006236:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f8dc492a. 00000400:00000200:2.0:1767384979.006240:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.006241:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384979.006248:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp42->192.168.204.149@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384979.006256:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384979.006275:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384979.006279:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp42) recovery failed with -71 00000400:00000200:2.0:1767384979.006280:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006309:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006330:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006377:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.006415:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000800:00000010:2.0:1767384979.006560:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f868a6b. 00000800:00000010:2.0:1767384979.006565:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d794f4b1. 00000800:00000010:2.0:1767384979.006569:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072c231d6. 00000800:00000010:2.0:1767384979.006624:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072c231d6. 00000400:00000200:3.0:1767384979.006738:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384979.006754:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp39 from 203.3.0.2 00000800:00000010:3.0:1767384979.006758:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d83631f4. 00000800:00000010:2.0:1767384979.006782:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019af0d5e. 00000800:00000010:2.0:1767384979.006786:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009955b1e. 00000800:00000010:2.0:1767384979.006805:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000caa40c65. 00000800:00000200:2.1:1767384979.006811:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (2) 00000800:00000200:2.1:1767384979.006816:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp39 00000000caa40c65 deleted 00000800:00000010:2.1:1767384979.006818:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000caa40c65. 00000800:00000200:2.1:1767384979.006824:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384979.006828:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp39 ip 192.168.204.149:971 00000800:00000200:2.1:1767384979.006831:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002f641b6b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384979.006836:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp39 p 3.x 192.168.204.149 -> 192.168.204.149:971 incarnation:1767384957275768192 sched[0] 00000800:00000010:2.0:1767384979.006840:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072c231d6. 00000800:00000010:2.0:1767384979.006882:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072c231d6. 00000800:00000010:2.0:1767384979.006886:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009955b1e. 00000800:00000200:1.1:1767384979.006918:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384979.006920:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d83631f4. 00000800:00000200:1.0:1767384979.006932:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp39 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384957275768192 sched[0] 00000800:00000010:1.0:1767384979.006937:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d794f4b1. 00000800:00000001:2.0:1767384979.006939:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.006946:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384979.006990:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384979.006992:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002f641b6b. 00000400:00000200:2.0:1767384979.006995:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384979.007000:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: GET: OK 00000400:00000200:1.0:1767384979.007005:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.007006:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384979.007012:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp39 recovery message sent successfully:0 00000800:00000001:2.0:1767384979.007024:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007029:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384979.007031:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007038:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384979.007045:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39) <- 192.168.204.149@tcp39 : GET - for me 00000400:00000200:2.0:1767384979.007071:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384979.007079:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1e95 [1] + 0 00000400:00000200:1.0:1767384979.007080:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.007104:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp39 to MR: 192.168.204.149@tcp39 local destination 00000400:00000200:2.0:1767384979.007111:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp39 NI seq info: [176:176:256:4294967295] 192.168.204.149@tcp39 LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1767384979.007124:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39:192.168.204.149@tcp39) -> 192.168.204.149@tcp39(192.168.204.149@tcp39:192.168.204.149@tcp39) 192.168.204.149@tcp39 : REPLY try# 0 00000400:00000200:1.0:1767384979.007125:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:2.0:1767384979.007137:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp39 00000800:00000010:2.0:1767384979.007141:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dabd3e64. 00000800:00000200:2.0:1767384979.007146:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000acd18f8] -> 12345-192.168.204.149@tcp39 (4) 00000800:00000200:2.0:1767384979.007151:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp39 ip 192.168.204.149:988 00000800:00000200:2.0:1767384979.007153:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dabd3e64 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384979.007186:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000200:2.0:1767384979.007198:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384979.007201:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dabd3e64. 00000400:00000200:2.0:1767384979.007206:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384979.007210:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: REPLY: OK 00000800:00000001:2.0:1767384979.007221:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007225:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384979.007226:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007231:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384979.007233:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007237:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384979.007242:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384979.007243:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp39(192.168.204.149@tcp39) <- 192.168.204.149@tcp39 : REPLY - for me 00000400:00000200:2.0:1767384979.007256:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp39: Reply from 12345-192.168.204.149@tcp39 of length 272/272 into md 0x1ee9 00000800:00000001:2.0:1767384979.007260:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007266:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384979.007267:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384979.007271:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp39->192.168.204.149@tcp39: REPLY: OK 00000400:00000200:2.0:1767384979.007276:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000400:00000010:2.0:1767384979.007277:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000400:00000200:2.0:1767384979.007280:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384979.007285:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005315b7d3. 00000400:00000010:2.0:1767384979.007289:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010f6f6b2. 00000400:00000200:1.0:1767384979.007293:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000800:00000001:2.0:1767384979.007294:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384979.007300:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384979.007339:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007387:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007431:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007477:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007527:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007579:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007635:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007660:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007678:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007708:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007727:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007746:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007762:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007780:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007798:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007817:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007831:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007873:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007898:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007925:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007950:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007974:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.007997:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.008021:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.008037:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.008069:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.008088:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.008110:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384979.008124:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384979.008206:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005de2edff. 00000800:00000010:1.0:1767384979.008210:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af0ab714. 00000800:00000010:1.0:1767384979.008213:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021526a4f. 00000800:00000010:1.0:1767384979.008231:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021526a4f. 00000800:00020000:1.0:1767384979.008236:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384979.008238:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af0ab714. 00000800:00000010:1.0:1767384979.008240:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005de2edff. 00000400:02020000:1.0:1767384979.008269:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp39 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384979.132708:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384979.132713:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.132718:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384979.132719:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.132749:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384979.132753:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384979.132756:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384979.259689:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384979.259693:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384979.259698:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009636a8a7. 00000020:00000040:3.0:1767384979.259704:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384979.259709:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384979.259712:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384979.259716:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384979.259722:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cdec379. 00000100:00000001:3.0:1767384979.259728:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.259733:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384979.259736:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.259745:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636a8a7] to pc [ptlrpcd_00_01+1] req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384979.259768:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.259807:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.259833:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384979.259835:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384979.259840:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.259840:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.259847:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384979.259850:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384979.259854:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384979.259856:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384979.259858:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384979.259863:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.259872:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384979.259874:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.259877:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384979.259880:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384979.259882:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384979.259884:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009636a8a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373204608:0@lo:13: 00000100:00000001:2.0:1767384979.259908:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384979.259912:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384979.259914:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.259916:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384979.259920:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084d8baad. 02000000:00000001:2.0:1767384979.259922:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384979.259928:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000400:00000010:2.0:1767384979.259934:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000100:00000200:2.0:1767384979.259939:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373204608, portal 4 00000100:00000001:2.0:1767384979.259942:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384979.259943:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774277248 : -129514935274368 : ffff8a34f44a3480) 00000100:00000040:2.0:1767384979.259948:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.259954:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384979.259972:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384979.259976:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000200:2.0:1767384979.259978:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373204608, offset 0 00000400:00000200:2.0:1767384979.259983:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384979.259994:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384979.260003:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273507880 00000400:00000200:2.0:1767384979.260014:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000200:2.0:1767384979.260020:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384979.260038:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384979.260044:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384979.260046:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384979.260063:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba24da5. 00000100:00000040:2.0:1767384979.260066:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000004ba24da5 x1853237373204608 msgsize 224 00000100:00100000:2.0:1767384979.260069:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384979.260079:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384979.260087:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:2.0:1767384979.260105:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00000001:2.0:1767384979.260108:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384979.260112:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.260120:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384979.260123:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.260128:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.260130:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384979.260135:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.260139:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5163 usecs (6 jiffies) 00000100:00000001:0.0:1767384979.260141:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384979.260142:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969862 00000100:00100000:0.0:1767384979.260146:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204608 00000100:00000010:2.0:1767384979.260147:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024cc36e2. 02000000:00000001:0.0:1767384979.260154:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384979.260156:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384979.260158:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384979.260161:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.260163:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969862 02000000:00000001:0.0:1767384979.260165:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384979.260168:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f42dc1d9. 00000100:00100000:0.0:1767384979.260170:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204608 00000100:00000001:2.0:1767384979.260173:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384979.260175:0:17577:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384979.260177:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969862 00000020:00000040:0.0:1767384979.260178:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:0.0:1767384979.260183:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384979.260184:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3ba5162. 00000020:00000040:0.0:1767384979.260187:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:2.0:1767384979.260189:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384979.260194:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969862 00000020:00000001:0.0:1767384979.260195:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000001:0.0:1767384979.260200:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000010:2.0:1767384979.260203:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c243dcf. 00000100:00000001:2.0:1767384979.260207:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384979.260209:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384979.260210:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.260215:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.260218:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384979.260218:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000100:00000001:2.0:1767384979.260222:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384979.260226:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000068ba3e5c. 00000020:00000040:0.0:1767384979.260234:0:17577:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:0.0:1767384979.260243:0:17577:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384979.260250:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d246a28. 00000020:00000010:0.0:1767384979.260256:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab5449a. 00000100:00080000:2.0:1767384979.260261:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384979.260263:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000020:00000040:2.0:1767384979.260265:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000040:0.0:1767384979.260277:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384979.260282:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384979.260285:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384979.260287:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260296:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260313:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.260330:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384979.260332:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384979.260339:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:2.0:1767384979.260342:0:17578:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384979.260344:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384979.260345:0:17578:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384979.260348:0:17578:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.260351:0:17578:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260351:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640820608 : -129520068731008 : ffff8a33c24fdf80) 00000100:00000040:0.0:1767384979.260363:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ba24da5 x1853237373204608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.260375:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384979.260381:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ba3e5c. 00000100:00000001:0.0:1767384979.260384:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384979.260387:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068ba3e5c. 00000100:00100000:0.0:1767384979.260393:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ba24da5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373204608:12345-0@lo:13: 00000100:00000200:0.0:1767384979.260398:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204608 00000020:00000001:0.0:1767384979.260402:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384979.260407:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384979.260409:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.260413:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384979.260416:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000020:00000001:0.0:1767384979.260419:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384979.260422:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384979.260426:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384979.260428:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384979.260430:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260435:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384979.260437:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384979.260441:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005cb20708. 02000000:00000001:0.0:1767384979.260444:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260447:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384979.260450:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384979.260456:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384979.260458:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384979.260462:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384979.260490:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.260493:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384979.260496:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384979.260500:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384979.260504:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384979.260510:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384979.260513:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384979.260519:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384979.260521:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384979.260524:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384979.260528:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373204608 00010000:00000001:0.0:1767384979.260532:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384979.260537:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ba24da5 x1853237373204608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.260548:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.260550:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.260555:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.260560:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384979.260563:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384979.260566:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384979.260569:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384979.260572:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260576:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.260596:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384979.260601:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384979.260606:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373204608, offset 224 00000400:00000200:0.0:1767384979.260666:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384979.260676:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384979.260687:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273507880 00000400:00000200:0.0:1767384979.260694:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1eed [1] + 224 00000400:00000200:0.0:1767384979.260700:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.260704:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.260709:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384979.260715:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384979.260715:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.260725:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384979.260730:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cbbd83d. 00000020:00000040:2.0:1767384979.260734:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000040:0.0:1767384979.260736:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.260738:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384979.260741:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384979.260745:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384979.260751:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dabd3e64. 00000100:00000001:2.0:1767384979.260755:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.260759:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384979.260766:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384979.260778:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260778:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384979.260783:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cbbd83d] to pc [ptlrpcd_00_02+2] req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.260787:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384979.260792:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384979.260796:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384979.260799:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384979.260804:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260805:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.260808:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384979.260808:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384979.260812:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384979.260814:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384979.260814:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384979.260819:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000750c2369. 00010000:00000001:0.0:1767384979.260820:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384979.260823:0:473:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:1.0:1767384979.260823:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384979.260825:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384979.260827:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384979.260830:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384979.260831:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000100:00000001:2.0:1767384979.260834:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384979.260838:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384979.260838:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba24da5 x1853237373204608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384979.260840:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 02000000:00000001:2.0:1767384979.260841:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384979.260845:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 02000000:00000010:2.0:1767384979.260847:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1c64a18. 00000100:00000001:2.0:1767384979.260853:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.260853:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384979.260862:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384979.260862:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.260863:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ba24da5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373204608:12345-0@lo:13: Request processed in 485us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384979.260886:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384979.260893:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:2.0:1767384979.260898:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384979.260899:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384979.260901:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384979.260902:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.260904:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384979.260908:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750c2369] to pc [ptlrpcd_00_03+3] req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384979.260912:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab5449a. 00000020:00000010:0.0:1767384979.260921:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384979.260927:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d246a28. 00000100:00000001:2.0:1767384979.260936:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384979.260937:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000040:2.0:1767384979.260941:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384979.260944:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384979.260950:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384979.260955:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076ae7f61. 00000020:00000040:2.0:1767384979.260959:0:473:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384979.260960:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384979.260961:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384979.260965:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384979.260965:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.260965:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384979.260967:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.260971:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384979.260973:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d085d914. 00000100:00000001:1.0:1767384979.260973:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384979.260975:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384979.260978:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384979.260979:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.260983:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384979.260983:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384979.260986:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384979.260988:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384979.260995:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384979.261004:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384979.261014:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384979.261021:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384979.261021:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384979.261022:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384979.261023:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261026:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.261026:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.261028:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076ae7f61] to pc [ptlrpcd_00_00+0] req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384979.261034:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384979.261034:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384979.261039:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.261044:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384979.261044:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384979.261046:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.261064:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (307) 00000100:00100000:0.0:1767384979.261071:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cbbd83d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373204736:0@lo:400: 00000100:00000001:2.0:1767384979.261075:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384979.261078:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384979.261081:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384979.261082:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.261083:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384979.261088:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384979.261089:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384979.261092:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384979.261103:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384979.261106:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261109:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384979.261114:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.261114:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384979.261116:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384979.261119:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384979.261121:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d246a28. 02000000:00000001:2.0:1767384979.261122:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384979.261124:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384979.261125:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384979.261128:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.261131:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384979.261137:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000750c2369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373204864:0@lo:400: 00000400:00000010:0.0:1767384979.261138:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008815f079. 00000100:00000001:2.0:1767384979.261145:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384979.261149:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 02000000:00000001:2.0:1767384979.261150:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384979.261150:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384979.261154:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261157:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384979.261157:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373204736, portal 25 02000000:00000001:2.0:1767384979.261158:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384979.261163:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.261163:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384979.261164:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce5a3d9e. 00000004:00000001:1.0:1767384979.261168:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:2.0:1767384979.261169:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.261169:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640817024 : -129520068734592 : ffff8a33c24fd180) 00000004:00000040:1.0:1767384979.261173:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:2.0:1767384979.261175:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008570a90b. 00000004:00000040:1.0:1767384979.261178:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:0.0:1767384979.261179:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384979.261183:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000200:2.0:1767384979.261190:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373204864, portal 10 00000004:00000020:1.0:1767384979.261192:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384979.261195:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384979.261198:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640821504 : -129520068730112 : ffff8a33c24fe300) 00000100:00000001:0.0:1767384979.261200:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1767384979.261206:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.261207:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.261209:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384979.261215:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384979.261216:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000001:2.0:1767384979.261222:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384979.261224:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373204736, offset 0 00000100:00000040:2.0:1767384979.261228:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384979.261235:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009919058d. 00000400:00000200:0.0:1767384979.261239:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384979.261246:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373204864, offset 0 00000400:00000200:0.0:1767384979.261253:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384979.261257:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384979.261260:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009636a8a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373204608:0@lo:13: 00000400:00000200:2.0:1767384979.261268:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384979.261268:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.261273:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273507900 00000100:00000001:1.0:1767384979.261274:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384979.261281:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009636a8a7 x1853237373204608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384979.261282:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273507980 00000400:00000200:0.0:1767384979.261286:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1669 [2] + 0 00000400:00000010:0.0:1767384979.261296:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e1254a. 00000100:00000001:1.0:1767384979.261300:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384979.261303:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f4ded73 02000000:00000001:1.0:1767384979.261304:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384979.261308:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084d8baad. 00000400:00000200:0.0:1767384979.261309:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384979.261312:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 02000000:00000001:1.0:1767384979.261316:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384979.261319:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384979.261320:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384979.261321:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384979.261324:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384979.261326:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384979.261330:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f4ded73 00000020:00000001:1.0:1767384979.261332:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384979.261334:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f4ded73. 02000000:00000010:1.0:1767384979.261336:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cdec379. 00000100:00000001:2.0:1767384979.261342:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384979.261342:0:16165:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384979.261343:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384979.261346:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384979.261348:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384979.261348:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384979.261351:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009636a8a7. 00000100:00000040:0.0:1767384979.261354:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000098ae6a55 x1853237373204736 msgsize 224 00000100:00000010:2.0:1767384979.261358:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000169e468a. 00000100:00000001:1.0:1767384979.261359:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384979.261364:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000169e468a x1853237373204864 msgsize 224 00000100:00000001:1.0:1767384979.261365:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384979.261368:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384979.261371:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384979.261374:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384979.261375:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384979.261380:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384979.261384:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261385:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384979.261387:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.261391:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384979.261392:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384979.261393:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009919058d 00000400:00000010:2.0:1767384979.261397:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009919058d. 00000100:00000001:1.0:1767384979.261397:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384979.261400:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384979.261404:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384979.261407:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.261407:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384979.261413:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000001:0.0:1767384979.261421:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384979.261430:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.261438:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384979.261438:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384979.261443:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.261445:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384979.261450:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384979.261452:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384979.261455:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384979.261460:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384979.261462:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261463:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261478:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384979.261480:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076ae7f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373204992:0@lo:400: 00000100:00000001:2.0:1767384979.261483:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.261489:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2857 usecs (3 jiffies) 00000100:00000001:1.0:1767384979.261490:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384979.261492:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261493:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969860 00000100:00000001:2.0:1767384979.261498:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969862 00000100:00000001:0.0:1767384979.261498:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384979.261504:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969860 02000000:00000001:1.0:1767384979.261504:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384979.261506:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969862 00000100:00000001:0.0:1767384979.261507:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384979.261508:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261510:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969860 02000000:00000001:1.0:1767384979.261515:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384979.261516:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969862 00000100:00000001:0.0:1767384979.261516:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294969873 02000000:00000010:1.0:1767384979.261521:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d5fe35d. 00000100:00000001:2.0:1767384979.261522:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969860 00000100:00000001:2.0:1767384979.261526:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969862 00000100:00000001:0.0:1767384979.261526:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969862 02000000:00000001:1.0:1767384979.261527:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261532:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.261535:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294969873 00000100:00000001:2.0:1767384979.261536:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384979.261537:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e2aea5. 00000100:00000001:2.0:1767384979.261540:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261543:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.261544:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969862 00000400:00000010:1.0:1767384979.261546:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000100:00000001:2.0:1767384979.261547:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384979.261551:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384979.261551:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294969873 00000100:00000200:1.0:1767384979.261554:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373204992, portal 10 00000100:00000001:2.0:1767384979.261555:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.261559:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384979.261559:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969862 00000100:00000001:1.0:1767384979.261562:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640819712 : -129520068731904 : ffff8a33c24fdc00) 00000100:00000001:2.0:1767384979.261564:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384979.261566:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294969873 00000100:00000001:2.0:1767384979.261568:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261572:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384979.261574:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.261574:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969862 00000100:00000001:0.0:1767384979.261581:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.261587:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261588:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384979.261613:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204864 02000000:00000001:2.0:1767384979.261616:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384979.261618:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384979.261619:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.261622:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261623:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384979.261624:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204864 00000020:00000001:2.0:1767384979.261627:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384979.261630:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000040:1.0:1767384979.261630:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384979.261632:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.261634:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384979.261636:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000100:00000001:0.0:1767384979.261638:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384979.261639:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000200:1.0:1767384979.261640:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373204992, offset 0 00000020:00000001:2.0:1767384979.261644:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000020:00000001:2.0:1767384979.261647:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:0.0:1767384979.261649:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384979.261651:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384979.261652:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384979.261653:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384979.261656:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072c231d6. 00000100:00000001:0.0:1767384979.261658:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384979.261661:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384979.261661:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384979.261663:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384979.261667:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072c231d6. 00000100:00000001:0.0:1767384979.261668:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.261674:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384979.261675:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059169e2f. 00000400:00000200:1.0:1767384979.261675:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273507a00 00000020:00000010:2.0:1767384979.261682:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c202d2f. 00000400:00000200:1.0:1767384979.261686:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000020:00000010:2.0:1767384979.261688:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b17ea30. 00000400:00000200:1.0:1767384979.261691:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384979.261696:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384979.261699:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384979.261700:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384979.261700:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384979.261704:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384979.261705:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384979.261706:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384979.261706:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204736 00000100:00000001:2.0:1767384979.261710:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384979.261710:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e043d91e. 02000000:00000001:0.0:1767384979.261711:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384979.261716:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e043d91e x1853237373204992 msgsize 224 00000100:00000001:0.0:1767384979.261716:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384979.261718:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384979.261720:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261722:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384979.261726:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384979.261727:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384979.261727:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261733:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384979.261733:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204736 00000100:00000001:1.0:1767384979.261740:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384979.261740:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384979.261744:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384979.261745:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00100000:2.0:1767384979.261748:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373204992 00000400:00000200:1.0:1767384979.261748:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000020:00000001:0.0:1767384979.261750:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384979.261752:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 02000000:00000001:2.0:1767384979.261753:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384979.261763:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384979.261765:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384979.261767:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384979.261767:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000200:1.0:1767384979.261768:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384979.261773:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 02000000:00000001:2.0:1767384979.261780:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.261781:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:2.0:1767384979.261786:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373204992 00000100:00000001:1.0:1767384979.261787:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384979.261788:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384979.261789:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384979.261793:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000010:0.0:1767384979.261795:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ba3e5c. 00000020:00000001:2.0:1767384979.261796:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384979.261799:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384979.261800:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:0.0:1767384979.261802:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384979.261806:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000010:0.0:1767384979.261809:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068ba3e5c. 00000020:00000001:2.0:1767384979.261812:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:2.0:1767384979.261817:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384979.261820:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384979.261820:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcdbf287. 00000020:00000010:2.0:1767384979.261821:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072c231d6. 00000100:00000001:1.0:1767384979.261825:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384979.261828:0:16805:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a0c94125. 00000020:00000010:0.0:1767384979.261829:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab5449a. 00000100:00000001:1.0:1767384979.261830:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384979.261833:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000100:00000040:1.0:1767384979.261835:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3070 usecs (4 jiffies) 00000020:00000010:0.0:1767384979.261836:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000001:1.0:1767384979.261841:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294969862 00000100:00000001:2.0:1767384979.261842:0:16805:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384979.261846:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294969873 00000020:00000010:2.0:1767384979.261848:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a589fb41. 00000100:00000001:1.0:1767384979.261849:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294969862 00000100:00000040:0.0:1767384979.261849:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384979.261855:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294969873 00000020:00000010:2.0:1767384979.261856:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebf45ef5. 00000100:00000001:0.0:1767384979.261856:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384979.261858:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294969862 00000100:00000001:0.0:1767384979.261861:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384979.261862:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000abb991e9. 00000100:00000001:1.0:1767384979.261862:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294969873 00000100:00000001:0.0:1767384979.261866:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261868:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294969862 00000100:00000001:2.0:1767384979.261869:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384979.261872:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384979.261872:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294969873 00000100:00000001:0.0:1767384979.261875:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261876:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.261877:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384979.261882:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261884:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261885:0:16805:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384979.261886:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384979.261888:0:16805:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384979.261889:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384979.261891:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.261891:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384979.261895:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384979.261898:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.261900:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384979.261902:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.261903:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.261903:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384979.261904:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.261908:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384979.261915:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:2.0:1767384979.261916:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384979.261920:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384979.261920:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384979.261925:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384979.261926:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:0.0:1767384979.261927:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998115920 : -129515711435696 : ffff8a34c606ec50) 00000100:00000001:1.0:1767384979.261929:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384979.261933:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:2.0:1767384979.261935:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640825984 : -129520068725632 : ffff8a33c24ff480) 00000100:00100000:1.0:1767384979.261938:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:0.0:1767384979.261938:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098ae6a55 x1853237373204736/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384979.261943:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000169e468a x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384979.261944:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:1.0:1767384979.261948:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558682212864 : -129515027338752 : ffff8a34eecd6a00) 00000100:00000040:1.0:1767384979.261957:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e043d91e x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.261976:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384979.261979:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384979.261981:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cf3ad31. 00000100:00000001:2.0:1767384979.261984:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384979.261985:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ba3e5c. 00000100:00000001:0.0:1767384979.261991:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384979.261996:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cf3ad31. 00000020:00000010:0.0:1767384979.261999:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068ba3e5c. 00000100:00100000:2.0:1767384979.262006:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000169e468a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373204864:12345-0@lo:400: 00000100:00000001:1.0:1767384979.262009:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384979.262012:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098ae6a55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373204736:12345-0@lo:400: 00000100:00000200:2.0:1767384979.262013:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204864 00000020:00000010:1.0:1767384979.262014:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec164f36. 00000020:00000001:2.0:1767384979.262018:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384979.262019:0:16806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384979.262023:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec164f36. 00000100:00000200:0.0:1767384979.262023:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204736 00000020:00000001:2.0:1767384979.262024:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384979.262028:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.262030:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384979.262031:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384979.262033:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e043d91e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373204992:12345-0@lo:400: 00000020:00000001:2.0:1767384979.262035:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:0.0:1767384979.262036:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384979.262038:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373204992 00000020:00000001:0.0:1767384979.262041:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.262042:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384979.262042:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384979.262046:0:16805:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384979.262047:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384979.262061:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384979.262063:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.262064:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384979.262065:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384979.262066:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384979.262069:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384979.262070:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384979.262070:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000020:00000001:1.0:1767384979.262073:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000001:2.0:1767384979.262075:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384979.262076:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384979.262078:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384979.262078:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384979.262080:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384979.262082:0:16806:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384979.262084:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c6ef92df. 00000020:00000001:0.0:1767384979.262085:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384979.262086:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384979.262088:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384979.262089:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384979.262091:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.262091:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384979.262092:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.262098:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384979.262098:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384979.262098:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.262103:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1767384979.262106:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373204864 00000020:00000001:0.0:1767384979.262106:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384979.262107:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384979.262112:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384979.262112:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384979.262113:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a01831ab. 00010000:00000200:2.0:1767384979.262117:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000169e468a x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384979.262118:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.262118:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384979.262123:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384979.262126:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000619c1ad2. 00000020:00000001:1.0:1767384979.262128:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.262133:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.262135:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384979.262135:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373204992 00000100:00000001:0.0:1767384979.262137:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.262138:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.262140:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384979.262145:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=82 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384979.262145:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384979.262150:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e043d91e x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.262152:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384979.262152:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373204736 00000100:00000040:2.0:1767384979.262158:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:0.0:1767384979.262159:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384979.262164:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00010000:00000200:0.0:1767384979.262168:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098ae6a55 x1853237373204736/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384979.262169:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384979.262172:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.262172:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384979.262178:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384979.262178:0:16806:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.262184:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1767384979.262186:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=82 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384979.262187:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.262190:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384979.262195:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009919058d. 00000100:00000001:1.0:1767384979.262195:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384979.262196:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384979.262201:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000200:2.0:1767384979.262202:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373204864, offset 224 00000100:00000001:0.0:1767384979.262204:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384979.262210:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384979.262210:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 23 to 0@lo 00000100:00000001:1.0:1767384979.262212:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384979.262217:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384979.262218:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384979.262220:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384979.262221:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.262224:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384979.262227:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384979.262228:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384979.262234:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384979.262234:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384979.262235:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273507980 00000400:00000010:1.0:1767384979.262240:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000100:00000040:0.0:1767384979.262242:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384979.262244:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1efd [1] + 224 00000400:00000010:0.0:1767384979.262248:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000400:00000200:2.0:1767384979.262249:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384979.262253:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373204992, offset 224 00000400:00000200:2.0:1767384979.262256:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384979.262256:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373204736, offset 224 00000400:00000200:1.0:1767384979.262262:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384979.262266:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384979.262271:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384979.262273:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384979.262274:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.262287:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384979.262288:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384979.262288:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273507a00 00000400:00000200:1.0:1767384979.262299:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f09 [1] + 224 00000400:00000200:0.0:1767384979.262304:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273507900 00000400:00000200:1.0:1767384979.262307:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384979.262309:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384979.262316:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384979.262316:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ef9 [1] + 224 00000400:00000200:0.0:1767384979.262323:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384979.262324:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384979.262326:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009919058d 00000400:00000010:2.0:1767384979.262328:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009919058d. 00000100:00000200:1.0:1767384979.262331:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.262332:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384979.262333:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384979.262336:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384979.262340:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.262342:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384979.262347:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 22 to 0@lo 00000100:00000040:1.0:1767384979.262348:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384979.262351:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384979.262352:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384979.262355:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.262359:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384979.262365:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000169e468a x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.262379:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384979.262386:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000100:00000040:0.0:1767384979.262389:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384979.262390:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000169e468a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373204864:12345-0@lo:400: Request processed in 410us (1022us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384979.262391:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 00000100:00000001:1.0:1767384979.262396:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384979.262399:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384979.262404:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384979.262408:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:1.0:1767384979.262411:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000040:2.0:1767384979.262414:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00010000:00000001:1.0:1767384979.262415:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384979.262417:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384979.262418:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.262421:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384979.262421:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384979.262422:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384979.262426:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c202d2f. 00000100:00000040:1.0:1767384979.262429:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e043d91e x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384979.262432:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b17ea30. 00000400:00000200:0.0:1767384979.262432:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384979.262438:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00100000:1.0:1767384979.262442:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e043d91e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237373204992:12345-0@lo:400: Request processed in 429us (722us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384979.262443:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059169e2f. 00000100:00000001:0.0:1767384979.262445:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384979.262451:0:16805:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:0.0:1767384979.262451:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384979.262456:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:2.0:1767384979.262457:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262460:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384979.262467:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000040:0.0:1767384979.262467:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:1.0:1767384979.262480:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:2.0:1767384979.262482:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:0.0:1767384979.262483:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384979.262484:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384979.262486:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000001:0.0:1767384979.262487:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384979.262489:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebf45ef5. 00000020:00000001:0.0:1767384979.262493:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384979.262495:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000abb991e9. 00000100:00000001:2.0:1767384979.262496:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384979.262499:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384979.262501:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a589fb41. 00000100:00000040:0.0:1767384979.262502:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098ae6a55 x1853237373204736/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384979.262504:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384979.262506:0:16806:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000400:00000001:2.0:1767384979.262507:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384979.262512:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570a90b. 00000100:00000001:1.0:1767384979.262512:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384979.262519:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:2.0:1767384979.262523:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00000001:2.0:1767384979.262527:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384979.262527:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098ae6a55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373204736:12345-0@lo:400: Request processed in 544us (1168us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384979.262534:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.262543:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384979.262543:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000200:2.0:1767384979.262544:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.262547:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384979.262552:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000400:00000001:1.0:1767384979.262553:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384979.262554:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767384979.262556:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384979.262558:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384979.262559:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e2aea5. 00000100:00000001:0.0:1767384979.262559:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384979.262561:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384979.262565:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384979.262565:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384979.262566:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000100:00000001:2.0:1767384979.262569:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384979.262570:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000020:00000010:0.0:1767384979.262571:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab5449a. 00000100:00000001:2.0:1767384979.262572:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.262574:0:16163:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384979.262577:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384979.262581:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384979.262582:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=82 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384979.262582:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000100:00001000:2.0:1767384979.262590:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=82 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384979.262591:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcdbf287. 00000100:00000200:1.0:1767384979.262613:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.262614:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384979.262617:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.262622:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384979.262623:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00010000:00080000:2.0:1767384979.262628:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.262629:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384979.262631:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384979.262633:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384979.262635:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000619c1ad2. 00000100:00000001:1.0:1767384979.262638:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384979.262643:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384979.262644:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.262645:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384979.262645:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384979.262648:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384979.262649:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.262650:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384979.262651:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384979.262653:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.262656:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384979.262659:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=81 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384979.262659:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384979.262663:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384979.262666:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.262668:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384979.262668:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e1254a. 00000100:00000040:2.0:1767384979.262672:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.262672:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.262677:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384979.262677:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d8b400d. 00010000:00080000:1.0:1767384979.262682:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.262686:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.262691:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384979.262694:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384979.262695:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.262698:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.262707:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384979.262709:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000750c2369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373204864:0@lo:400: 00000100:00000040:1.0:1767384979.262710:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384979.262714:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384979.262716:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.262717:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.262718:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262721:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.262722:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384979.262724:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384979.262728:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000750c2369 x1853237373204864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.262732:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.262736:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384979.262741:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384979.262750:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.262755:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384979.262755:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767384979.262755:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384979.262759:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384979.262760:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767384979.262761:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 02000000:00000010:2.0:1767384979.262764:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce5a3d9e. 00000100:00000040:1.0:1767384979.262766:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384979.262768:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384979.262768:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000020:00000001:2.0:1767384979.262771:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384979.262774:0:16166:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384979.262774:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00100000:1.0:1767384979.262778:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076ae7f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373204992:0@lo:400: 00000020:00000001:2.0:1767384979.262781:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384979.262783:0:16165:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384979.262784:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1c64a18. 00000100:00000001:1.0:1767384979.262784:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.262789:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384979.262792:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384979.262792:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384979.262795:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076ae7f61 x1853237373204992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384979.262796:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384979.262798:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000750c2369. 00000100:00000001:2.0:1767384979.262804:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384979.262807:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384979.262811:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384979.262817:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384979.262820:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.262826:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.262826:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384979.262830:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384979.262830:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384979.262833:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384979.262834:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d5fe35d. 02000000:00000001:1.0:1767384979.262839:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384979.262842:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384979.262844:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384979.262849:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384979.262851:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d085d914. 00000100:00000001:0.0:1767384979.262851:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384979.262856:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384979.262857:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384979.262859:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384979.262862:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076ae7f61. 00000100:00000001:0.0:1767384979.262862:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384979.262867:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384979.262867:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384979.262871:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262872:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384979.262873:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262876:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.262878:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384979.262881:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.262883:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.262884:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.262886:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.262889:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384979.262897:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.262900:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384979.262902:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384979.262904:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384979.262905:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.262908:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.262911:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.262919:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.262922:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384979.262924:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384979.262928:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.262936:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cbbd83d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373204736:0@lo:400: 00000100:00000001:0.0:1767384979.262941:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262943:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384979.262946:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cbbd83d x1853237373204736/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.262954:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384979.262956:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384979.262959:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d246a28. 02000000:00000001:0.0:1767384979.262964:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384979.262966:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384979.262967:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384979.262970:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384979.262972:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dabd3e64. 02000000:00000001:0.0:1767384979.262976:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384979.262978:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384979.262979:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cbbd83d. 00000100:00000001:0.0:1767384979.262984:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384979.262985:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262988:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.262993:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384979.262995:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.262998:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.263000:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.277652:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294969873, at 4294969874 00000100:00000010:2.0:1767384979.277660:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3ba5162. 00000100:00000040:1.0:1767384979.277664:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294969873, at 4294969874 00000100:00000040:3.0:1767384979.277667:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294969873, at 4294969874 00000100:00000010:1.0:1767384979.277672:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f42dc1d9. 00000100:00000010:3.0:1767384979.277675:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c243dcf. 00000100:00000040:0.0:1767384979.277694:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294969873, at 4294969874 00000100:00000010:0.0:1767384979.277701:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024cc36e2. 00000001:00000001:3.0:1767384979.350888:0:37651:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384979.350894:0:37651:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:3.0:1767384979.359185:0:37651:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384979.369730:0:37652:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000439bd1f. 00000400:00000010:2.0:1767384979.369750:0:37652:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000413073f8. 00000400:00000010:2.0:1767384979.369761:0:37652:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000009955b1e. 00000400:00000010:2.0:1767384979.369764:0:37652:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ce5a3d9e. 00000400:00000010:2.0:1767384979.369768:0:37652:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9b502e6. 00000400:00000010:2.0:1767384979.369772:0:37652:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cf3ad31. 00000400:00000010:2.0:1767384979.369774:0:37652:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000067b0f359. 00000400:00000010:2.0:1767384979.369780:0:37652:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0bbaf79. 00000400:00000010:2.0:1767384979.369783:0:37652:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009c579786. 00000800:00000010:2.0:1767384979.369798:0:37652:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c1c64a18. 00000800:00000200:2.0:1767384979.369808:0:37652:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384979.369820:0:37652:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384979.369859:0:37652:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384979.369898:0:37652:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp48 [8/256/0/180] 00000400:00000010:2.0:1767384979.371839:0:37652:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000084d8baad. 00000400:00000010:2.0:1767384979.371845:0:37652:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008570a90b. 00000400:00000010:2.0:1767384979.371849:0:37652:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000400:00000001:2.0:1767384979.371867:0:37652:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384979.371868:0:37652:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384979.371870:0:37652:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b520ca. 00000400:00000200:2.0:1767384979.371872:0:37652:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000400:00000010:2.0:1767384979.371874:0:37652:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000400:00000010:2.0:1767384979.371877:0:37652:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000082cc0879. 00000400:00000200:2.0:1767384979.371881:0:37652:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (39) 00000400:00000200:2.0:1767384979.371893:0:37652:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384979.371917:0:37652:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:2.0:1767384979.371923:0:37652:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004b9ecca2. 00000020:01000000:2.0:1767384979.371927:0:37652:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384979.371929:0:37652:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp48 00000400:00000200:3.0:1767384979.371941:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384979.371944:0:37652:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000413073f8. 00000400:00000010:2.0:1767384979.371950:0:37652:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000439bd1f. 00000400:00000200:3.0:1767384979.371954:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100151 00000400:00000010:3.0:1767384979.371963:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000400:00000200:3.0:1767384979.371967:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000010:3.0:1767384979.371974:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ca2eec1. 00000400:00000200:3.0:1767384979.372002:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384979.372016:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 00000020:00000001:1.0:1767384979.372021:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384979.372026:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [177:177:256:4294967295] 192.168.204.149@tcp LPNI seq info [168:168:8:4294967295] 10000000:00000001:1.0:1767384979.372027:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384979.372032:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384979.372035:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384979.372039:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 00000020:01000004:1.0:1767384979.372040:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384979.372044:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384979.372059:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384979.372061:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384979.372062:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384979.372065:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384979.372068:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384979.372070:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384979.372075:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384979.372076:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000020:01000004:1.0:1767384979.372077:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384979.372102:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b33b863. 00000800:00000200:3.0:1767384979.372103:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.204.149@tcp 00000020:00000040:1.0:1767384979.372109:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000800:00000010:3.0:1767384979.372111:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0601407. 00000100:00000001:1.0:1767384979.372116:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384979.372120:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384979.372121:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 02000000:00000001:1.0:1767384979.372126:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384979.372133:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 02000000:00000010:1.0:1767384979.372135:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005de2edff. 00000800:00000200:3.0:1767384979.372139:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d0601407 type 1, nob 768 niov 1 nkiov 1 00000100:00000001:1.0:1767384979.372143:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.372151:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384979.372154:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.372160:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000100:00000040:1.0:1767384979.372162:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b33b863] to pc [ptlrpcd_00_01+1] req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384979.372167:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100551 rc 0 10000000:00000001:1.0:1767384979.372204:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.372206:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384979.372208:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.372211:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384979.372214:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.372216:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384979.372218:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384979.372224:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384979.372228:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384979.372232:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384979.372236:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384979.372240:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384979.372242:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384979.372246:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384979.372247:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384979.372252:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384979.372255:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384979.372261:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384979.372261:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384979.372267:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384979.372268:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373205120:0@lo:253: 00000020:01000004:1.0:1767384979.372272:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384979.372276:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384979.372277:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384979.372278:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384979.372279:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384979.372282:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384979.372299:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384979.372300:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0601407. 00000020:01000004:1.0:1767384979.372301:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384979.372305:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384979.372305:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384979.372308:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384979.372312:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384979.372312:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000214121f2. 00000400:00000200:0.0:1767384979.372318:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: PUT: OK 00000020:00000040:1.0:1767384979.372319:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000010:3.0:1767384979.372322:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ab0365ee. 00000100:00000001:1.0:1767384979.372326:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384979.372328:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372328:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384979.372329:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384979.372334:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384979.372338:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d36c258b. 00000400:00000200:0.0:1767384979.372338:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 02000000:00000010:1.0:1767384979.372343:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a943ed5f. 00000400:00000010:3.0:1767384979.372348:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8dfca4f. 00000100:00000001:1.0:1767384979.372349:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384979.372350:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384979.372355:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373205120, portal 25 00000100:00000001:1.0:1767384979.372357:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384979.372359:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384979.372362:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384979.372366:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214121f2] to pc [ptlrpcd_00_02+2] req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384979.372370:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384979.372371:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384979.372376:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682209280 : -129515027342336 : ffff8a34eecd5c00) 00000800:00000001:0.0:1767384979.372377:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384979.372390:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.372391:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : PUT - for me 10000000:00000001:1.0:1767384979.372394:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384979.372400:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384979.372405:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372410:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 672 into portal 0 MB=0x8000000000000000 00000020:01000000:1.0:1767384979.372411:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384979.372418:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004b9ecca2. 00000100:00000001:3.0:1767384979.372420:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384979.372426:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 656/672 into md 0x1ead [1] + 0 00000100:00000040:3.0:1767384979.372428:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384979.372433:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a3c225d. 00000100:00000001:1.0:1767384979.372435:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384979.372436:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005389b167. 00000100:00000001:1.0:1767384979.372440:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372443:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000069e93b66 00000100:00000001:1.0:1767384979.372445:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384979.372450:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373205120, offset 0 00000100:00000001:1.0:1767384979.372450:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384979.372452:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384979.372454:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384979.372462:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384979.372464:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384979.372465:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.372473:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384979.372476:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384979.372480:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.372481:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384979.372486:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384979.372488:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: PUT: OK 02000000:00000001:1.0:1767384979.372489:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384979.372496:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.372497:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507a80 00000400:00000200:0.0:1767384979.372498:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069e93b66 00000400:00000010:0.0:1767384979.372504:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069e93b66. 00000400:00000200:0.0:1767384979.372511:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:1.0:1767384979.372512:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000214121f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373205248:0@lo:253: 00000400:00000200:3.0:1767384979.372517:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1691 [2] + 0 00000400:00000200:0.0:1767384979.372520:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (41) 00000100:00000001:1.0:1767384979.372521:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384979.372526:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384979.372527:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6bf6b2f. 02000000:00000001:1.0:1767384979.372529:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372532:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 02000000:00000001:1.0:1767384979.372534:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384979.372535:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c6eb60d 00000400:00000200:0.0:1767384979.372540:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.149@tcp (672 bytes) 02000000:00000010:1.0:1767384979.372541:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000043a6124. 00000400:00000200:3.0:1767384979.372543:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384979.372546:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372550:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:1.0:1767384979.372552:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e2aea5. 00000400:00000200:3.0:1767384979.372555:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384979.372561:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097f87aee. 00000400:00000200:0.0:1767384979.372566:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (42) 00000100:00000200:1.0:1767384979.372567:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373205248, portal 25 00000100:00000001:1.0:1767384979.372573:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384979.372575:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682208384 : -129515027343232 : ffff8a34eecd5880) 00000400:00000200:0.0:1767384979.372578:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384979.372579:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6eb60d 00000100:00000040:1.0:1767384979.372581:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384979.372585:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6eb60d. 00000400:00000200:0.0:1767384979.372592:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp to MR: 192.168.204.149@tcp local destination 00000100:00000001:1.0:1767384979.372596:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384979.372603:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384979.372604:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp NI seq info: [178:178:256:4294967295] 192.168.204.149@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000010:1.0:1767384979.372608:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dd6dfd5. 00000100:00000001:3.0:1767384979.372621:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384979.372626:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384979.372630:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000009eaf400e x1853237373205120 msgsize 4848 00000100:00100000:3.0:1767384979.372640:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384979.372645:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384979.372647:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373205248, offset 0 00000400:00000200:1.0:1767384979.372658:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384979.372660:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384979.372665:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:0.0:1767384979.372673:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp 00000400:00000200:3.0:1767384979.372678:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c225d 00000400:00000200:1.0:1767384979.372679:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384979.372681:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb9772a5. 00000400:00000010:3.0:1767384979.372684:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a3c225d. 00000100:00000001:3.0:1767384979.372691:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384979.372692:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce4a784d] -> 12345-192.168.204.149@tcp (6) 00000400:00000200:1.0:1767384979.372696:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507b00 00000100:00000200:3.0:1767384979.372700:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384979.372706:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:1023 00000400:00000200:1.0:1767384979.372708:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1699 [2] + 0 00000800:00000200:0.0:1767384979.372714:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb9772a5 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384979.372719:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec7392ff. 00000400:00000200:1.0:1767384979.372727:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000760c995 00000100:00000001:3.0:1767384979.372732:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384979.372733:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384979.372734:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384979.372740:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384979.372743:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384979.372743:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384979.372752:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000760c995 00000400:00000010:1.0:1767384979.372756:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000760c995. 00000100:00000001:3.0:1767384979.372759:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.372761:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384979.372763:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384979.372765:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384979.372768:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000004c2858c7 x1853237373205248 msgsize 4848 00000100:00100000:1.0:1767384979.372776:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384979.372779:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384979.372780:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.372787:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294969985 00000100:00000001:1.0:1767384979.372791:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384979.372793:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5caa1cf. 00000100:00000001:3.0:1767384979.372800:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384979.372805:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384979.372807:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dd6dfd5 00000100:00000001:3.0:1767384979.372809:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294969985 00000400:00000010:1.0:1767384979.372810:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dd6dfd5. 00000800:00000010:0.0:1767384979.372810:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb9772a5. 00000400:00000200:0.0:1767384979.372816:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384979.372818:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384979.372820:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8582c95. 00000100:00000200:1.0:1767384979.372826:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.372827:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384979.372827:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: ACK: OK 00000100:00000001:3.0:1767384979.372836:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294969985 00000100:00000001:1.0:1767384979.372842:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384979.372842:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384979.372844:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c80e300. 00000800:00000001:0.0:1767384979.372849:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384979.372850:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.372852:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384979.372855:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384979.372862:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384979.372863:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.372864:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294969985 00000100:00000001:1.0:1767384979.372865:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384979.372869:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384979.372872:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384979.372873:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa20b0d0. 00000800:00000001:0.0:1767384979.372879:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.372880:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294969985 00000100:00000001:3.0:1767384979.372881:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384979.372903:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294969985 00000100:00000001:3.0:1767384979.372905:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384979.372908:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp(192.168.204.149@tcp) <- 192.168.204.149@tcp : ACK - for me 00000100:00000001:1.0:1767384979.372909:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294969985 00000100:00000001:3.0:1767384979.372913:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.372915:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294969985 00000100:00000001:3.0:1767384979.372920:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.372920:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294969985 00000100:00000001:1.0:1767384979.372922:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294969985 00000100:00000001:3.0:1767384979.372929:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.372929:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294969985 00000400:00000200:0.0:1767384979.372929:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp: ACK from 12345-192.168.204.149@tcp into md 0x1f25 00000100:00000001:1.0:1767384979.372936:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294969985 00000400:00000200:0.0:1767384979.372938:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384979.372939:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384979.372943:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.372945:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384979.372946:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp->192.168.204.149@tcp: ACK: OK 00000100:00000001:1.0:1767384979.372949:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.372950:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384979.372952:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.372953:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000100:00000001:3.0:1767384979.372956:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384979.372959:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:3.0:1767384979.372960:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384979.372962:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384979.372965:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384979.372966:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372966:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384979.372968:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.372972:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384979.372974:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000100:00000001:3.0:1767384979.372975:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.372991:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.372997:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.372999:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384979.373005:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000800:00000001:0.0:1767384979.373012:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384979.373013:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384979.373015:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.373018:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.373024:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384979.373030:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205120 02000000:00000001:3.0:1767384979.373033:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384979.373036:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384979.373037:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384979.373040:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205248 00000100:00000001:3.0:1767384979.373042:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.373061:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.373066:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205120 02000000:00000001:1.0:1767384979.373068:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384979.373072:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384979.373072:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384979.373076:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384979.373077:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384979.373096:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384979.373097:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384979.373101:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00100000:1.0:1767384979.373102:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205248 00000020:00000001:1.0:1767384979.373104:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384979.373105:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384979.373107:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384979.373108:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384979.373112:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384979.373114:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384979.373116:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384979.373120:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384979.373122:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384979.373126:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384979.373127:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec164f36. 00000100:00000001:1.0:1767384979.373131:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384979.373132:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cc55064. 00000020:00000010:1.0:1767384979.373133:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec164f36. 00000100:00000001:3.0:1767384979.373137:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384979.373141:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052f9468f. 00000020:00000010:3.0:1767384979.373142:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cc55064. 00000020:00000010:1.0:1767384979.373149:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6e865d5. 00000020:00000010:3.0:1767384979.373152:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d246a28. 00000020:00000010:1.0:1767384979.373156:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d53bca5. 00000020:00000010:3.0:1767384979.373159:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091a6deb4. 00000100:00000040:1.0:1767384979.373165:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384979.373166:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000751e4781. 00000100:00000001:1.0:1767384979.373169:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384979.373172:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384979.373175:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384979.373175:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.373179:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384979.373180:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384979.373184:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.373185:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384979.373186:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000082cc0879. 00000100:00000001:3.0:1767384979.373190:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384979.373193:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008815f079. 00000100:00000001:3.0:1767384979.373197:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.373197:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384979.373199:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000400:00000200:0.0:1767384979.373206:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000082cc0879 00000400:00000010:0.0:1767384979.373210:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000d399d3d0. 00000400:00000200:0.0:1767384979.373214:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000100:00000001:1.0:1767384979.373215:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384979.373217:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384979.373219:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384979.373221:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384979.373221:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 00000100:00100000:1.0:1767384979.373227:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000400:00000200:0.0:1767384979.373227:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000100:00000040:1.0:1767384979.373234:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000010:0.0:1767384979.373234:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000094097ef6. 00000100:00000001:1.0:1767384979.373239:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998117968 : -129515711433648 : ffff8a34c606f450) 00000100:00100000:3.0:1767384979.373240:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000400:00000010:0.0:1767384979.373242:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000040:1.0:1767384979.373248:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c2858c7 x1853237373205248/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 4848/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384979.373249:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000400:00000010:0.0:1767384979.373251:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf1996b6. 00000100:00000001:3.0:1767384979.373256:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998118992 : -129515711432624 : ffff8a34c606f850) 00000400:00000200:0.0:1767384979.373263:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000100:00000040:3.0:1767384979.373268:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009eaf400e x1853237373205120/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 4848/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.373269:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384979.373274:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec164f36. 00000400:00000200:0.0:1767384979.373275:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000001:1.0:1767384979.373302:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384979.373303:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 169], ns[58, 178] 00000020:00000010:1.0:1767384979.373309:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec164f36. 00000100:00000001:3.0:1767384979.373312:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384979.373317:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000020:00000010:3.0:1767384979.373318:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cc55064. 00000100:00100000:1.0:1767384979.373319:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c2858c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373205248:12345-0@lo:253: 00000100:00000001:3.0:1767384979.373326:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384979.373330:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205248 00000020:00000010:3.0:1767384979.373332:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cc55064. 00000400:00000200:0.0:1767384979.373333:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 58], ns[70, 58] 00000020:00000001:1.0:1767384979.373336:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384979.373341:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384979.373344:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009eaf400e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373205120:12345-0@lo:253: 00000400:00000200:0.0:1767384979.373345:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00000020:00000001:1.0:1767384979.373346:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384979.373353:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384979.373356:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000100:00000200:3.0:1767384979.373360:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205120 00000400:00000200:0.0:1767384979.373361:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 58], ns[87, 58] 00000020:00000001:1.0:1767384979.373362:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384979.373364:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384979.373366:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384979.373372:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384979.373373:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384979.373374:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000020:00000001:1.0:1767384979.373379:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384979.373380:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.373384:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 58], ns[103, 58] 00000020:00000001:1.0:1767384979.373385:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.373386:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384979.373392:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384979.373395:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 58], ns[111, 58] 02000000:00000001:1.0:1767384979.373396:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384979.373398:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384979.373406:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384979.373406:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c40a4d5a. 00000020:00000001:3.0:1767384979.373410:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.373410:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 58], ns[119, 58] 02000000:00000001:1.0:1767384979.373411:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.373418:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384979.373418:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.373423:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384979.373424:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384979.373426:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 58], ns[132, 58] 00000020:00000001:3.0:1767384979.373428:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.373434:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384979.373438:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384979.373440:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[137, 58] 20000000:00000010:1.0:1767384979.373445:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009385c92c. 02000000:00000010:3.0:1767384979.373446:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003be29cf. 00000400:00000200:0.0:1767384979.373451:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[149, 58] 02000000:00000001:3.0:1767384979.373452:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384979.373453:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384979.373460:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384979.373460:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384979.373466:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384979.373466:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384979.373468:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 58], ns[153, 58] 20000000:00000001:1.0:1767384979.373470:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384979.373476:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384979.373477:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002fa4eebe. 20000000:00000001:1.0:1767384979.373481:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384979.373485:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384979.373485:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 58], ns[169, 58] 20000000:00000001:3.0:1767384979.373490:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:1.0:1767384979.373493:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce709c24. 20000000:00000001:3.0:1767384979.373494:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384979.373498:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 20000000:00000001:3.0:1767384979.373500:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384979.373500:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384979.373508:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.373509:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 20000000:00000001:1.0:1767384979.373510:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384979.373513:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384979.373518:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384979.373519:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:0.0:1767384979.373524:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:0.0:1767384979.373528:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 42], ns[77, 42] 00000400:00000200:0.0:1767384979.373532:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 42], ns[78, 42] 00000400:00000200:0.0:1767384979.373536:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 42], ns[160, 42] 00000400:00000200:0.0:1767384979.373539:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 42], ns[79, 42] 00000400:00000200:0.0:1767384979.373543:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 42], ns[85, 42] 00000400:00000200:0.0:1767384979.373547:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[99, 42] 00000400:00000200:0.0:1767384979.373551:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 42], ns[122, 42] 00000400:00000200:0.0:1767384979.373554:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 42], ns[115, 42] 00000400:00000200:0.0:1767384979.373558:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 42], ns[130, 42] 00080000:00000001:1.0:1767384979.373560:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384979.373565:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[157, 42] 00080000:00000001:1.0:1767384979.373566:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384979.373570:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384979.373574:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384979.373574:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 42], ns[164, 42] 00000400:00000200:0.0:1767384979.373579:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 42], ns[176, 42] 00000400:00000200:0.0:1767384979.373584:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 00000020:00000001:1.0:1767384979.373586:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384979.373590:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 42], ns[161, 42] 00000020:00000001:1.0:1767384979.373593:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:0.0:1767384979.373594:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[165, 42], ns[174, 42] 00080000:00000001:1.0:1767384979.373601:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384979.373602:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[163, 42], ns[172, 42] 00000400:00000200:0.0:1767384979.373608:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[164, 42], ns[173, 42] 00080000:00000010:1.0:1767384979.373609:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000022ff49ee. 00080000:00000001:1.0:1767384979.373616:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307293184 : -129515402258432 : ffff8a34d8749800) 00000400:00000200:0.0:1767384979.373620:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00080000:00000001:1.0:1767384979.373622:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384979.373657:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384979.373661:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384979.373665:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:0.0:1767384979.373670:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp45 00000400:00000200:0.0:1767384979.373675:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp45 lpni_is_preferred = 0 00000400:00000200:0.0:1767384979.373678:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp45 00000400:00000200:0.0:1767384979.373681:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp45 NI seq info: [179:179:256:4294967295] 192.168.204.149@tcp45 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384979.373686:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp45 00000400:00000200:0.0:1767384979.373692:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp45(192.168.204.149@tcp45:) -> 192.168.204.149@tcp45(192.168.204.149@tcp:192.168.204.149@tcp45) : GET try# 0 00000800:00000200:0.0:1767384979.373698:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp45 00000800:00000010:0.0:1767384979.373701:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb9772a5. 00000800:00000010:0.0:1767384979.373709:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004b05e69f. 00000800:00000010:0.0:1767384979.373712:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e95aa6e4. 00000800:00000200:0.0:1767384979.373718:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000800:00000200:0.1:1767384979.373721:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000400:00000200:0.0:1767384979.373735:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384979.373738:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100251 rc 0 00000001:00000001:1.0:1767384979.373759:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384979.373762:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384979.373765:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384979.373785:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384979.373788:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384979.373807:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.373889:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00080000:00000001:1.0:1767384979.373956:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384979.373961:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384979.373968:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374044:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374124:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374169:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374220:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374244:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374271:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374287:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374330:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374354:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374374:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374391:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374412:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374446:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374490:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374520:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374543:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374564:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374587:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374605:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374678:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374734:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374783:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374811:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374839:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374864:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374891:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374937:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.374962:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.375003:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.375034:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.375102:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384979.375142:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384979.375275:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:0.0:1767384979.375280:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013bc9838. 00000800:00000010:0.0:1767384979.375299:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006dc75e4. 00000800:00000010:0.0:1767384979.375321:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006dc75e4. 00000800:00020000:0.0:1767384979.375330:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384979.375334:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013bc9838. 00000800:00000010:0.0:1767384979.375337:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:02020000:0.0:1767384979.375376:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp45 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384979.375382:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp45 notifying 192.168.204.149@tcp45: down 00000800:00000200:0.0:1767384979.375387:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp45 down 00000800:00000100:0.0:1767384979.375393:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp45 00000800:00000010:0.0:1767384979.375395:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cb9772a5. 00000400:00000200:0.0:1767384979.375398:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384979.375401:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp45->192.168.204.149@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384979.375409:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp45 added to recovery queue. ping count: 0 next ping: 303 health :900 00000400:00000200:0.0:1767384979.375412:0:16151:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384979.375417:0:16151:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:0.0:1767384979.375422:0:16151:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384979.375452:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384979.375458:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100851 00000400:00000001:0.0:1767384979.375462:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384979.375464:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384979.375466:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384979.375468:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000400:00000200:0.0:1767384979.375473:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384979.375477:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:0.0:1767384979.375481:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000094097ef6. 00000400:00000200:0.0:1767384979.375485:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000400:00000200:0.0:1767384979.375489:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:0.0:1767384979.375491:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102051 rc -71 00000400:00000200:0.0:1767384979.375496:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384979.375499:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (40) 00080000:00000001:0.0:1767384979.385215:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384979.385219:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384979.385221:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384979.385224:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384979.385226:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384979.385228:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384979.385230:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384979.385230:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384979.385234:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384979.385241:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384979.385243:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000022ff49ee. 00080000:00000001:2.0:1767384979.385249:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384979.385253:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384979.385257:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384979.385262:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2cc687f. 00080000:00000020:0.0:1767384979.385265:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384979.385268:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:01000000:1.0:1767384979.385272:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384979.385274:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384979.385278:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384979.385280:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384979.385281:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384979.385303:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384979.385306:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384979.385315:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b999306f. 00010000:00000001:1.0:1767384979.385320:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384979.385322:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384979.385323:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059039dcc. 00080000:00000001:3.0:1767384979.385328:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384979.385330:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384979.385331:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384979.385335:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384979.385335:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059039dcc with handle 0xcb8130832f6b384b to hash 00000020:00000001:3.0:1767384979.385339:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384979.385340:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384979.385344:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00000020:00000001:3.0:1767384979.385345:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384979.385347:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00080000:00000001:3.0:1767384979.385351:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384979.385352:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384979.385355:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384979.385357:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fe4e8d70. 00010000:00010000:1.0:1767384979.385358:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384979.385363:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553660158976 : -129520049392640 : ffff8a33c376f400) 00080000:00000001:3.0:1767384979.385369:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384979.385374:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384979.385377:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384979.385379:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384979.385381:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384979.385383:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384979.385393:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384979.385394:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384979.385397:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384979.385399:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384979.385401:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384979.385403:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384979.385404:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b999306f) refcount = 1 00010000:00010000:1.0:1767384979.385408:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385413:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384979.385416:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384979.385417:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384979.385420:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385422:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384979.385423:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000001:1.0:1767384979.385425:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384979.385426:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384979.385430:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:01000000:1.0:1767384979.385430:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384979.385435:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384979.385437:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384979.385438:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=4 00000020:00000001:1.0:1767384979.385440:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00080000:00000001:3.0:1767384979.385442:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385443:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384979.385445:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384979.385447:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385454:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384979.385456:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384979.385458:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385464:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384979.385465:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384979.385466:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385471:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384979.385478:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385482:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384979.385484:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384979.385490:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000059039dcc already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384979.385492:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384979.385495:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384979.385496:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385501:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384979.385503:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384979.385505:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384979.385506:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=5 00000020:00000001:1.0:1767384979.385508:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384979.385510:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:1.0:1767384979.385513:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384979.385514:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385519:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384979.385522:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384979.385523:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385527:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384979.385528:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1767384979.385529:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384979.385531:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384979.385533:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384979.385534:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384979.385539:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059039dcc with handle 0xcb8130832f6b384b from hash 00010000:00000001:1.0:1767384979.385541:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384979.385543:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384979.385544:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384979.385546:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384979.385548:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384979.385550:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384979.385558:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384979.385560:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384979.385562:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385564:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384979.385566:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384979.385568:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384979.385569:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384979.385571:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385572:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.385574:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384979.385576:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385580:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384979.385580:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384979.385582:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384979.385583:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384979.385585:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384979.385586:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384979.385588:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384979.385590:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384979.385591:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384979.385593:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384979.385598:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384979.385599:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384979.385601:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b384b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384979.385639:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b999306f count: 0 00010000:00000001:1.0:1767384979.385653:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384979.385655:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384979.389661:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294969985, at 4294969986 00000100:00000010:2.0:1767384979.389669:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c80e300. 00000100:00000040:3.0:1767384979.390629:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294969985, at 4294969987 00000100:00000010:3.0:1767384979.390636:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa20b0d0. 00000100:00000040:0.0:1767384979.390652:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294969985, at 4294969987 00000100:00000040:1.0:1767384979.390654:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294969985, at 4294969987 00000100:00000010:0.0:1767384979.390660:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5caa1cf. 00000100:00000010:1.0:1767384979.390663:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8582c95. 00010000:00000010:1.1:1767384979.391614:0:16628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b999306f. 00010000:00000010:1.1:1767384979.391630:0:16628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059039dcc. 00000400:00000010:2.0:1767384979.393830:0:37657:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d9682531. 00000400:00000040:2.0:1767384979.393848:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384979.393851:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384979.393854:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384979.393856:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384979.393859:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384979.393860:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384979.393863:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384979.393865:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384979.393867:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384979.393868:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384979.393871:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384979.393872:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384979.393874:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384979.393876:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384979.393877:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384979.393879:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384979.393881:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384979.393882:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384979.393883:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384979.393885:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384979.393886:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384979.393888:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384979.393889:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384979.393890:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384979.393891:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384979.393893:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384979.393894:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384979.393895:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384979.393896:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384979.393897:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384979.393898:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384979.393901:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384979.393902:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384979.393909:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384979.393911:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384979.393913:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384979.393914:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384979.393916:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384979.393918:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384979.393920:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384979.393922:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384979.393923:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384979.393925:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384979.393927:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384979.393928:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384979.393930:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384979.393932:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384979.393934:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384979.393936:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384979.393938:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384979.393940:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384979.393942:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384979.393943:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384979.393945:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384979.393947:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384979.393948:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384979.393950:0:37657:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384979.394159:0:37657:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d9682531. 00080000:00000001:2.0:1767384979.395188:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384979.395192:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384979.395192:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384979.395195:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384979.395197:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384979.395199:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384979.395199:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384979.395204:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384979.395205:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fe4e8d70. 20000000:00000001:3.0:1767384979.395209:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384979.395211:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384979.395213:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384979.395225:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384979.395228:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384979.395235:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384979.395245:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384979.395248:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384979.395250:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384979.395253:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384979.395255:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384979.395261:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003d1213fc. 00010000:00000001:3.0:1767384979.395264:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384979.395267:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008de79825. 00000020:00000001:3.0:1767384979.395270:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384979.395273:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008de79825 with handle 0xcb8130832f6b3852 to hash 00000020:00000001:3.0:1767384979.395275:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384979.395276:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384979.395279:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384979.395281:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384979.395282:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384979.395285:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395291:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384979.395294:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384979.395296:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384979.395298:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384979.395304:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384979.395305:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384979.395307:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384979.395308:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384979.395310:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384979.395312:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384979.395312:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384979.395314:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d1213fc) refcount = 1 00010000:00010000:3.0:1767384979.395316:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395321:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384979.395322:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384979.395323:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384979.395324:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.395325:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384979.395328:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384979.395329:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:3.0:1767384979.395332:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384979.395333:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384979.395335:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=4 00000020:00000001:3.0:1767384979.395336:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384979.395338:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384979.395340:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384979.395341:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395345:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384979.395346:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395349:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.395351:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384979.395352:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395364:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384979.395365:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.395367:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384979.395369:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384979.395374:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008de79825 already unused, calling callback (0000000051dbbedc) 00010000:00000001:3.0:1767384979.395376:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384979.395378:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384979.395379:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395383:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384979.395384:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384979.395385:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384979.395387:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008de79825 refcount=5 00000020:00000001:3.0:1767384979.395389:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384979.395390:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236096 : -129515790315520 : ffff8a34c1535000) 00010000:00000001:3.0:1767384979.395392:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384979.395394:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395398:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384979.395399:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384979.395400:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.395403:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384979.395404:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384979.395406:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384979.395407:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384979.395410:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008de79825 with handle 0xcb8130832f6b3852 from hash 00010000:00000001:3.0:1767384979.395412:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384979.395413:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.395414:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.395420:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384979.395422:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384979.395424:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384979.395426:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384979.395427:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384979.395429:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.395430:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384979.395431:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384979.395433:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.395434:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.395435:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.395436:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.395438:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384979.395439:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395443:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.395444:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.395446:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384979.395448:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384979.395449:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.395450:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.395452:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384979.395454:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384979.395456:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384979.395458:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.395462:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384979.395464:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384979.395465:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008de79825/0xcb8130832f6b3852 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384979.395469:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d1213fc count: 0 00010000:00000001:3.0:1767384979.395478:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384979.395479:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384979.396965:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384979.396969:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384979.396971:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009385c92c. 20000000:00000001:0.0:1767384979.396976:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384979.396981:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373205248 00010000:00000001:0.0:1767384979.396983:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384979.396990:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c2858c7 x1853237373205248/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.396998:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.397001:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.397004:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.397008:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384979.397011:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384979.397013:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384979.397016:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384979.397019:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.397023:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.397028:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384979.397032:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000471e3a2b. 00000100:00000200:0.0:1767384979.397037:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373205248, offset 224 00000400:00000200:0.0:1767384979.397061:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384979.397074:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384979.397103:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507b00 00000400:00000200:0.0:1767384979.397112:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f31 [2] + 224 00000400:00000200:0.0:1767384979.397121:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.397125:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.397132:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.397137:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.397147:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.397164:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384979.397171:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471e3a2b 00000400:00000010:0.0:1767384979.397173:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000471e3a2b. 00000100:00000001:0.0:1767384979.397176:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384979.397177:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384979.397181:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.397183:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384979.397186:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.397187:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.397189:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384979.397193:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2858c7 x1853237373205248/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.397200:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c2858c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373205248:12345-0@lo:253: Request processed in 23931us (24430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384979.397208:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1767384979.397211:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384979.397213:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384979.397215:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384979.397219:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6e865d5. 00000020:00000010:0.0:1767384979.397222:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d53bca5. 00000020:00000010:0.0:1767384979.397225:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052f9468f. 00000020:00000040:0.0:1767384979.397230:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384979.397234:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384979.397236:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c40a4d5a. 02000000:00000001:0.0:1767384979.397239:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384979.397241:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384979.397246:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384979.397250:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767384979.397255:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000471e3a2b. 00000100:00000001:1.0:1767384979.397285:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.397289:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384979.397300:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384979.397302:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384979.397304:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e2aea5. 00000400:00000200:1.0:1767384979.397308:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f87aee 00000400:00000010:1.0:1767384979.397310:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097f87aee. 00000100:00000001:1.0:1767384979.397313:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384979.397318:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384979.397343:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.397349:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384979.397351:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.397354:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384979.397356:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384979.397358:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384979.397360:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384979.397362:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384979.397367:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384979.397369:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384979.397372:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384979.397373:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.397375:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384979.397377:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.397379:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384979.397382:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.397387:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384979.397390:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384979.397391:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384979.397395:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384979.397397:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384979.397398:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384979.397400:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384979.397401:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384979.397401:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384979.397402:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384979.397404:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384979.397411:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384979.397414:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384979.397420:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000214121f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373205248:0@lo:253: 00000100:00000001:1.0:1767384979.397424:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.397426:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384979.397427:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000214121f2 x1853237373205248/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.397432:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384979.397434:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384979.397435:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000043a6124. 02000000:00000001:1.0:1767384979.397439:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384979.397441:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384979.397443:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384979.397444:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384979.397447:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a943ed5f. 02000000:00000001:1.0:1767384979.397451:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384979.397452:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384979.397454:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000214121f2. 00000100:00000001:1.0:1767384979.397457:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384979.397459:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.397460:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.397466:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384979.397467:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.397470:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.397472:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384979.398004:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384979.398007:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384979.398008:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002fa4eebe. 20000000:00000001:0.0:1767384979.398013:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384979.398015:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373205120 00010000:00000001:0.0:1767384979.398017:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384979.398020:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009eaf400e x1853237373205120/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.398025:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.398026:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.398028:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.398030:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384979.398032:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384979.398033:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384979.398035:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384979.398036:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.398038:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.398039:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384979.398042:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3737afb. 00000100:00000200:0.0:1767384979.398045:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373205120, offset 224 00000400:00000200:0.0:1767384979.398064:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384979.398069:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384979.398072:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507a80 00000400:00000200:0.0:1767384979.398076:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f29 [2] + 224 00000400:00000200:0.0:1767384979.398080:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.398082:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.398085:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.398087:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.398093:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.398107:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384979.398110:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3737afb 00000400:00000010:0.0:1767384979.398112:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3737afb. 00000100:00000001:0.0:1767384979.398113:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384979.398114:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384979.398116:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.398118:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384979.398120:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.398121:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.398123:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384979.398126:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eaf400e x1853237373205120/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:205/0 lens 4848/4768 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.398133:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009eaf400e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16164:x1853237373205120:12345-0@lo:253: Request processed in 24820us (25501us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384979.398136:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.398138:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384979.398141:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000400:00000001:1.0:1767384979.398145:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384979.398145:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000400:00000001:1.0:1767384979.398149:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384979.398149:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384979.398153:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d36c258b. 00000100:00000001:0.0:1767384979.398153:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384979.398157:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091a6deb4. 00000400:00000200:1.0:1767384979.398158:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8dfca4f 00000400:00000010:1.0:1767384979.398162:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8dfca4f. 00000020:00000010:0.0:1767384979.398163:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000751e4781. 00000100:00000001:1.0:1767384979.398165:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384979.398168:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d246a28. 00000100:00000200:1.0:1767384979.398172:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384979.398172:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:0.0:1767384979.398178:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384979.398180:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003be29cf. 02000000:00000001:0.0:1767384979.398185:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384979.398186:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384979.398190:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384979.398195:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f1a924. 00000100:00000200:1.0:1767384979.398199:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384979.398200:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3737afb. 00000100:00000001:1.0:1767384979.398209:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384979.398211:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.398212:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384979.398213:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384979.398214:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384979.398215:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384979.398217:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384979.398219:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384979.398221:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384979.398223:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384979.398224:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384979.398225:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384979.398226:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.398228:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384979.398229:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.398234:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384979.398235:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384979.398236:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384979.398238:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384979.398239:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384979.398240:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384979.398241:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384979.398242:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384979.398243:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384979.398244:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384979.398245:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384979.398246:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384979.398247:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384979.398248:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384979.398252:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373205120:0@lo:253: 00000100:00000001:1.0:1767384979.398261:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.398262:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384979.398264:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b33b863 x1853237373205120/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384979.398268:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384979.398270:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384979.398272:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ab0365ee. 02000000:00000001:1.0:1767384979.398275:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384979.398275:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384979.398276:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384979.398278:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384979.398279:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005de2edff. 02000000:00000001:1.0:1767384979.398281:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384979.398282:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384979.398283:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b33b863. 00000100:00000001:1.0:1767384979.398285:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384979.398285:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.398286:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384979.398290:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384979.398291:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384979.398293:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384979.398294:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384979.402944:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d1213fc. 00010000:00000010:3.1:1767384979.402951:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008de79825. 00000800:00000200:1.0:1767384980.027709:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e23a5dd4] -> 12345-192.168.204.149@tcp14 (6) 00000800:00000200:1.0:1767384980.027718:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp14 ip 192.168.204.149:988 00000800:00000200:1.0:1767384980.027722:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384980.027832:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384980.027833:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384980.027848:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384980.027860:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384980.027863:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384980.028658:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384980.028661:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384980.028663:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384980.028666:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000400:00000200:3.0:1767384980.028671:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384980.028675:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384980.028686:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c02a3392. 00000400:00000010:3.0:1767384980.028689:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c701a92. 00000400:00000200:3.0:1767384980.028701:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp45 00000400:00000010:3.0:1767384980.028704:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000116629d9. 00000400:00000010:3.0:1767384980.028709:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000447a6f45. 00000400:00000010:3.0:1767384980.028712:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:3.0:1767384980.028717:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000103228c5. 00000400:00000200:3.0:1767384980.028719:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp45 00000400:00000200:3.0:1767384980.028730:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp45 local destination 00000400:00000200:3.0:1767384980.028735:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp45 00000400:00000200:3.0:1767384980.028738:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp45 NI seq info: [180:180:256:4294967295] 192.168.204.149@tcp45 LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1767384980.028744:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp45 00000400:00000200:3.0:1767384980.028749:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp45(192.168.204.149@tcp45:) -> 192.168.204.149@tcp45(192.168.204.149@tcp45:192.168.204.149@tcp45) : GET try# 0 00000800:00000200:3.0:1767384980.028753:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp45 00000800:00000010:3.0:1767384980.028757:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f92ed93d. 00000800:00000200:3.0:1767384980.028761:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000800:00000200:3.1:1767384980.028765:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000400:00000200:3.0:1767384980.028780:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp45 added to recovery queue. ping count: 1 next ping: 305 health :900 00000400:00000200:1.0:1767384980.028846:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.028884:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.028905:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.028929:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.028963:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029004:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029053:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029102:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029120:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029147:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029189:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029239:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029288:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029308:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029329:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029348:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029371:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029411:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029449:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029500:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029517:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029534:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029553:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029572:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029588:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029613:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029704:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029762:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029812:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029878:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029929:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.029984:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.030028:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384980.030068:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384980.030202:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767384980.030208:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bae76b28. 00000800:00000010:1.0:1767384980.030213:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017f6f6e8. 00000800:00000010:1.0:1767384980.030232:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017f6f6e8. 00000800:00020000:1.0:1767384980.030239:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384980.030248:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bae76b28. 00000800:00000010:1.0:1767384980.030249:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:02020000:1.0:1767384980.030287:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp45 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384980.030293:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp45 notifying 192.168.204.149@tcp45: down 00000400:00000200:1.0:1767384980.030296:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384980.030299:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp45 00000800:00000010:1.0:1767384980.030301:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f92ed93d. 00000400:00000200:1.0:1767384980.030305:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384980.030308:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp45->192.168.204.149@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384980.030317:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384980.030319:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384980.030323:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp45) recovery failed with -71 00010000:00000001:2.0:1767384980.155676:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384980.155680:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.155685:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384980.155686:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.155714:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384980.155718:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384980.155721:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384980.283645:0:17576:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384980.283650:0:17576:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384981.052674:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384981.052681:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384981.052686:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384981.052691:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000400:00000200:3.0:1767384981.052697:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384981.052704:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384981.052717:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000116629d9. 00000400:00000010:3.0:1767384981.052732:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000447a6f45. 00000400:00000200:3.0:1767384981.052744:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp43 00000400:00000010:3.0:1767384981.052747:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000116629d9. 00000400:00000010:3.0:1767384981.052751:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002ad9d53e. 00000400:00000010:3.0:1767384981.052755:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:3.0:1767384981.052760:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000cc1f262. 00000400:00000200:3.0:1767384981.052763:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp43 00000400:00000200:3.0:1767384981.052776:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp43 local destination 00000400:00000200:3.0:1767384981.052798:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp43 00000400:00000200:3.0:1767384981.052803:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp43 NI seq info: [181:181:256:4294967295] 192.168.204.149@tcp43 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384981.052811:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp43 00000400:00000200:3.0:1767384981.052820:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp43(192.168.204.149@tcp43:) -> 192.168.204.149@tcp43(192.168.204.149@tcp43:192.168.204.149@tcp43) : GET try# 0 00000800:00000200:3.0:1767384981.052826:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp43 00000800:00000010:3.0:1767384981.052832:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b7af3c5e. 00000800:00000200:3.0:1767384981.052839:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000800:00000200:3.1:1767384981.052844:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000400:00000200:3.0:1767384981.052868:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp43 added to recovery queue. ping count: 3 next ping: 312 health :700 00000400:00000200:0.0:1767384981.052972:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053069:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053095:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053131:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053153:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053175:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053196:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053220:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053244:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053268:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053290:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053315:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053338:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053360:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053385:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053407:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053430:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053469:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053488:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053510:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053532:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053551:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053570:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053585:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053609:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053699:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053719:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053753:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053773:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053800:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053826:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053863:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053889:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384981.053913:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384981.054117:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:0.0:1767384981.054123:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041a02a6a. 00000800:00000010:0.0:1767384981.054129:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035409c26. 00000800:00000010:0.0:1767384981.054150:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035409c26. 00000800:00020000:0.0:1767384981.054158:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384981.054162:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041a02a6a. 00000800:00000010:0.0:1767384981.054165:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:02020000:0.0:1767384981.054210:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp43 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384981.054220:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp43 notifying 192.168.204.149@tcp43: down 00000400:00000200:0.0:1767384981.054225:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384981.054230:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp43 00000800:00000010:0.0:1767384981.054234:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b7af3c5e. 00000400:00000200:0.0:1767384981.054239:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384981.054244:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp43->192.168.204.149@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384981.054256:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384981.054261:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384981.054267:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp43) recovery failed with -71 00010000:00000001:2.0:1767384981.179704:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384981.179711:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384981.179718:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384981.179719:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384981.179773:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384981.179779:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384981.179784:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384981.282664:0:38199:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384981.282676:0:38199:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384981.282679:0:38199:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384981.282684:0:38199:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384981.282689:0:38199:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384981.282691:0:38199:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384982.035399:0:38363:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384982.035403:0:38363:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:2.0:1767384982.039440:0:38363:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384982.046687:0:38364:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e162d050. 00000400:00000010:2.0:1767384982.046700:0:38364:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd234818. 00000400:00000010:2.0:1767384982.046710:0:38364:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c654786e. 00000400:00000010:2.0:1767384982.046713:0:38364:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000500b773f. 00000400:00000010:2.0:1767384982.046716:0:38364:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a8463d31. 00000400:00000010:2.0:1767384982.046721:0:38364:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000199bf3bf. 00000400:00000010:2.0:1767384982.046722:0:38364:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059a38c47. 00000400:00000010:2.0:1767384982.046724:0:38364:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037f7c71b. 00000400:00000010:2.0:1767384982.046726:0:38364:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cc653ed1. 00000800:00000010:2.0:1767384982.046741:0:38364:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000494e555e. 00000800:00000200:2.0:1767384982.046752:0:38364:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384982.046763:0:38364:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384982.046800:0:38364:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:2.0:1767384982.046822:0:38364:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp49 [8/256/0/180] 00000400:00000010:2.0:1767384982.048744:0:38364:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000012f56158. 00000400:00000010:2.0:1767384982.048750:0:38364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cc0657. 00000400:00000010:2.0:1767384982.048755:0:38364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009919058d. 00000400:00000001:2.0:1767384982.048773:0:38364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384982.048774:0:38364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384982.048776:0:38364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570a90b. 00000400:00000200:2.0:1767384982.048777:0:38364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:2.0:1767384982.048779:0:38364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000400:00000010:2.0:1767384982.048782:0:38364:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000084d8baad. 00000400:00000200:2.0:1767384982.048786:0:38364:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (39) 00000400:00000200:2.0:1767384982.048796:0:38364:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384982.048805:0:38364:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:2.0:1767384982.048811:0:38364:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b34b79e9. 00000400:00000200:0.0:1767384982.048815:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384982.048818:0:38364:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384982.048823:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000020:01000000:2.0:1767384982.048824:0:38364:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp49 00000400:00000200:0.0:1767384982.048829:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000010:0.0:1767384982.048834:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000094097ef6. 00000400:00000010:0.0:1767384982.048837:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000400:00000010:2.0:1767384982.048841:0:38364:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd234818. 00000400:00000010:0.0:1767384982.048842:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000666be5a. 00000400:00000010:2.0:1767384982.048846:0:38364:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e162d050. 00000400:00000200:0.0:1767384982.048849:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1767384982.048861:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000020:00000001:3.0:1767384982.048863:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384982.048867:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 169], ns[58, 178] 10000000:00000001:3.0:1767384982.048868:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384982.048871:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384982.048874:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384982.048876:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000020:01000004:3.0:1767384982.048878:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384982.048883:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384982.048886:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 58], ns[70, 58] 00000020:01000004:3.0:1767384982.048887:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384982.048889:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384982.048892:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00000400:00000200:0.0:1767384982.048895:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 58], ns[87, 58] 00000020:01000004:3.0:1767384982.048899:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384982.048902:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000020:01000004:3.0:1767384982.048903:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384982.048905:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384982.048909:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384982.048911:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 58], ns[103, 58] 00000020:01000004:3.0:1767384982.048912:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384982.048915:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384982.048919:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 58], ns[111, 58] 00000100:00000010:3.0:1767384982.048921:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078ccf4e1. 00000020:00000040:3.0:1767384982.048928:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:0.0:1767384982.048928:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 58], ns[119, 58] 00000400:00000200:0.0:1767384982.048935:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 58], ns[132, 58] 00000100:00000001:3.0:1767384982.048936:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384982.048939:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[137, 58] 02000000:00000001:3.0:1767384982.048940:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384982.048945:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[149, 58] 02000000:00000001:3.0:1767384982.048946:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.048950:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 58], ns[153, 58] 00000400:00000200:0.0:1767384982.048953:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 58], ns[169, 58] 02000000:00000010:3.0:1767384982.048956:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007fef79f2. 00000400:00000200:0.0:1767384982.048957:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 00000400:00000200:0.0:1767384982.048962:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000100:00000001:3.0:1767384982.048964:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.048967:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:0.0:1767384982.048972:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000100:00000001:3.0:1767384982.048973:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384982.048977:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.048978:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 42], ns[77, 42] 00000400:00000200:0.0:1767384982.048985:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 42], ns[78, 42] 00000100:00000040:3.0:1767384982.048988:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078ccf4e1] to pc [ptlrpcd_00_03+3] req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384982.048992:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 42], ns[160, 42] 00000400:00000200:0.0:1767384982.049018:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 42], ns[79, 42] 00000400:00000200:0.0:1767384982.049033:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 42], ns[85, 42] 00000400:00000200:0.0:1767384982.049039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[99, 42] 00000400:00000200:0.0:1767384982.049044:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 42], ns[122, 42] 00000400:00000200:0.0:1767384982.049049:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 42], ns[115, 42] 10000000:00000001:3.0:1767384982.049050:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384982.049055:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384982.049060:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384982.049063:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384982.049063:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384982.049063:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 42], ns[130, 42] 00000100:00000001:2.0:1767384982.049068:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384982.049072:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384982.049072:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384982.049076:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384982.049076:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[157, 42] 10000000:00000001:3.0:1767384982.049079:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384982.049082:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384982.049083:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384982.049088:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384982.049090:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 42], ns[164, 42] 00000020:01000004:3.0:1767384982.049092:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384982.049095:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384982.049098:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384982.049101:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384982.049104:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384982.049107:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384982.049108:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384982.049109:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 42], ns[176, 42] 00000020:01000004:3.0:1767384982.049112:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384982.049113:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384982.049116:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384982.049120:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384982.049121:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000001:2.0:1767384982.049124:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384982.049124:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 00000020:00000040:3.0:1767384982.049125:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:2.0:1767384982.049130:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049131:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384982.049137:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078ccf4e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373205376:0@lo:253: 02000000:00000001:3.0:1767384982.049140:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384982.049141:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 42], ns[161, 42] 02000000:00000001:3.0:1767384982.049145:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049145:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384982.049150:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384982.049153:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384982.049154:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc4c7c63. 00000400:00000200:0.0:1767384982.049154:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[165, 42], ns[174, 42] 02000000:00000001:2.0:1767384982.049156:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384982.049160:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384982.049164:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b9ecca2. 00000100:00000001:3.0:1767384982.049166:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384982.049166:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[181, 42] 02000000:00000001:2.0:1767384982.049167:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049170:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384982.049173:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008570a90b. 00000100:00000040:3.0:1767384982.049178:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a8d528f] to pc [ptlrpcd_00_00+0] req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384982.049181:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd234818. 00000400:00000200:0.0:1767384982.049183:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[164, 42], ns[173, 42] 00000100:00000200:2.0:1767384982.049188:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373205376, portal 25 00000100:00000001:2.0:1767384982.049193:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384982.049196:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774270080 : -129514935281536 : ffff8a34f44a1880) 00000400:00000200:0.0:1767384982.049203:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[171, 42], ns[180, 42] 00000100:00000040:2.0:1767384982.049204:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384982.049209:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384982.049215:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384982.049219:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.049222:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000020:01000000:3.0:1767384982.049223:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384982.049229:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b34b79e9. 00000100:00000001:2.0:1767384982.049231:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384982.049237:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384982.049241:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbb8eb4d. 00000400:00000200:0.0:1767384982.049241:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384982.049244:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384982.049247:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373205376, offset 0 00000100:00000001:3.0:1767384982.049248:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.049253:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000100:00000001:3.0:1767384982.049257:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384982.049258:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384982.049261:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384982.049263:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp46 00000100:00000001:3.0:1767384982.049264:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384982.049269:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384982.049274:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp46 lpni_is_preferred = 0 00000100:00000001:3.0:1767384982.049278:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384982.049280:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.049283:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp46 02000000:00000001:3.0:1767384982.049284:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384982.049287:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384982.049289:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384982.049294:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a8d528f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373205504:0@lo:253: 00000400:00000200:0.0:1767384982.049295:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp46 NI seq info: [182:182:256:4294967295] 192.168.204.149@tcp46 LPNI seq info [173:173:8:4294967295] 00000100:00000001:3.0:1767384982.049299:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384982.049303:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384982.049305:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384982.049308:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384982.049309:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp46 02000000:00000010:3.0:1767384982.049313:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000416ef44d. 02000000:00000001:3.0:1767384982.049317:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384982.049323:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6bf6b2f. 00000400:00000200:0.0:1767384982.049324:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46:) -> 192.168.204.149@tcp46(192.168.204.149@tcp:192.168.204.149@tcp46) : GET try# 0 00000400:00000010:3.0:1767384982.049329:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000367341ca. 00000100:00000200:3.0:1767384982.049334:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373205504, portal 25 00000800:00000200:0.0:1767384982.049335:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp46 00000400:00000200:2.0:1767384982.049337:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384982.049342:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000367861c6. 00000100:00000001:3.0:1767384982.049343:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384982.049345:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774273664 : -129514935277952 : ffff8a34f44a2680) 00000100:00000040:3.0:1767384982.049352:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384982.049354:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009097d1c7. 00000400:00000200:2.0:1767384982.049359:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507b80 00000800:00000010:0.0:1767384982.049363:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006d4d3698. 00000100:00000001:3.0:1767384982.049366:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384982.049370:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16c1 [2] + 0 00000100:00000040:3.0:1767384982.049375:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384982.049376:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8d8641a. 00000800:00000200:0.0:1767384982.049377:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000400:00000010:3.0:1767384982.049380:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056789d2d. 00000400:00000200:2.0:1767384982.049381:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009774ee70 00000100:00000200:3.0:1767384982.049386:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373205504, offset 0 00000400:00000200:2.0:1767384982.049390:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384982.049391:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000400:00000200:3.0:1767384982.049396:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384982.049400:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384982.049406:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009774ee70 00000400:00000200:3.0:1767384982.049408:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384982.049409:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009774ee70. 00000100:00000001:2.0:1767384982.049415:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384982.049415:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384982.049419:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273507c00 00000100:00000200:2.0:1767384982.049420:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384982.049425:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000100:00000040:2.0:1767384982.049427:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000098ba868b x1853237373205376 msgsize 4848 00000400:00000200:3.0:1767384982.049431:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16c9 [2] + 0 00000400:00000010:3.0:1767384982.049436:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dba6b92. 00000100:00100000:2.0:1767384982.049440:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384982.049441:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033c22600 00000100:00000040:2.0:1767384982.049442:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384982.049447:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384982.049451:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384982.049455:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c22600 00000100:00000001:2.0:1767384982.049455:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384982.049456:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033c22600. 00000100:00000001:3.0:1767384982.049462:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384982.049463:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384982.049465:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000006320376d x1853237373205504 msgsize 4848 00000400:00000200:2.0:1767384982.049466:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbb8eb4d 00000100:00100000:3.0:1767384982.049471:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384982.049473:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbb8eb4d. 00000100:00000040:3.0:1767384982.049474:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384982.049480:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384982.049484:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384982.049487:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384982.049492:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056789d2d 00000400:00000200:0.0:1767384982.049494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000010:3.0:1767384982.049495:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056789d2d. 00000100:00000001:3.0:1767384982.049501:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384982.049506:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384982.049509:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384982.049514:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384982.049515:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384982.049520:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384982.049529:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049534:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384982.049535:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049538:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384982.049540:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049545:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294972661 00000400:00000200:0.0:1767384982.049548:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000100:00000010:2.0:1767384982.049550:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee67b658. 00000100:00000001:3.0:1767384982.049551:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049557:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294972661 00000100:00000001:2.0:1767384982.049559:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384982.049566:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294972661 00000100:00000001:3.0:1767384982.049568:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294972661 00000100:00000010:2.0:1767384982.049569:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0e072f9. 00000100:00000001:3.0:1767384982.049575:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294972661 00000100:00000001:2.0:1767384982.049576:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384982.049584:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294972661 00000100:00000001:2.0:1767384982.049584:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294972661 00000400:00000200:0.0:1767384982.049589:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000100:00000001:3.0:1767384982.049590:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294972661 00000100:00000010:2.0:1767384982.049629:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0a438a7. 00000100:00000001:2.0:1767384982.049640:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384982.049644:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294972661 00000100:00000001:2.0:1767384982.049644:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294972662 00000100:00000001:3.0:1767384982.049649:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294972662 00000100:00000010:2.0:1767384982.049650:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c243dcf. 00000400:00000200:0.0:1767384982.049650:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000100:00000001:2.0:1767384982.049656:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384982.049662:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294972662 00000100:00000001:2.0:1767384982.049662:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384982.049669:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384982.049669:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049675:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049676:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049678:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049680:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384982.049681:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.049686:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000100:00000001:3.0:1767384982.049689:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384982.049689:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384982.049693:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384982.049694:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384982.049699:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384982.049701:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384982.049702:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384982.049704:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384982.049706:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049707:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049710:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049711:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.049725:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000100:00000001:3.0:1767384982.049726:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384982.049730:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.049758:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.049791:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000100:00000001:2.0:1767384982.049822:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384982.049825:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205376 02000000:00000001:2.0:1767384982.049828:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384982.049829:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000100:00000001:2.0:1767384982.049830:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384982.049834:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384982.049839:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049841:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384982.049842:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205376 00000100:00100000:3.0:1767384982.049845:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205504 00000020:00000001:2.0:1767384982.049846:0:16799:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384982.049849:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384982.049850:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384982.049852:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384982.049854:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384982.049856:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384982.049858:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 02000000:00000001:3.0:1767384982.049860:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384982.049861:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:3.0:1767384982.049864:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205504 00000020:00000001:2.0:1767384982.049865:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000200:0.0:1767384982.049866:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000020:00000001:3.0:1767384982.049867:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384982.049871:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384982.049872:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384982.049874:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384982.049877:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000010:2.0:1767384982.049877:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c341fdaa. 00000020:00000001:3.0:1767384982.049881:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384982.049883:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384982.049886:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:2.0:1767384982.049887:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c341fdaa. 00000020:00000010:2.0:1767384982.049893:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000960b0fbd. 00000100:00000001:3.0:1767384982.049896:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384982.049899:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab8c6379. 00000400:00000200:0.0:1767384982.049900:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000020:00000010:3.0:1767384982.049901:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cf2a4fe. 00000100:00000001:3.0:1767384982.049907:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384982.049908:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b17ea30. 00000020:00000010:3.0:1767384982.049911:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cf2a4fe. 00000020:00000010:3.0:1767384982.049916:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a177ffe3. 00000020:00000010:3.0:1767384982.049921:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034263d9c. 00000100:00000040:2.0:1767384982.049924:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384982.049925:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed5ed9e0. 00000100:00000001:2.0:1767384982.049929:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384982.049933:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384982.049933:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384982.049936:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384982.049936:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.049936:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000100:00000001:3.0:1767384982.049939:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049947:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.049948:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.049958:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384982.049959:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.049973:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000100:00000001:3.0:1767384982.049976:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384982.049976:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384982.049979:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384982.049980:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384982.049987:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384982.049990:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:2.0:1767384982.049992:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614557998116944 : -129515711434672 : ffff8a34c606f050) 00000100:00100000:3.0:1767384982.049996:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384982.050014:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098ba868b x1853237373205376/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:208/0 lens 4848/0 e 0 to 0 dl 1767384993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384982.050015:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:3.0:1767384982.050019:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345197648 : -129515364353968 : ffff8a34dab6f850) 00000400:00000200:0.0:1767384982.050023:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000100:00000040:3.0:1767384982.050028:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006320376d x1853237373205504/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:208/0 lens 4848/0 e 0 to 0 dl 1767384993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384982.050040:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384982.050042:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384982.050044:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c341fdaa. 00000020:00000010:3.0:1767384982.050047:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cf2a4fe. 00000100:00000001:2.0:1767384982.050048:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384982.050052:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384982.050053:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c341fdaa. 00000020:00000010:3.0:1767384982.050057:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cf2a4fe. 00000100:00100000:2.0:1767384982.050062:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098ba868b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373205376:12345-0@lo:253: 00000100:00100000:3.0:1767384982.050066:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006320376d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16163:x1853237373205504:12345-0@lo:253: 00000400:00000200:0.0:1767384982.050066:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000100:00000200:2.0:1767384982.050068:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205376 00000020:00000001:2.0:1767384982.050072:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384982.050075:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205504 00000020:00000001:2.0:1767384982.050077:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384982.050078:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384982.050080:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384982.050083:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384982.050084:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384982.050086:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384982.050087:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384982.050090:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384982.050091:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384982.050092:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:2.0:1767384982.050094:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384982.050096:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384982.050098:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384982.050099:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384982.050101:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384982.050103:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384982.050106:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384982.050108:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384982.050110:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384982.050112:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384982.050112:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 02000000:00000010:2.0:1767384982.050114:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b34b79e9. 00000020:00000001:3.0:1767384982.050116:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384982.050120:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.050121:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384982.050123:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384982.050129:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000523d795b. 00000100:00000001:2.0:1767384982.050129:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384982.050133:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384982.050134:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384982.050137:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384982.050140:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384982.050145:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000668d5b03. 20000000:00000010:3.0:1767384982.050149:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c40a4d5a. 20000000:01000000:2.0:1767384982.050150:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384982.050152:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 20000000:01000000:3.0:1767384982.050155:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384982.050156:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384982.050160:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384982.050161:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384982.050164:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384982.050168:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384982.050168:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384982.050170:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384982.050171:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384982.050175:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384982.050176:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384982.050181:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c2b0dc77. 20000000:01000000:2.0:1767384982.050185:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:0.0:1767384982.050185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 20000000:00000001:2.0:1767384982.050190:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384982.050196:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384982.050215:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00080000:00000001:2.0:1767384982.050240:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384982.050244:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384982.050246:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384982.050247:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00080000:00000001:2.0:1767384982.050248:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384982.050252:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384982.050257:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00080000:00000001:2.0:1767384982.050260:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384982.050267:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000084d8baad. 00080000:00000001:2.0:1767384982.050269:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553651178496 : -129520058373120 : ffff8a33c2edec00) 00080000:00000001:2.0:1767384982.050272:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384982.050288:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050324:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050361:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000001:00000001:2.0:1767384982.050379:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384982.050382:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384982.050384:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384982.050396:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00080000:00000001:2.0:1767384982.050404:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384982.050408:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384982.050433:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050479:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00080000:00000001:2.0:1767384982.050519:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384982.050522:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384982.050528:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050569:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050632:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050664:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050733:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050780:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050819:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.050863:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384982.051146:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:0.0:1767384982.051153:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003dad61b7. 00000800:00000010:0.0:1767384982.051159:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035409c26. 00000800:00000010:0.0:1767384982.051183:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035409c26. 00000800:00020000:0.0:1767384982.051195:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384982.051199:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003dad61b7. 00000800:00000010:0.0:1767384982.051203:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6d2a84d. 00000400:02020000:0.0:1767384982.051251:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp46 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384982.051259:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp46 notifying 192.168.204.149@tcp46: down 00000800:00000200:0.0:1767384982.051266:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp46 down 00000800:00000100:0.0:1767384982.051274:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp46 00000800:00000010:0.0:1767384982.051279:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000367861c6. 00000400:00000200:0.0:1767384982.051283:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384982.051289:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp46->192.168.204.149@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384982.051297:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp46 added to recovery queue. ping count: 0 next ping: 306 health :900 00000400:00000200:0.0:1767384982.051301:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384982.051305:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:0.0:1767384982.051308:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:0.0:1767384982.051332:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384982.051337:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000001:0.0:1767384982.051341:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384982.051343:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384982.051347:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384982.051349:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000400:00000200:0.0:1767384982.051352:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384982.051356:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:0.0:1767384982.051360:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000094097ef6. 00000400:00000200:0.0:1767384982.051364:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000400:00000200:0.0:1767384982.051368:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:0.0:1767384982.051372:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc -71 00000400:00000200:0.0:1767384982.051378:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:0.0:1767384982.051382:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (40) 00080000:00000001:1.0:1767384982.058978:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384982.058986:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384982.058986:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 20000000:00000001:1.0:1767384982.058991:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384982.058992:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384982.058994:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384982.059011:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384982.059014:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384982.059015:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384982.059019:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384982.059022:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000084d8baad. 20000000:00000001:1.0:1767384982.059025:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384982.059028:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384982.059029:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384982.059030:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022035c12. 20000000:01000000:3.0:1767384982.059036:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:3.0:1767384982.059039:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384982.059039:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384982.059046:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384982.059054:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384982.059058:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384982.059060:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384982.059064:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384982.059067:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384982.059071:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384982.059075:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c789786. 00080000:00000001:3.0:1767384982.059076:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384982.059079:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059081:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384982.059082:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384982.059086:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384982.059087:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00000020:00000001:3.0:1767384982.059090:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000020:00000001:1.0:1767384982.059091:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384982.059094:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384982.059095:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007584f943 with handle 0xcb8130832f6b3859 to hash 00080000:00000010:3.0:1767384982.059100:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac5c40ac. 00080000:00000001:3.0:1767384982.059103:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553660155904 : -129520049395712 : ffff8a33c376e800) 00080000:00000001:3.0:1767384982.059107:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384982.059107:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384982.059109:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.059113:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.059116:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384982.059118:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384982.059119:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059127:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384982.059130:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384982.059132:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384982.059133:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384982.059135:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.059137:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384982.059139:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.059140:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384982.059142:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384982.059144:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384982.059145:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384982.059147:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c789786) refcount = 1 00010000:00010000:1.0:1767384982.059149:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059154:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384982.059156:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384982.059157:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384982.059159:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384982.059159:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384982.059162:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059163:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384982.059167:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384982.059169:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384982.059173:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384982.059175:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384982.059177:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384982.059178:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=4 00080000:00000001:3.0:1767384982.059179:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384982.059180:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00080000:00000001:3.0:1767384982.059182:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384982.059184:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.059192:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384982.059193:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059198:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384982.059200:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059204:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.059205:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384982.059207:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059210:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384982.059211:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059214:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384982.059215:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384982.059220:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007584f943 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384982.059222:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384982.059224:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384982.059225:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059229:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384982.059231:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384982.059232:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384982.059233:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=5 00000020:00000001:1.0:1767384982.059235:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.059237:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.059239:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384982.059241:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384982.059248:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384982.059253:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384982.059256:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384982.059258:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384982.059260:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059264:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384982.059266:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384982.059268:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384982.059269:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384982.059271:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007584f943 with handle 0xcb8130832f6b3859 from hash 00010000:00000001:1.0:1767384982.059272:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384982.059274:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.059275:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.059277:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384982.059278:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384982.059280:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384982.059281:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384982.059283:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.059286:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059287:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384982.059289:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384982.059290:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.059291:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.059293:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059294:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.059296:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384982.059298:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059301:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.059302:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.059304:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384982.059305:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384982.059307:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.059308:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.059309:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384982.059311:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384982.059313:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384982.059321:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.059325:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384982.059327:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384982.059328:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007584f943/0xcb8130832f6b3859 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384982.059332:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c789786 count: 0 00010000:00000001:1.0:1767384982.059343:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384982.059344:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384982.063625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c789786. 00010000:00000010:1.1:1767384982.063632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007584f943. 00000100:00000040:0.0:1767384982.066251:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294972661, at 4294972662 00000100:00000010:0.0:1767384982.066259:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee67b658. 00000100:00000040:1.0:1767384982.066631:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294972661, at 4294972663 00000100:00000010:1.0:1767384982.066638:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0e072f9. 00000100:00000040:3.0:1767384982.067649:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294972662, at 4294972664 00000100:00000010:3.0:1767384982.067656:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c243dcf. 00000100:00000040:2.0:1767384982.067725:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294972661, at 4294972664 00000100:00000010:2.0:1767384982.067738:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0a438a7. 00080000:00000001:3.0:1767384982.069284:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384982.069287:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384982.069289:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:2.0:1767384982.069290:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384982.069293:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384982.069293:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384982.069296:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384982.069297:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384982.069298:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384982.069300:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384982.069301:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac5c40ac. 00080000:00000001:2.0:1767384982.069305:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384982.069310:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384982.069314:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384982.069317:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384982.069319:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384982.069321:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384982.069324:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384982.069327:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384982.069329:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384982.069334:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fac44602. 00010000:00000001:1.0:1767384982.069338:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384982.069341:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00000020:00000001:1.0:1767384982.069343:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384982.069346:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007584f943 with handle 0xcb8130832f6b3860 to hash 00000020:00000001:1.0:1767384982.069348:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384982.069349:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.069352:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.069353:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384982.069354:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384982.069356:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069362:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384982.069364:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384982.069366:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384982.069367:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384982.069375:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.069377:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384982.069378:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.069380:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384982.069382:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384982.069383:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384982.069384:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384982.069386:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fac44602) refcount = 1 00010000:00010000:1.0:1767384982.069388:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069392:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384982.069394:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384982.069395:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.069396:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.069398:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384982.069400:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384982.069402:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:1.0:1767384982.069404:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384982.069406:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384982.069407:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=4 00000020:00000001:1.0:1767384982.069408:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.069410:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.069412:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384982.069414:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069417:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384982.069419:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069422:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.069424:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384982.069424:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069436:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384982.069437:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.069440:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384982.069442:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384982.069446:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007584f943 already unused, calling callback (0000000051dbbedc) 00010000:00000001:1.0:1767384982.069447:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384982.069448:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384982.069449:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069452:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384982.069454:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384982.069455:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384982.069456:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=5 00000020:00000001:1.0:1767384982.069458:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.069460:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384982.069462:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384982.069464:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069467:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384982.069468:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384982.069470:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.069472:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384982.069473:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384982.069474:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384982.069474:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384982.069475:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007584f943 with handle 0xcb8130832f6b3860 from hash 00010000:00000001:1.0:1767384982.069477:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384982.069478:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.069479:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.069485:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384982.069486:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384982.069487:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384982.069488:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384982.069489:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384982.069491:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.069492:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384982.069493:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384982.069495:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.069496:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.069497:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.069498:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.069499:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384982.069500:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069504:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.069505:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.069505:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384982.069507:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384982.069508:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384982.069509:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384982.069510:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384982.069511:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384982.069512:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384982.069513:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384982.069516:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384982.069517:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384982.069518:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007584f943/0xcb8130832f6b3860 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384982.069521:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fac44602 count: 0 00010000:00000001:1.0:1767384982.069525:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384982.069526:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384982.069645:0:38369:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000060f60cb5. 00000400:00000040:3.0:1767384982.069662:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384982.069664:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384982.069667:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384982.069668:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384982.069671:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384982.069673:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384982.069676:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384982.069677:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384982.069678:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384982.069680:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384982.069682:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384982.069684:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384982.069686:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384982.069687:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384982.069688:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384982.069689:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384982.069691:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384982.069693:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384982.069694:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384982.069696:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384982.069697:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384982.069699:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384982.069700:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384982.069701:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384982.069702:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384982.069703:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384982.069710:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384982.069711:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384982.069712:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384982.069713:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384982.069715:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384982.069716:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384982.069718:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384982.069720:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384982.069721:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384982.069722:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384982.069723:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384982.069725:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384982.069727:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384982.069728:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384982.069729:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384982.069730:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384982.069731:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384982.069732:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384982.069734:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384982.069735:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384982.069736:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384982.069738:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384982.069739:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384982.069741:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384982.069743:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384982.069745:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384982.069746:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384982.069747:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384982.069748:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384982.069749:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384982.069750:0:38369:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384982.069866:0:38369:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000060f60cb5. 00080000:00000020:1.0:1767384982.071341:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384982.071344:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384982.071352:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000668d5b03. 20000000:00000001:1.0:1767384982.071358:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384982.071361:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373205376 00010000:00000001:1.0:1767384982.071364:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384982.071370:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098ba868b x1853237373205376/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:208/0 lens 4848/4768 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384982.071378:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384982.071380:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384982.071384:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384982.071388:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384982.071391:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384982.071392:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384982.071395:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384982.071397:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384982.071401:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384982.071404:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384982.071408:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049196496. 00000100:00000200:1.0:1767384982.071412:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373205376, offset 224 00000400:00000200:1.0:1767384982.071419:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384982.071431:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384982.071440:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507b80 00000400:00000200:1.0:1767384982.071446:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f61 [2] + 224 00000400:00000200:1.0:1767384982.071453:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384982.071457:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384982.071462:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384982.071467:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384982.071486:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384982.071502:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384982.071508:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049196496 00000400:00000010:1.0:1767384982.071510:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049196496. 00000100:00000001:1.0:1767384982.071513:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384982.071521:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384982.071526:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384982.071529:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384982.071531:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384982.071533:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384982.071535:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384982.071539:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098ba868b x1853237373205376/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:208/0 lens 4848/4768 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384982.071546:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098ba868b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373205376:12345-0@lo:253: Request processed in 21506us (22118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384982.071554:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:1.0:1767384982.071556:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384982.071558:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384982.071560:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384982.071564:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab8c6379. 00000020:00000010:1.0:1767384982.071568:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b17ea30. 00000020:00000010:1.0:1767384982.071571:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000960b0fbd. 00000020:00000040:1.0:1767384982.071575:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:1.0:1767384982.071579:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384982.071581:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b34b79e9. 02000000:00000001:1.0:1767384982.071584:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384982.071585:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384982.071590:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384982.071826:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384982.071829:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384982.071833:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384982.071835:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384982.071837:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570a90b. 00000400:00000200:1.0:1767384982.071850:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd234818 00000400:00000010:1.0:1767384982.071851:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd234818. 00000100:00000001:1.0:1767384982.071853:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384982.071855:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384982.071861:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384982.071874:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384982.071875:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384982.071877:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384982.071878:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384982.071880:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384982.071881:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384982.071883:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384982.071887:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384982.071889:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384982.071891:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384982.071891:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384982.071893:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384982.071894:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384982.071896:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384982.071898:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384982.071989:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384982.071991:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384982.071992:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384982.071995:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384982.072010:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384982.072011:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384982.072012:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384982.072013:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384982.072014:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384982.072015:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384982.072016:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384982.072017:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384982.072028:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384982.072030:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384982.072035:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078ccf4e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373205376:0@lo:253: 00000100:00000001:1.0:1767384982.072038:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384982.072040:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384982.072047:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078ccf4e1 x1853237373205376/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384982.072051:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384982.072053:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384982.072055:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b9ecca2. 02000000:00000001:1.0:1767384982.072059:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384982.072060:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384982.072061:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384982.072063:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384982.072065:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007fef79f2. 02000000:00000001:1.0:1767384982.072068:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384982.072070:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384982.072071:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078ccf4e1. 00000100:00000001:1.0:1767384982.072074:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384982.072076:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384982.072077:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384982.072083:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384982.072094:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384982.072096:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384982.072097:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384982.072106:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e2aea5. 00000400:00000010:1.0:1767384982.072109:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049196496. 00080000:00000020:1.0:1767384982.073437:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384982.073440:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384982.073442:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c40a4d5a. 20000000:00000001:1.0:1767384982.073446:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384982.073449:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373205504 00010000:00000001:1.0:1767384982.073451:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384982.073455:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006320376d x1853237373205504/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:208/0 lens 4848/4768 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384982.073461:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384982.073463:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384982.073480:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384982.073483:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384982.073485:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384982.073486:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384982.073494:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384982.073495:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384982.073497:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384982.073501:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384982.073503:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e5d86c7. 00000100:00000200:1.0:1767384982.073505:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373205504, offset 224 00000400:00000200:1.0:1767384982.073510:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384982.073515:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384982.073521:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273507c00 00000400:00000200:1.0:1767384982.073526:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f69 [2] + 224 00000400:00000200:1.0:1767384982.073530:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384982.073534:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384982.073537:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384982.073539:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384982.073545:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384982.073557:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384982.073560:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e5d86c7 00000400:00000010:1.0:1767384982.073562:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e5d86c7. 00000100:00000001:1.0:1767384982.073564:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384982.073565:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384982.073568:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384982.073570:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384982.073572:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384982.073574:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.073576:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384982.073577:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384982.073580:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384982.073583:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006320376d x1853237373205504/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:208/0 lens 4848/4768 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384982.073586:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384982.073589:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384982.073591:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006320376d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16163:x1853237373205504:12345-0@lo:253: Request processed in 23549us (24124us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384982.073592:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6bf6b2f. 00000400:00000200:3.0:1767384982.073613:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000367341ca 00000400:00000010:3.0:1767384982.073618:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000367341ca. 00000100:00100000:1.0:1767384982.073620:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:1.0:1767384982.073623:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:3.0:1767384982.073626:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384982.073631:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384982.073632:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384982.073635:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384982.073639:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034263d9c. 00000100:00000200:3.0:1767384982.073643:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384982.073645:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed5ed9e0. 00000020:00000010:1.0:1767384982.073651:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a177ffe3. 00000100:00000001:3.0:1767384982.073653:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384982.073656:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384982.073656:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384982.073660:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384982.073662:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384982.073663:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384982.073664:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000523d795b. 00000100:00000001:3.0:1767384982.073665:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384982.073668:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384982.073669:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384982.073670:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384982.073672:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384982.073674:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=90 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384982.073676:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384982.073678:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=90 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384982.073680:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4cd85da. 00000100:00000001:3.0:1767384982.073681:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384982.073683:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384982.073685:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e5d86c7. 00010000:00000001:3.0:1767384982.073686:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384982.073689:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.073691:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384982.073694:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384982.073699:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384982.073701:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384982.073702:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384982.073704:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384982.073705:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384982.073706:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384982.073707:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384982.073707:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384982.073708:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384982.073709:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384982.073710:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384982.073711:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384982.073712:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384982.073717:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a8d528f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373205504:0@lo:253: 00000100:00000001:3.0:1767384982.073725:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384982.073726:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384982.073728:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a8d528f x1853237373205504/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384998 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384982.073732:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384982.073733:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384982.073734:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000416ef44d. 02000000:00000001:3.0:1767384982.073736:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384982.073737:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384982.073738:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384982.073739:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384982.073740:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc4c7c63. 02000000:00000001:3.0:1767384982.073742:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384982.073743:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384982.073744:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 00000100:00000001:3.0:1767384982.073746:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384982.073746:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384982.073747:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384982.073751:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384982.073752:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384982.073753:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384982.073754:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384982.074647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fac44602. 00010000:00000010:1.1:1767384982.074655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007584f943. 00000400:00000001:3.0:1767384982.075634:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384982.075637:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384982.075639:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384982.075641:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000400:00000200:3.0:1767384982.075645:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384982.075649:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384982.075655:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000116629d9. 00000400:00000010:3.0:1767384982.075659:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002ad9d53e. 00000400:00000200:3.0:1767384982.075665:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp45 00000400:00000010:3.0:1767384982.075669:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000095ed3ada. 00000400:00000010:3.0:1767384982.075673:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8e8bb2b. 00000400:00000010:3.0:1767384982.075676:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:3.0:1767384982.075682:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000503d93b. 00000400:00000200:3.0:1767384982.075690:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp45 00000400:00000200:3.0:1767384982.075698:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp45 local destination 00000400:00000200:3.0:1767384982.075703:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp45 00000400:00000200:3.0:1767384982.075707:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp45 NI seq info: [183:183:256:4294967295] 192.168.204.149@tcp45 LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1767384982.075712:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp45 00000400:00000200:3.0:1767384982.075719:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp45(192.168.204.149@tcp45:) -> 192.168.204.149@tcp45(192.168.204.149@tcp45:192.168.204.149@tcp45) : GET try# 0 00000800:00000200:3.0:1767384982.075723:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp45 00000800:00000010:3.0:1767384982.075728:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006cdec379. 00000800:00000200:3.0:1767384982.075734:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000800:00000200:3.1:1767384982.075739:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000400:00000200:3.0:1767384982.075755:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp45 added to recovery queue. ping count: 2 next ping: 309 health :800 00000400:00000200:3.0:1767384982.075759:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp44 00000400:00000010:3.0:1767384982.075764:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000072dd69c9. 00000400:00000010:3.0:1767384982.075769:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a32f1b0e. 00000400:00000010:3.0:1767384982.075772:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000400:00000010:3.0:1767384982.075779:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a83284bc. 00000400:00000200:3.0:1767384982.075783:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp44 00000400:00000200:3.0:1767384982.075799:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp44 local destination 00000400:00000200:3.0:1767384982.075804:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp44 00000400:00000200:3.0:1767384982.075807:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp44 NI seq info: [184:184:256:4294967295] 192.168.204.149@tcp44 LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1767384982.075811:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp44 00000400:00000200:3.0:1767384982.075819:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44:) -> 192.168.204.149@tcp44(192.168.204.149@tcp44:192.168.204.149@tcp44) : GET try# 0 00000800:00000200:3.0:1767384982.075824:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp44 00000800:00000010:3.0:1767384982.075826:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005b509fa0. 00000800:00000200:3.0:1767384982.075830:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000400:00000200:1.0:1767384982.075833:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:3.1:1767384982.075834:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000400:00000200:3.0:1767384982.075856:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp44 added to recovery queue. ping count: 3 next ping: 313 health :700 00000400:00000200:3.0:1767384982.075861:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp41 00000400:00000010:3.0:1767384982.075865:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000066e5d608. 00000400:00000010:3.0:1767384982.075869:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002ad9d53e. 00000400:00000010:3.0:1767384982.075879:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000400:00000010:3.0:1767384982.075884:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000031a1a287. 00000400:00000200:1.0:1767384982.075886:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.075891:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp41 00000400:00000200:3.0:1767384982.075900:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp41 local destination 00000400:00000200:3.0:1767384982.075903:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp41 00000400:00000200:3.0:1767384982.075907:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp41 NI seq info: [185:185:256:4294967295] 192.168.204.149@tcp41 LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1767384982.075911:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp41 00000400:00000200:0.0:1767384982.075911:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.075921:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp41(192.168.204.149@tcp41:) -> 192.168.204.149@tcp41(192.168.204.149@tcp41:192.168.204.149@tcp41) : GET try# 0 00000800:00000200:3.0:1767384982.075926:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp41 00000800:00000010:3.0:1767384982.075928:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002f641b6b. 00000800:00000200:3.0:1767384982.075933:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000800:00000200:3.1:1767384982.075938:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:1.0:1767384982.075942:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.075951:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp41 added to recovery queue. ping count: 4 next ping: 321 health :600 00000400:00000200:0.0:1767384982.075979:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076007:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076026:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076077:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076078:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076106:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076165:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076174:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076176:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076236:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076261:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076262:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076300:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076342:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076349:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076369:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076408:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076419:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076441:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076469:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076485:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076509:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076540:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076554:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076576:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076652:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076666:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076739:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076797:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076799:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076819:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076865:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076866:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076879:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.076951:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.076957:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.076959:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077038:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077057:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077061:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077112:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077134:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077150:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077187:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077203:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077229:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077259:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077287:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077308:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077333:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077362:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077390:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077401:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077441:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077459:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077467:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077504:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077520:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077540:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077569:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077625:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077629:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077672:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077699:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077707:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077748:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077769:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077777:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077812:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077842:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077843:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077890:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.077918:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.077920:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.077956:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078009:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078016:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.078046:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078071:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078099:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.078120:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078145:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078168:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.078187:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078214:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078236:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.078273:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078289:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078318:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.078348:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078358:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078385:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078423:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078453:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078502:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078533:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078577:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000800:00000010:1.0:1767384982.078580:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767384982.078586:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7a4768e. 00000800:00000010:1.0:1767384982.078590:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000553c81fa. 00000800:00000010:1.0:1767384982.078642:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000553c81fa. 00000400:00000200:3.0:1767384982.078650:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000800:00020000:1.0:1767384982.078651:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384982.078656:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7a4768e. 00000800:00000010:1.0:1767384982.078659:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:00000200:3.0:1767384982.078686:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:02020000:1.0:1767384982.078727:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp45 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384982.078735:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp45 notifying 192.168.204.149@tcp45: down 00000400:00000200:1.0:1767384982.078739:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384982.078745:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp45 00000800:00000010:1.0:1767384982.078747:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006cdec379. 00000400:00000200:1.0:1767384982.078751:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384982.078756:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp45->192.168.204.149@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384982.078763:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384982.078766:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384982.078778:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp45) recovery failed with -71 00000800:00000010:3.0:1767384982.078846:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c40a4d5a. 00000800:00000010:3.0:1767384982.078851:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000367341ca. 00000800:00000010:3.0:1767384982.078855:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa3aa75a. 00000400:00000200:0.0:1767384982.078855:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384982.078877:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa3aa75a. 00000800:00020000:3.0:1767384982.078885:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384982.078887:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000367341ca. 00000800:00000010:3.0:1767384982.078889:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c40a4d5a. 00000400:00000200:0.0:1767384982.078894:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.078935:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:02020000:3.0:1767384982.078938:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp41 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384982.078945:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp41 notifying 192.168.204.149@tcp41: down 00000800:00000200:3.0:1767384982.078950:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp41 down 00000800:00000100:3.0:1767384982.078956:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp41 00000800:00000010:3.0:1767384982.078958:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002f641b6b. 00000400:00000200:3.0:1767384982.078962:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384982.078966:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp41->192.168.204.149@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384982.078979:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384982.078982:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384982.078982:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:3.0:1767384982.078990:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp41) recovery failed with -71 00000400:00000200:0.0:1767384982.079053:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079087:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079107:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079127:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079144:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079156:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079172:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079188:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079205:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079219:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079232:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079245:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079259:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079276:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.079294:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.149:988 00000800:00000010:0.0:1767384982.079422:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6d2a84d. 00000800:00000010:0.0:1767384982.079426:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000542b1f0d. 00000800:00000010:0.0:1767384982.079430:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d2a7348. 00000800:00000010:0.0:1767384982.079461:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d2a7348. 00000400:00000200:3.0:1767384982.079652:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384982.079662:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp44 from 202.3.0.2 00000800:00000010:3.0:1767384982.079664:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007a29cdbe. 00000800:00000010:0.0:1767384982.079687:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054517d31. 00000800:00000010:0.0:1767384982.079693:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002386309f. 00000800:00000010:0.0:1767384982.079716:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c115cda4. 00000800:00000200:0.1:1767384982.079722:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (2) 00000800:00000200:0.1:1767384982.079727:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp44 00000000c115cda4 deleted 00000800:00000010:0.1:1767384982.079728:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c115cda4. 00000800:00000200:0.1:1767384982.079733:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384982.079746:0:16153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp44 ip 192.168.204.149:970 00000800:00000200:0.1:1767384982.079762:0:16153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b509fa0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384982.079768:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp44 p 3.x 192.168.204.149 -> 192.168.204.149:970 incarnation:1767384969169555557 sched[0] 00000800:00000010:0.0:1767384982.079773:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d2a7348. 00000800:00000010:0.0:1767384982.079821:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d2a7348. 00000800:00000010:0.0:1767384982.079825:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002386309f. 00000800:00000200:1.1:1767384982.079846:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384982.079854:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp44 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384969169555557 sched[0] 00000800:00000010:1.0:1767384982.079857:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000542b1f0d. 00000800:00000010:0.0:1767384982.079869:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007a29cdbe. 00000800:00000001:0.0:1767384982.079890:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.079897:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384982.079914:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:0.0:1767384982.079944:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384982.079947:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005b509fa0. 00000400:00000200:0.0:1767384982.079951:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384982.079957:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp44->192.168.204.149@tcp44: GET: OK 00000400:00000200:0.0:1767384982.079960:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384982.079963:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp44 recovery message sent successfully:0 00000400:00000200:1.0:1767384982.079973:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:0.0:1767384982.079975:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.079983:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384982.079985:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.079993:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.080013:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44) <- 192.168.204.149@tcp44 : GET - for me 00000400:00000200:0.0:1767384982.080022:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384982.080029:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1f59 [1] + 0 00000400:00000200:0.0:1767384982.080047:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp44 to MR: 192.168.204.149@tcp44 local destination 00000400:00000200:1.0:1767384982.080048:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.080055:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp44 NI seq info: [186:186:256:4294967295] 192.168.204.149@tcp44 LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1767384982.080070:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44:192.168.204.149@tcp44) -> 192.168.204.149@tcp44(192.168.204.149@tcp44:192.168.204.149@tcp44) 192.168.204.149@tcp44 : REPLY try# 0 00000800:00000200:0.0:1767384982.080075:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp44 00000800:00000010:0.0:1767384982.080079:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000679289ad. 00000800:00000200:0.0:1767384982.080084:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000568d5a0] -> 12345-192.168.204.149@tcp44 (4) 00000800:00000200:0.0:1767384982.080089:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp44 ip 192.168.204.149:988 00000800:00000200:0.0:1767384982.080092:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000679289ad type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384982.080113:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000200:0.0:1767384982.080143:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384982.080146:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000679289ad. 00000400:00000200:0.0:1767384982.080150:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384982.080156:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp44->192.168.204.149@tcp44: REPLY: OK 00000400:00000200:1.0:1767384982.080167:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000001:0.0:1767384982.080167:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.080171:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384982.080175:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.080180:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384982.080182:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.080186:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.080193:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp44(192.168.204.149@tcp44) <- 192.168.204.149@tcp44 : REPLY - for me 00000400:00000200:0.0:1767384982.080202:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp44: Reply from 12345-192.168.204.149@tcp44 of length 272/272 into md 0x1f85 00000800:00000001:0.0:1767384982.080206:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.080211:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.080212:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384982.080217:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp44->192.168.204.149@tcp44: REPLY: OK 00000400:00000200:0.0:1767384982.080220:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:0.0:1767384982.080222:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000400:00000200:1.0:1767384982.080223:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384982.080228:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384982.080235:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000072dd69c9. 00000400:00000010:0.0:1767384982.080238:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a32f1b0e. 00000800:00000001:0.0:1767384982.080243:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.080247:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384982.080261:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080278:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080292:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080307:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080322:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080356:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080377:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080396:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080408:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080427:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080446:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080482:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080519:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080536:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080556:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080576:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080594:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080650:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080685:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080704:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080758:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080800:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080856:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080879:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080924:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080941:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080962:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080977:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384982.080993:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384982.081077:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767384982.081080:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7a4768e. 00000800:00000010:1.0:1767384982.081082:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000553c81fa. 00000800:00000010:1.0:1767384982.081098:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000553c81fa. 00000800:00020000:1.0:1767384982.081103:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384982.081105:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7a4768e. 00000800:00000010:1.0:1767384982.081107:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:02020000:1.0:1767384982.081135:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp44 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384982.203659:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384982.203664:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384982.203670:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384982.203673:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384982.203675:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384982.203677:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384982.203680:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384982.203681:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384982.203683:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384982.203685:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384982.203719:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384982.203722:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384982.203725:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384983.100264:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019a1dc36] -> 12345-192.168.204.149@tcp12 (6) 00000800:00000200:1.0:1767384983.100274:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp12 ip 192.168.204.149:988 00000800:00000200:1.0:1767384983.100279:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384983.100297:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000800:00000200:1.1:1767384983.100302:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000400:00000001:1.0:1767384983.100337:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384983.100339:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384983.100342:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:1.0:1767384983.100344:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000400:00000200:1.0:1767384983.100348:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384983.100352:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384983.100363:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000095ed3ada. 00000400:00000010:1.0:1767384983.100368:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8e8bb2b. 00000400:00000001:1.0:1767384983.100375:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384983.100376:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384983.100378:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00000400:00000010:1.0:1767384983.100379:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000400:00000200:1.0:1767384983.100388:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384983.100391:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384983.100395:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000066e5d608. 00000400:00000010:1.0:1767384983.100399:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002ad9d53e. 00000400:00000200:1.0:1767384983.100405:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp46 00000400:00000010:1.0:1767384983.100410:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c9cd0cda. 00000400:00000010:1.0:1767384983.100416:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a589fb41. 00000400:00000010:1.0:1767384983.100420:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000400:00000010:1.0:1767384983.100428:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fd0fd5b. 00000400:00000200:1.0:1767384983.100433:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp46 00000400:00000200:1.0:1767384983.100443:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp46 local destination 00000400:00000200:1.0:1767384983.100449:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp46 00000400:00000200:1.0:1767384983.100452:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp46 NI seq info: [187:187:256:4294967295] 192.168.204.149@tcp46 LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1767384983.100458:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp46 00000400:00000200:1.0:1767384983.100465:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46:) -> 192.168.204.149@tcp46(192.168.204.149@tcp46:192.168.204.149@tcp46) : GET try# 0 00000800:00000200:1.0:1767384983.100480:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp46 00000800:00000010:1.0:1767384983.100484:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000637321e4. 00000800:00000200:1.0:1767384983.100487:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000800:00000200:1.1:1767384983.100491:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000400:00000200:1.0:1767384983.100502:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp46 added to recovery queue. ping count: 1 next ping: 308 health :900 00000800:00000200:1.0:1767384983.100615:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384983.100621:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384983.100630:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384983.100634:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384983.100637:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384983.100708:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.100763:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.100825:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.100872:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.100927:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.100970:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101025:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101086:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101145:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101204:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101245:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101296:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101349:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101400:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101441:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101476:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101517:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101576:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101654:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101701:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101744:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101783:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101817:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101855:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101915:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.101960:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102031:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102081:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102123:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102164:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102224:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102242:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102289:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102328:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102375:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102404:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102448:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102474:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384983.102518:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102545:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102639:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102707:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000800:00000010:1.0:1767384983.102709:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767384983.102716:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cafcc28a. 00000800:00000010:1.0:1767384983.102721:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000651b4a80. 00000800:00000010:1.0:1767384983.102757:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000651b4a80. 00000400:00000200:3.0:1767384983.102766:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000800:00020000:1.0:1767384983.102767:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384983.102773:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cafcc28a. 00000800:00000010:1.0:1767384983.102777:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:00000200:3.0:1767384983.102821:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:02020000:1.0:1767384983.102855:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp33 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384983.102860:0:16154:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384983.102889:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.102941:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103003:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103055:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103077:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103095:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103118:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103138:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103162:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103182:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103197:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103217:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103233:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103249:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103278:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103296:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103312:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103328:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103345:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103361:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103383:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103406:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103424:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103438:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103453:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384983.103477:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384983.103568:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c40a4d5a. 00000800:00000010:3.0:1767384983.103572:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cd990703. 00000800:00000010:3.0:1767384983.103576:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000106dd16d. 00000800:00000010:3.0:1767384983.103591:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000106dd16d. 00000800:00020000:3.0:1767384983.103620:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384983.103623:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cd990703. 00000800:00000010:3.0:1767384983.103625:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c40a4d5a. 00000400:02020000:3.0:1767384983.103660:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp46 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384983.103666:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp46 notifying 192.168.204.149@tcp46: down 00000400:00000200:3.0:1767384983.103670:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384983.103672:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp46 00000800:00000010:3.0:1767384983.103675:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000637321e4. 00000400:00000200:3.0:1767384983.103678:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384983.103682:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp46->192.168.204.149@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384983.103691:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384983.103693:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384983.103696:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp46) recovery failed with -71 00010000:00000001:2.0:1767384983.227706:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384983.227713:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384983.227721:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384983.227723:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384983.227767:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384983.227772:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384983.227782:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384983.355706:0:20335:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384983.355714:0:20335:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384983.355729:0:16788:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384983.355734:0:16788:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384983.910240:0:38921:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384983.910257:0:38921:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384983.910278:0:38921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384983.910285:0:38921:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384983.910293:0:38921:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384983.910296:0:38921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384984.123787:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000800:00000200:2.1:1767384984.123808:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000400:00000001:3.0:1767384984.123953:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384984.123977:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384984.123981:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b044e 00000400:00000010:3.0:1767384984.123987:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf8b044e. 00000400:00000200:3.0:1767384984.123994:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384984.123997:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384984.124003:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384984.124019:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c9cd0cda. 00000400:00000010:3.0:1767384984.124024:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a589fb41. 00000400:00000200:1.0:1767384984.124098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124188:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124291:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124397:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124494:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124584:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124723:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124801:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124850:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124894:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.124932:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125001:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125051:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125079:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125101:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125119:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125146:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125168:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125190:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125208:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125240:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125270:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125291:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125313:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125356:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125380:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125396:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125413:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125436:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125459:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125480:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125498:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125516:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767384984.125535:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767384984.125755:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767384984.125762:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a4617be. 00000800:00000010:1.0:1767384984.125768:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a6b34b9. 00000800:00000010:1.0:1767384984.125798:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a6b34b9. 00000800:00020000:1.0:1767384984.125812:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767384984.125819:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a4617be. 00000800:00000010:1.0:1767384984.125824:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:02020000:1.0:1767384984.125906:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384984.125913:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384984.251762:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384984.251776:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.251789:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384984.251793:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384984.251874:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384984.251882:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384984.251887:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384984.379721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384984.379734:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384984.379746:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000750c2369. 00000020:00000040:2.0:1767384984.379758:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384984.379765:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384984.379770:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384984.379779:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384984.379802:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd84a3d. 00000100:00000001:2.0:1767384984.379813:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.379827:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384984.379844:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384984.379849:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.379858:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750c2369] to pc [ptlrpcd_00_01+1] req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.379897:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.379900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384984.379905:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384984.379910:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfce4ce2. 00000020:00000040:2.0:1767384984.379914:0:38:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384984.379919:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384984.379922:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384984.379927:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384984.379932:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003ff74a6. 00000100:00000001:2.0:1767384984.379936:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.379942:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384984.379942:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.379946:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.379969:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384984.379975:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384984.379984:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.379986:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384984.379992:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384984.379994:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384984.380017:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfce4ce2] to pc [ptlrpcd_00_02+2] req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.380045:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384984.380055:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.380062:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384984.380068:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384984.380072:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.380076:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384984.380077:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000750c2369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373205632:0@lo:400: 00000100:00000040:2.0:1767384984.380088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384984.380091:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384984.380102:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384984.380107:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384984.380111:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003758312b. 02000000:00000001:3.0:1767384984.380112:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.380119:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384984.380127:0:38:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384984.380129:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384984.380130:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384984.380144:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0a8146. 00000100:00000001:2.0:1767384984.380144:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384984.380147:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384984.380161:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384984.380166:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.380171:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384984.380185:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384984.380188:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6bf6b2f. 00000100:00000001:0.0:1767384984.380209:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384984.380211:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094aae3b3. 00000400:00000010:3.0:1767384984.380214:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000100:00000001:0.0:1767384984.380221:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.380235:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384984.380238:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384984.380239:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373205632, portal 25 02000000:00000001:0.0:1767384984.380241:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384984.380260:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384984.380261:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.380269:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384984.380273:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640821504 : -129520068730112 : ffff8a33c24fe300) 00000100:00100000:0.0:1767384984.380279:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfce4ce2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373205760:0@lo:400: 00000100:00000040:3.0:1767384984.380301:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.380310:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384984.380321:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384984.380330:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.380344:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384984.380356:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c701a92. 00000100:00000001:2.0:1767384984.380359:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384984.380368:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.380371:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.380372:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384984.380382:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003758312b] to pc [ptlrpcd_00_03+3] req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384984.380383:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384984.380387:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d8641a. 00000400:00000010:3.0:1767384984.380397:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000400:00000010:0.0:1767384984.380407:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:3.0:1767384984.380415:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373205632, offset 0 00000100:00000200:0.0:1767384984.380426:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373205760, portal 4 00000100:00000001:0.0:1767384984.380441:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384984.380447:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384984.380449:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640825088 : -129520068726528 : ffff8a33c24ff100) 00000100:00000001:2.0:1767384984.380451:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.380464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384984.380473:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384984.380480:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384984.380493:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384984.380509:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384984.380515:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0379913. 00000100:00000040:0.0:1767384984.380515:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384984.380531:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273507c80 00000020:00000040:2.0:1767384984.380533:0:38:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384984.380536:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f5d9c91. 00000100:00000200:0.0:1767384984.380551:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373205760, offset 0 00000100:00000001:2.0:1767384984.380552:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384984.380563:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384984.380565:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1721 [2] + 0 02000000:00000001:2.0:1767384984.380569:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384984.380571:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc9e9af. 02000000:00000010:2.0:1767384984.380578:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009bd648cd. 00000400:00000200:3.0:1767384984.380581:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a794175b 00000100:00000001:2.0:1767384984.380584:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384984.380591:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.380650:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384984.380654:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384984.380670:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a794175b 00000400:00000010:3.0:1767384984.380678:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a794175b. 00000400:00000200:0.0:1767384984.380679:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384984.380691:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384984.380696:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384984.380702:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273507d00 00000100:00000040:3.0:1767384984.380705:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000cac559b8 x1853237373205632 msgsize 224 10000000:00000001:1.0:1767384984.380713:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384984.380724:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 00000400:00000200:0.0:1767384984.380724:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4784 00000100:00100000:3.0:1767384984.380732:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00000001:1.0:1767384984.380739:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384984.380743:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384984.380744:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 10000000:00000001:1.0:1767384984.380748:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384984.380755:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384984.380762:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384984.380763:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384984.380765:0:16164:0:(events.c:373:request_in_callback()) Process leaving 10000000:00000001:1.0:1767384984.380765:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384984.380779:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000400:00000200:3.0:1767384984.380782:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384984.380793:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 10000000:00000001:1.0:1767384984.380794:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:2.0:1767384984.380796:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384984.380803:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.380805:0:16164:0:(events.c:34:request_out_callback()) Process entered 10000000:01000000:1.0:1767384984.380806:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 81 00000100:00000001:0.0:1767384984.380807:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384984.380815:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1767384984.380817:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0379913] to pc [ptlrpcd_00_00+0] req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384984.380821:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000200:3.0:1767384984.380822:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384984.380835:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384984.380835:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f701a50. 00000100:00000040:0.0:1767384984.380851:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000008f701a50 x1853237373205760 msgsize 224 00000100:00000010:1.0:1767384984.380864:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b33b863. 00000020:00000040:1.0:1767384984.380891:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00100000:0.0:1767384984.380900:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384984.380932:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384984.380937:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384984.380948:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384984.380951:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384984.380975:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f5d9c91 00000400:00000010:0.0:1767384984.380980:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f5d9c91. 00000100:00000001:2.0:1767384984.380983:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.380985:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.380989:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384984.380994:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384984.381007:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (312) 00000100:00000200:0.0:1767384984.381008:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.381011:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.381011:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000450d57fb. 00000100:00000001:3.0:1767384984.381025:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384984.381032:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.381037:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384984.381039:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384984.381041:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.381044:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000001:2.0:1767384984.381056:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384984.381058:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:0.0:1767384984.381059:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.381060:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294974993 00000100:00000001:2.0:1767384984.381062:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384984.381083:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa20b0d0. 00000100:00000040:2.0:1767384984.381083:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384984.381086:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d5b401e8. 00000100:00000001:0.0:1767384984.381088:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.381103:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767384984.381110:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384984.381111:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384984.381115:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.381124:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5056 usecs (6 jiffies) 00010000:00000010:1.0:1767384984.381125:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2ccec9b. 00000100:00000001:3.0:1767384984.381126:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294974993 00000100:00000001:0.0:1767384984.381143:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974983 00000020:00000001:1.0:1767384984.381147:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000010:3.0:1767384984.381149:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ef0d6cf. 00000020:00000040:1.0:1767384984.381162:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2ccec9b with handle 0xcb8130832f6b3867 to hash 00000100:00000001:0.0:1767384984.381164:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974993 00000100:00000001:3.0:1767384984.381168:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384984.381185:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384984.381185:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974983 00000100:00000001:3.0:1767384984.381188:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294974993 00000100:00000001:2.0:1767384984.381193:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384984.381197:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00000100:00000001:2.0:1767384984.381207:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.381208:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974993 00000100:00000010:3.0:1767384984.381209:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b00928b9. 00010000:00000001:1.0:1767384984.381211:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 02000000:00000001:2.0:1767384984.381221:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384984.381223:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974983 00000100:00000001:3.0:1767384984.381224:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384984.381229:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384984.381231:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384984.381241:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294974993 00000100:00000001:0.0:1767384984.381241:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974993 02000000:00000001:2.0:1767384984.381242:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.381245:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.381261:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974983 00000100:00000010:3.0:1767384984.381266:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3c71dd6. 00000100:00100000:2.0:1767384984.381266:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003758312b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373205888:0@lo:400: 00010000:00010000:1.0:1767384984.381267:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384984.381287:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384984.381293:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384984.381302:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384984.381303:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974993 02000000:00000001:2.0:1767384984.381304:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384984.381317:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.381318:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.381319:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384984.381320:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384984.381341:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384984.381343:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.381344:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384984.381355:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4922d54. 00000100:00000001:3.0:1767384984.381358:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384984.381359:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.381361:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384984.381367:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.381373:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.381377:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384984.381386:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd80b92. 00000100:00000001:3.0:1767384984.381388:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384984.381391:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.381398:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384984.381401:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384984.381407:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384984.381408:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000001:1.0:1767384984.381409:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384984.381409:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.381416:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384984.381424:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384984.381425:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384984.381428:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373205888, portal 10 00000100:00000010:1.0:1767384984.381430:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e9635d1. 00000100:00000001:0.0:1767384984.381433:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384984.381439:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384984.381449:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384984.381451:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.381451:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557985551296 : -129515724000320 : ffff8a34c54733c0) 00000100:00000001:0.0:1767384984.381452:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.381455:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640818816 : -129520068732800 : ffff8a33c24fd880) 00000100:00000001:3.0:1767384984.381473:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.381476:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384984.381479:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.381482:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682209280 : -129515027342336 : ffff8a34eecd5c00) 00000100:00000040:2.0:1767384984.381486:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.381494:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384984.381498:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384984.381505:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384984.381508:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384984.381508:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205760 00000100:00000001:3.0:1767384984.381516:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384984.381521:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.381524:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384984.381535:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384984.381537:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.381544:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384984.381546:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.381568:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384984.381569:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.381570:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384984.381586:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205760 00000100:00000040:2.0:1767384984.381588:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384984.381643:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.381649:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384984.381649:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384984.381664:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:3.0:1767384984.381665:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384984.381666:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f311173. 00000020:00000001:0.0:1767384984.381677:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384984.381685:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373205888, offset 0 00000020:00000040:0.0:1767384984.381688:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 02000000:00000001:3.0:1767384984.381689:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384984.381699:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384984.381708:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 02000000:00000001:3.0:1767384984.381713:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.381715:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384984.381719:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000400:00000200:2.0:1767384984.381724:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384984.381728:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.381731:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384984.381732:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0379913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373206016:0@lo:400: 00000020:00000010:0.0:1767384984.381740:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b034ed6. 00000100:00000001:3.0:1767384984.381744:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384984.381745:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384984.381752:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009ea7a8e8. 02000000:00000001:3.0:1767384984.381756:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384984.381760:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.381765:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384984.381767:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 02000000:00000001:3.0:1767384984.381768:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.381776:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.381787:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384984.381796:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a32f1b0e. 00000100:00100000:1.0:1767384984.381799:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373206144:0@lo:101: 00000100:00000001:0.0:1767384984.381801:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384984.381809:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.381815:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273507d80 00000020:00000010:0.0:1767384984.381816:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa8dc0fb. 00000400:00000010:3.0:1767384984.381826:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b26bc340. 00000020:00000010:0.0:1767384984.381836:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002df1d43d. 00000100:00000001:1.0:1767384984.381840:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384984.381847:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000020:00000010:0.0:1767384984.381849:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 02000000:00000001:1.0:1767384984.381853:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384984.381867:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.381870:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:2.0:1767384984.381871:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384984.381873:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 02000000:00000001:1.0:1767384984.381880:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384984.381888:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384984.381895:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373206016, portal 10 00000100:00000001:0.0:1767384984.381898:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384984.381901:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d399d3d0. 00000400:00000200:2.0:1767384984.381911:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384984.381912:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384984.381914:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384984.381915:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.381925:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640822400 : -129520068729216 : ffff8a33c24fe680) 00000400:00000010:1.0:1767384984.381940:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292950c6. 00000100:00000001:0.0:1767384984.381942:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384984.381945:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384984.381947:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.381951:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384984.381974:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384984.381981:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.381985:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000100:00000010:2.0:1767384984.381989:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d5ed0a. 00000100:00000001:3.0:1767384984.382000:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384984.382000:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373206144, portal 25 00000100:00000001:0.0:1767384984.382001:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384984.382005:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000b7d5ed0a x1853237373205888 msgsize 224 00000100:00000040:3.0:1767384984.382014:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384984.382023:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384984.382025:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000001:0.0:1767384984.382030:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384984.382037:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682209280 : -129515027342336 : ffff8a34eecd5c00) 00000100:00000200:3.0:1767384984.382038:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373206016, offset 0 00000100:00000001:0.0:1767384984.382041:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384984.382046:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384984.382062:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000200:3.0:1767384984.382067:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384984.382067:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384984.382071:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384984.382077:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384984.382079:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558675695616 : -129515033856000 : ffff8a34ee69f800) 00000400:00000200:3.0:1767384984.382095:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384984.382101:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f701a50 x1853237373205760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/0 e 0 to 0 dl 1767384995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.382102:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f311173 00000400:00000010:2.0:1767384984.382115:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f311173. 00000100:00000001:1.0:1767384984.382116:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384984.382133:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273507e00 00000100:00000001:2.0:1767384984.382136:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384984.382139:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384984.382140:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384984.382150:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384984.382150:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000400:00000010:1.0:1767384984.382155:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000200:3.0:1767384984.382160:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000001:0.0:1767384984.382169:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384984.382187:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ea7a8e8. 00000400:00000200:3.0:1767384984.382191:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384984.382191:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373206144, offset 0 00000100:00000001:2.0:1767384984.382212:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384984.382213:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f701a50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373205760:12345-0@lo:400: 00000400:00000200:3.0:1767384984.382216:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384984.382226:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384984.382236:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384984.382243:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205760 00000020:00000001:0.0:1767384984.382257:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384984.382259:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384984.382268:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384984.382269:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384984.382273:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384984.382277:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384984.382281:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 00000400:00000200:1.0:1767384984.382283:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384984.382286:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384984.382287:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384984.382300:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00000040:3.0:1767384984.382304:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000000a8d528f x1853237373206016 msgsize 224 00000020:00000001:0.0:1767384984.382307:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384984.382310:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384984.382314:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384984.382330:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273507e80 00000100:00100000:3.0:1767384984.382331:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384984.382331:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2813 usecs (3 jiffies) 00000020:00000001:0.0:1767384984.382332:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384984.382345:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384984.382350:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974981 00000020:00000001:0.0:1767384984.382354:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.382356:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974993 00000100:00000001:3.0:1767384984.382362:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384984.382363:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384984.382371:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1729 [2] + 0 00000100:00000001:2.0:1767384984.382376:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974981 00000100:00000001:0.0:1767384984.382380:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384984.382391:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974993 02000000:00000001:0.0:1767384984.382391:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384984.382393:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c956cc7. 00000100:00000001:2.0:1767384984.382401:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974981 02000000:00000010:0.0:1767384984.382403:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094097ef6. 00000100:00000001:2.0:1767384984.382409:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974993 00000400:00000200:1.0:1767384984.382411:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c80162b 02000000:00000001:0.0:1767384984.382411:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.382419:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974981 00000100:00000001:0.0:1767384984.382422:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384984.382427:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384984.382433:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974993 00000400:00000200:3.0:1767384984.382435:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000020:00000001:0.0:1767384984.382435:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384984.382449:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:2.0:1767384984.382461:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384984.382462:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373205760 00000100:00000001:3.0:1767384984.382463:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384984.382476:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384984.382483:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.382484:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.382485:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384984.382492:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c80162b 00010000:00000200:0.0:1767384984.382501:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f701a50 x1853237373205760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.382503:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.382505:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c80162b. 00000100:00000001:2.0:1767384984.382522:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.382527:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384984.382539:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384984.382548:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384984.382553:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000db634816 x1853237373206144 msgsize 328 00000100:00000001:2.0:1767384984.382557:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384984.382577:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.382579:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384984.382586:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384984.382587:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384984.382588:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384984.382590:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384984.382631:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384984.382642:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384984.382649:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.382661:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384984.382672:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.382673:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384984.382675:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.382687:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384984.382691:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384984.382701:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384984.382702:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384984.382709:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384984.382712:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384984.382713:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000100:00000001:0.0:1767384984.382717:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384984.382720:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.382722:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00080000:2.0:1767384984.382724:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384984.382730:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3007 usecs (4 jiffies) 00000100:00000040:0.0:1767384984.382735:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384984.382741:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:1.0:1767384984.382743:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384984.382744:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294974983 00000400:00000010:0.0:1767384984.382745:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f5d9c91. 00000100:00000001:3.0:1767384984.382759:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294974993 00000100:00000200:0.0:1767384984.382760:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373205760, offset 224 00000100:00000200:1.0:1767384984.382767:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.382768:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294974983 00000100:00000001:3.0:1767384984.382777:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294974993 00000100:00000001:2.0:1767384984.382782:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384984.382784:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384984.382788:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294974983 00000100:00100000:2.0:1767384984.382793:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205888 00000100:00000001:3.0:1767384984.382804:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294974993 02000000:00000001:2.0:1767384984.382806:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384984.382815:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384984.382818:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384984.382819:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294974983 00000100:00000001:2.0:1767384984.382831:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.382833:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294974993 00000100:00000001:1.0:1767384984.382839:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384984.382853:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273507d00 00000100:00000001:3.0:1767384984.382856:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384984.382857:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.382864:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384984.382878:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f99 [1] + 224 00000100:00000001:3.0:1767384984.382879:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384984.382880:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205888 00000020:00000001:2.0:1767384984.382897:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384984.382902:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384984.382903:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384984.382906:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:2.0:1767384984.382918:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384984.382922:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384984.382930:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384984.382933:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:1.0:1767384984.382934:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.382940:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384984.382942:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000200:0.0:1767384984.382952:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384984.382973:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000004:00000001:3.0:1767384984.382979:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767384984.382980:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000020:3.0:1767384984.382993:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384984.382995:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384984.383002:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384984.383010:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6533a0b. 00000100:00000010:3.0:1767384984.383012:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3bb2308. 00000100:00000040:0.0:1767384984.383012:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.383014:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294974995 00000100:00000001:2.0:1767384984.383030:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384984.383031:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384984.383040:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974993 00000020:00000010:2.0:1767384984.383050:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6533a0b. 00000100:00000001:3.0:1767384984.383055:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384984.383061:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294974995 02000000:00000001:3.0:1767384984.383063:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767384984.383070:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a311b3. 02000000:00000001:3.0:1767384984.383072:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.383077:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974993 00000020:00000010:2.0:1767384984.383089:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ae816be. 02000000:00000010:3.0:1767384984.383092:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ce17e9d. 00000100:00000001:1.0:1767384984.383098:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294974995 00000020:00000010:2.0:1767384984.383103:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d2ee95. 00000100:00000001:3.0:1767384984.383104:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.383105:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384984.383112:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974993 00000400:00000200:0.0:1767384984.383118:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f5d9c91 00000100:00000001:3.0:1767384984.383125:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384984.383128:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f5d9c91. 00000100:00000001:3.0:1767384984.383131:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.383136:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294974995 00000100:00000001:0.0:1767384984.383138:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384984.383140:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384984.383147:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384984.383149:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3bb2308] to pc [ptlrpcd_00_01+1] req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.383159:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384984.383161:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974993 00000100:00000001:0.0:1767384984.383164:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.383173:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384984.383185:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:2.0:1767384984.383187:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.383192:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1767384984.383202:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.383203:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384984.383207:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.383209:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384984.383210:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.383219:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384984.383222:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384984.383224:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.383224:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384984.383234:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384984.383238:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f701a50 x1853237373205760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.383239:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384984.383241:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373205632 02000000:00000001:3.0:1767384984.383251:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384984.383253:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.383265:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384984.383272:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f701a50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237373205760:12345-0@lo:400: Request processed in 1118us (2403us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384984.383274:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.383276:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000008e9635d1 going to sleep for 11 seconds 00000100:00000001:2.0:1767384984.383282:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384984.383288:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384984.383293:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206016 00000100:00000001:1.0:1767384984.383294:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384984.383301:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373205632 02000000:00000001:2.0:1767384984.383303:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384984.383306:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384984.383308:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000001:3.0:1767384984.383310:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384984.383326:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384984.383327:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000040:0.0:1767384984.383327:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:2.0:1767384984.383340:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384984.383341:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384984.383342:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384984.383353:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384984.383355:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000100:00000001:0.0:1767384984.383355:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384984.383364:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384984.383368:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:2.0:1767384984.383369:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206016 00000020:00000010:0.0:1767384984.383370:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002df1d43d. 00000100:00000001:1.0:1767384984.383371:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384984.383383:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384984.383386:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000040:2.0:1767384984.383388:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000010:0.0:1767384984.383389:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000001:2.0:1767384984.383398:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384984.383399:0:17594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000020:00000040:2.0:1767384984.383406:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000100:00000001:3.0:1767384984.383408:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384984.383408:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa8dc0fb. 00000100:00000040:1.0:1767384984.383411:0:17594:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000020:00000010:3.0:1767384984.383420:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005472ad3. 00000020:00000001:2.0:1767384984.383431:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000100:00000001:1.0:1767384984.383433:0:17594:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640824192 : -129520068727424 : ffff8a33c24fed80) 00000100:00000001:3.0:1767384984.383434:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384984.383436:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000020:00000001:2.0:1767384984.383442:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00000020:00000010:3.0:1767384984.383450:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005472ad3. 00000100:00000001:0.0:1767384984.383451:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.383455:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384984.383467:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7d5ed0a x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:210/0 lens 224/0 e 0 to 0 dl 1767384995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384984.383468:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6533a0b. 00000020:00000010:3.0:1767384984.383475:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001136ec01. 00000020:00000010:2.0:1767384984.383482:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000072c231d6. 00000020:00000010:3.0:1767384984.383486:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000141f4664. 00000100:00000001:0.0:1767384984.383493:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384984.383500:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000020:00000010:3.0:1767384984.383502:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bdf0fb01. 00000100:00000001:0.0:1767384984.383502:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384984.383515:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384984.383524:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384984.383528:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384984.383529:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8d8641a. 00000100:00000040:3.0:1767384984.383530:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384984.383533:0:16804:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384984.383547:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384984.383548:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000100:00000001:3.0:1767384984.383553:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384984.383559:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035bb8b3e. 00000100:00000001:3.0:1767384984.383560:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384984.383560:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000400:00000010:0.0:1767384984.383560:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000020:00000010:2.0:1767384984.383584:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003949ba16. 00000100:00000001:1.0:1767384984.383586:0:17594:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384984.383587:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384984.383590:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384984.383650:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384984.383659:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000001:2.0:1767384984.383673:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384984.383674:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.383680:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384984.383684:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384984.383686:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000100:00000001:2.0:1767384984.383691:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.383716:0:16804:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384984.383718:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384984.383718:0:17594:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d5ed0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373205888:12345-0@lo:400: 00000100:00000001:0.0:1767384984.383721:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384984.383731:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384984.383736:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206144 00000100:00000001:2.0:1767384984.383736:0:16804:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384984.383741:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384984.383748:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384984.383751:0:17594:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205888 02000000:00000001:0.0:1767384984.383752:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384984.383753:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384984.383761:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384984.383762:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384984.383765:0:17594:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384984.383770:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.383772:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.383772:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384984.383774:0:17594:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384984.383784:0:17594:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.383795:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.383797:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.383797:0:17594:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1767384984.383807:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=82 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384984.383808:0:17594:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00100000:3.0:1767384984.383809:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206144 00000100:00000001:2.0:1767384984.383813:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384984.383821:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384984.383825:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384984.383827:0:17594:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1767384984.383829:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00001000:0.0:1767384984.383831:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=82 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384984.383836:0:17594:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384984.383840:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384984.383846:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:00000040:3.0:1767384984.383849:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:1.0:1767384984.383856:0:17594:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384984.383856:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384984.383859:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:2.0:1767384984.383859:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000001:0.0:1767384984.383863:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.383868:0:17594:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384984.383877:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774273664 : -129514935277952 : ffff8a34f44a2680) 00000020:00000001:3.0:1767384984.383882:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00010000:00000001:0.0:1767384984.383883:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384984.383885:0:17594:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.383893:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a8d528f x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:210/0 lens 224/0 e 0 to 0 dl 1767384995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.383896:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:0.0:1767384984.383903:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384984.383906:0:17594:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384984.383907:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005472ad3. 00000100:00000001:1.0:1767384984.383919:0:17594:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384984.383922:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384984.383932:0:17594:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384984.383944:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005472ad3. 02000000:00000010:1.0:1767384984.383949:0:17594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb2313ee. 00000020:00000010:3.0:1767384984.383985:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b21b80b7. 02000000:00000001:1.0:1767384984.383994:0:17594:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384984.384003:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbb24925. 00000100:00000001:1.0:1767384984.384017:0:17594:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384984.384022:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcc96a5a. 00000100:00000001:2.0:1767384984.384023:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384984.384030:0:17594:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.384033:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.384035:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384984.384039:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072c231d6. 00000100:00000001:3.0:1767384984.384042:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1767384984.384045:0:17594:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373205888 00000100:00000001:0.0:1767384984.384047:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384984.384056:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.384057:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384984.384058:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384984.384070:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384984.384078:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072c231d6. 00000100:00000001:0.0:1767384984.384081:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.384082:0:17594:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384984.384083:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.384102:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384984.384113:0:17594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7d5ed0a x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384984.384113:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384984.384115:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a8d528f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373206016:12345-0@lo:400: 00000100:00000001:3.0:1767384984.384124:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384984.384133:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384984.384152:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206016 00000100:00100000:3.0:1767384984.384154:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000020:00000001:2.0:1767384984.384169:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384984.384171:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:2.0:1767384984.384181:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384984.384183:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345189456 : -129515364362160 : ffff8a34dab6d850) 00000020:00000001:2.0:1767384984.384193:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384984.384203:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cac559b8 x1853237373205632/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 224/0 e 0 to 0 dl 1767384995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.384206:0:17594:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384984.384212:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384984.384216:0:17594:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.384217:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384984.384222:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00001000:1.0:1767384984.384228:0:17594:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384984.384235:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384984.384244:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384984.384245:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.384252:0:17594:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384984.384256:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384984.384269:0:17594:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000040:0.0:1767384984.384271:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384984.384272:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384984.384282:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384984.384284:0:17594:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:2.0:1767384984.384293:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.384296:0:17594:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384984.384303:0:17594:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.384311:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384984.384314:0:17594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384984.384322:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384984.384335:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384984.384335:0:17594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384984.384350:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b508ce61. 00000400:00000010:1.0:1767384984.384350:0:17594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00100000:0.0:1767384984.384357:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfce4ce2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237373205760:0@lo:400: 02000000:00000001:2.0:1767384984.384369:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384984.384372:0:17594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373205888, offset 224 00000100:00000001:3.0:1767384984.384375:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384984.384389:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005472ad3. 00000100:00000001:2.0:1767384984.384391:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.384396:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.384405:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384984.384409:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384984.384410:0:17594:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384984.384410:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384984.384412:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005472ad3. 00000100:00000040:0.0:1767384984.384426:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfce4ce2 x1853237373205760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384984.384431:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373206016 00000100:00100000:3.0:1767384984.384442:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cac559b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373205632:12345-0@lo:400: 00010000:00000001:2.0:1767384984.384457:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384984.384459:0:17594:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384984.384469:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373205632 00010000:00000200:2.0:1767384984.384479:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a8d528f x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384984.384482:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384984.384492:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384984.384500:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384984.384502:0:17594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273507d80 00000100:00000001:0.0:1767384984.384502:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384984.384511:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384984.384518:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384984.384520:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c701a92. 00000020:00000001:3.0:1767384984.384528:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 02000000:00000001:0.0:1767384984.384537:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384984.384544:0:17594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000020:00000001:3.0:1767384984.384547:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384984.384551:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384984.384560:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384984.384563:0:16165:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384984.384575:0:17594:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384984.384579:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384984.384582:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384984.384589:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384984.384628:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003ff74a6. 00000020:00000001:3.0:1767384984.384635:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.384638:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384984.384640:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384984.384641:0:17594:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384984.384643:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384984.384647:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384984.384651:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.384652:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1767384984.384654:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfce4ce2. 00000100:00000001:1.0:1767384984.384657:0:17594:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384984.384667:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=87 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384984.384669:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384984.384671:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384984.384676:0:17594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.384681:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384984.384684:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000019bc1eb5. 00000100:00000001:0.0:1767384984.384698:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.384699:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384984.384701:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.384715:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384984.384716:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.384718:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:0.0:1767384984.384724:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.384730:0:17594:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384984.384731:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.384737:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384984.384741:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384984.384746:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373205632 00000100:00000001:0.0:1767384984.384750:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384984.384757:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384984.384760:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384984.384765:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384984.384773:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cac559b8 x1853237373205632/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.384786:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384984.384788:0:17594:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384984.384791:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384984.384797:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.384798:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384984.384802:0:17594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:2.0:1767384984.384811:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f311173. 00000100:00001000:3.0:1767384984.384813:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=92 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384984.384814:0:17594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00000001:3.0:1767384984.384832:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384984.384835:0:17594:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384984.384837:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 23 to 0@lo 00000100:00000200:2.0:1767384984.384838:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373206016, offset 224 00000100:00000001:1.0:1767384984.384842:0:17594:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384984.384852:0:17594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.384854:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384984.384865:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384984.384870:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384984.384873:0:17594:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 22 to 0@lo 02000000:00000001:3.0:1767384984.384878:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.384886:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384984.384897:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384984.384899:0:17594:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384984.384918:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273507e00 00000100:00000040:3.0:1767384984.384919:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384984.384922:0:17594:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384984.384931:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000020:00000001:1.0:1767384984.384933:0:17594:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384984.384943:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa9 [1] + 224 00000100:00000040:1.0:1767384984.384950:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d5ed0a x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.384951:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384984.384952:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373205632, offset 224 00000400:00000200:2.0:1767384984.384981:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384984.384998:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384984.385010:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384984.385018:0:17594:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d5ed0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237373205888:12345-0@lo:400: Request processed in 1486us (3006us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384984.385029:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384984.385031:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384984.385045:0:17594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:1.0:1767384984.385063:0:17594:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000400:00000200:3.0:1767384984.385066:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273507c80 00000100:00000001:1.0:1767384984.385074:0:17594:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384984.385083:0:17594:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384984.385094:0:17594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ae816be. 00000400:00000200:3.0:1767384984.385100:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f91 [1] + 224 00000020:00000010:1.0:1767384984.385116:0:17594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d2ee95. 00000100:00000040:2.0:1767384984.385117:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384984.385119:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384984.385125:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a311b3. 00000020:00000040:1.0:1767384984.385141:0:17594:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000400:00000200:3.0:1767384984.385149:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384984.385157:0:17594:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.385178:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384984.385179:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384984.385198:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.385200:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f311173 00000100:00000001:1.0:1767384984.385209:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384984.385212:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f311173. 00000100:00000001:1.0:1767384984.385216:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384984.385233:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384984.385240:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384984.385241:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.385244:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000001:2.0:1767384984.385249:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.385258:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000040:2.0:1767384984.385269:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384984.385270:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345194576 : -129515364357040 : ffff8a34dab6ec50) 00010000:00000001:2.0:1767384984.385291:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384984.385297:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.385299:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384984.385299:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db634816 x1853237373206144/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/0 e 0 to 0 dl 1767384995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384984.385313:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384984.385317:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384984.385325:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000040:2.0:1767384984.385328:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a8d528f x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.385339:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384984.385347:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384984.385355:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384984.385375:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:1.0:1767384984.385379:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384984.385391:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384984.385392:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000020:00000001:3.0:1767384984.385397:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.385399:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384984.385409:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a8d528f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373206016:12345-0@lo:400: Request processed in 1375us (3093us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384984.385412:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384984.385414:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000100:00000040:3.0:1767384984.385426:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cac559b8 x1853237373205632/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.385437:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db634816 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373206144:12345-0@lo:101: 00000100:00100000:2.0:1767384984.385446:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384984.385466:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000200:1.0:1767384984.385467:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206144 00000020:00000001:1.0:1767384984.385480:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384984.385483:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384984.385491:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384984.385493:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384984.385498:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384984.385499:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cac559b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16164:x1853237373205632:12345-0@lo:400: Request processed in 1120us (4788us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384984.385514:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003949ba16. 00000020:00000001:1.0:1767384984.385517:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384984.385530:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000020:00000001:1.0:1767384984.385531:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000010:2.0:1767384984.385532:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000020:00000001:1.0:1767384984.385544:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384984.385545:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035bb8b3e. 00000100:00000040:3.0:1767384984.385548:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:1.0:1767384984.385554:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.385557:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384984.385561:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384984.385563:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00000001:3.0:1767384984.385564:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384984.385576:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384984.385580:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384984.385582:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000141f4664. 00000020:00000001:1.0:1767384984.385584:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384984.385632:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bdf0fb01. 00000020:00000010:3.0:1767384984.385639:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001136ec01. 00000020:00000040:3.0:1767384984.385646:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000020:00000001:1.0:1767384984.385650:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 02000000:00000001:3.0:1767384984.385656:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384984.385660:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 02000000:00000010:3.0:1767384984.385662:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000019bc1eb5. 00010000:00010000:1.0:1767384984.385668:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 02000000:00000001:3.0:1767384984.385670:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384984.385679:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1767384984.385681:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384984.385687:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384984.385693:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384984.385700:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:3.0:1767384984.385704:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5207e92. 00000100:00080000:2.0:1767384984.385704:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000010:1.0:1767384984.385714:0:16799:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b1e62fa. 00000020:00000040:2.0:1767384984.385716:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - evictor 00000400:00000010:3.0:1767384984.385722:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a794175b. 00010000:00000001:1.0:1767384984.385735:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1767384984.385748:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767384984.385749:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059039dcc. 00000100:00100000:2.0:1767384984.385758:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:1.0:1767384984.385761:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384984.385763:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384984.385781:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059039dcc with handle 0xcb8130832f6b386e to hash 00000100:00000001:2.0:1767384984.385782:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384984.385789:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.385793:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384984.385800:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384984.385801:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.385802:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384984.385816:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384984.385818:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00000400:00000001:3.0:1767384984.385822:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384984.385822:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384984.385834:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00000400:00000001:3.0:1767384984.385837:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384984.385843:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384984.385846:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b26bc340. 00010000:00010000:1.0:1767384984.385851:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b3867 expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384984.385857:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000400:00000010:3.0:1767384984.385867:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000001:3.0:1767384984.385883:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384984.385900:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.385908:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384984.385920:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384984.385923:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 02000000:00000001:2.0:1767384984.385935:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384984.385937:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 02000000:00000001:2.0:1767384984.385943:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.385951:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384984.385970:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.385979:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384984.385980:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384984.385983:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3bb2308 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373206272:0@lo:13: 00000100:00000001:2.0:1767384984.386001:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384984.386010:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384984.386011:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b6d7d399. 00000100:00000001:3.0:1767384984.386015:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384984.386019:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.386021:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384984.386022:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384984.386032:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384984.386034:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384984.386035:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384984.386040:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000439bd1f. 02000000:00000001:3.0:1767384984.386041:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384984.386041:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767384984.386049:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384984.386051:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384984.386070:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415c1982. 00000100:00000001:3.0:1767384984.386071:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.386073:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 02000000:00000001:3.0:1767384984.386087:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.386087:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:2.0:1767384984.386090:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f311173. 00010000:00000001:1.0:1767384984.386098:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:3.0:1767384984.386105:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=86 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384984.386106:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373206272, portal 4 00000100:00000001:2.0:1767384984.386125:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1767384984.386128:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=86 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384984.386128:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.386129:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774275456 : -129514935276160 : ffff8a34f44a2d80) 00010000:00000001:1.0:1767384984.386149:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384984.386151:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384984.386155:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.386158:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384984.386166:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384984.386173:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.386176:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384984.386185:0:16799:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384984.386189:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384984.386197:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00080000:3.0:1767384984.386209:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384984.386209:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b1e62fa) refcount = 1 00000100:00000001:2.0:1767384984.386212:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384984.386234:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384984.386243:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384984.386246:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbcf4ebb. 00000100:00000200:2.0:1767384984.386258:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373206272, offset 0 00010000:00000001:3.0:1767384984.386275:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.386288:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384984.386294:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767384984.386297:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384984.386298:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:1.0:1767384984.386307:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384984.386309:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384984.386318:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384984.386318:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.386320:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.386346:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384984.386350:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.386357:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273507f00 00010000:00000001:1.0:1767384984.386364:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.386388:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00010000:00000001:1.0:1767384984.386391:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384984.386412:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384984.386417:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.386419:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384984.386438:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384984.386444:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384984.386446:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384984.386466:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.386468:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384984.386474:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000001:1.0:1767384984.386475:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:2.0:1767384984.386491:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0135f7c. 00010000:00000001:1.0:1767384984.386492:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:3.0:1767384984.386505:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0379913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373206016:0@lo:400: 00000100:00000040:2.0:1767384984.386508:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e0135f7c x1853237373206272 msgsize 224 00010000:00000001:1.0:1767384984.386510:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384984.386519:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384984.386528:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384984.386531:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384984.386534:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6bf6b2f. 00000100:00100000:2.0:1767384984.386538:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384984.386549:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00010000:00000001:1.0:1767384984.386551:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:3.0:1767384984.386555:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00010000:00000001:1.0:1767384984.386558:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384984.386561:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384984.386563:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384984.386565:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384984.386572:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.386574:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbcf4ebb 00010000:00010000:1.0:1767384984.386575:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000059039dcc, rc 0) 00000400:00000010:2.0:1767384984.386588:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbcf4ebb. 00000020:00000001:1.0:1767384984.386596:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384984.386601:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384984.386608:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373206144 00000100:00000001:3.0:1767384984.386619:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384984.386620:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384984.386624:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.386669:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384984.386670:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384984.386677:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384984.386683:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.386686:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384984.386695:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384984.386702:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.386710:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384984.386712:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384984.386728:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384984.386746:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384984.386748:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384984.386753:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384984.386760:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384984.386763:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.386765:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384984.386784:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384984.386787:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5043 usecs (6 jiffies) 00010000:00000001:3.0:1767384984.386789:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.386793:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974989 00000100:00000001:3.0:1767384984.386795:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.386802:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974995 00000100:00000001:2.0:1767384984.386811:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974989 00000100:00000040:3.0:1767384984.386813:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.386830:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974995 00000100:00000001:3.0:1767384984.386834:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384984.386837:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384984.386843:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.386849:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974989 00000100:00000040:3.0:1767384984.386855:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.386857:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974995 00010000:00000200:1.0:1767384984.386863:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db634816 x1853237373206144/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/344 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.386868:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974989 00000100:00000001:2.0:1767384984.386884:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974995 00000100:00000001:2.0:1767384984.386897:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384984.386913:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.386931:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384984.386939:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000750c2369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373205632:0@lo:400: 00000100:00000001:2.0:1767384984.386945:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.386980:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384984.386982:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384984.386988:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.386989:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384984.386998:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=92 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384984.386999:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0379913 x1853237373206016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.387004:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384984.387014:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206272 02000000:00000001:2.0:1767384984.387028:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384984.387029:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384984.387032:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.387033:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384984.387035:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384984.387036:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384984.387047:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a32f1b0e. 00000100:00000040:1.0:1767384984.387048:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 02000000:00000001:2.0:1767384984.387050:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.387058:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384984.387064:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384984.387066:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206272 00000100:00000001:1.0:1767384984.387066:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000040:3.0:1767384984.387075:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384984.387077:0:17577:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384984.387088:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384984.387093:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384984.387093:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 02000000:00000001:1.0:1767384984.387097:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384984.387100:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009bd648cd. 00000020:00000001:2.0:1767384984.387102:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384984.387113:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000001:1.0:1767384984.387116:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384984.387117:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384984.387119:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 02000000:00000001:3.0:1767384984.387125:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384984.387131:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000010:3.0:1767384984.387133:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0379913. 00000100:00000040:1.0:1767384984.387138:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384984.387154:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384984.387155:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384984.387158:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00000001:3.0:1767384984.387172:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384984.387174:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072c231d6. 00000100:00000200:1.0:1767384984.387176:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373206144, offset 224 00000100:00000001:2.0:1767384984.387180:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384984.387200:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072c231d6. 00000100:00000001:3.0:1767384984.387202:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384984.387205:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384984.387214:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000750c2369 x1853237373205632/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384984.387216:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035bb8b3e. 00000020:00000010:2.0:1767384984.387229:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003949ba16. 00000400:00000200:1.0:1767384984.387238:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384984.387243:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000001:3.0:1767384984.387262:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384984.387270:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384984.387273:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273507e80 00000100:00000040:2.0:1767384984.387276:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:3.0:1767384984.387277:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0a8146. 00000100:00000001:2.0:1767384984.387295:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384984.387297:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384984.387310:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384984.387311:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384984.387311:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1fad [1] + 224 00000100:00000001:2.0:1767384984.387315:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384984.387317:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:3.0:1767384984.387334:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384984.387337:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384984.387338:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384984.387340:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd84a3d. 02000000:00000001:3.0:1767384984.387349:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384984.387354:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384984.387358:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384984.387359:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000750c2369. 00000100:00000001:2.0:1767384984.387362:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.387371:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384984.387379:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.387384:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.387384:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384984.387393:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384984.387397:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384984.387399:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384984.387400:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.387406:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384984.387411:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384984.387418:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.387431:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.387433:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:2.0:1767384984.387453:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640815232 : -129520068736384 : ffff8a33c24fca80) 00000100:00000040:1.0:1767384984.387461:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384984.387468:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0135f7c x1853237373206272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/0 e 0 to 0 dl 1767384995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.387501:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.387510:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384984.387523:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384984.387533:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384984.387541:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd80b92. 00000400:00000200:3.0:1767384984.387557:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000100:00000001:2.0:1767384984.387560:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384984.387562:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000020:00000010:2.0:1767384984.387569:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072c231d6. 00000100:00000001:3.0:1767384984.387572:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384984.387577:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384984.387584:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072c231d6. 00000100:00000200:3.0:1767384984.387585:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.387585:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384984.387639:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384984.387653:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000100:00100000:2.0:1767384984.387659:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0135f7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373206272:12345-0@lo:13: 00000100:00000001:3.0:1767384984.387661:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384984.387664:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00000001:3.0:1767384984.387672:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.387683:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384984.387688:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384984.387688:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206272 00000100:00000001:1.0:1767384984.387690:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384984.387705:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384984.387707:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384984.387712:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.387714:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384984.387718:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.387729:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384984.387730:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384984.387734:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000100:00000040:1.0:1767384984.387735:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:3.0:1767384984.387736:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.387750:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384984.387751:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.387755:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384984.387758:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384984.387765:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=87 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384984.387768:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384984.387769:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.387777:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384984.387779:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=87 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384984.387789:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384984.387790:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.387791:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384984.387810:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.387810:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384984.387821:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db634816 x1853237373206144/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/344 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384984.387829:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384984.387831:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384984.387847:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f632e4ea. 00010000:00080000:3.0:1767384984.387855:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384984.387860:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.387881:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db634816 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373206144:12345-0@lo:101: Request processed in 2482us (5309us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384984.387882:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384984.387885:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384984.387889:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384984.387891:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384984.387896:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00002000:00000001:2.0:1767384984.387898:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384984.387910:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384984.387911:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384984.387925:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384984.387926:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.387939:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000040:3.0:1767384984.387940:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384984.387950:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00080000:00000001:2.0:1767384984.387953:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.387974:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384984.387979:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384984.388000:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384984.388002:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.388002:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000024:2.0:1767384984.388015:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384984.388019:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384984.388022:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384984.388030:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000010:1.0:1767384984.388034:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbb24925. 00000020:00000020:2.0:1767384984.388047:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767384984.388053:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcc96a5a. 00002000:00000020:2.0:1767384984.388075:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:1.0:1767384984.388077:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b21b80b7. 00000100:00100000:3.0:1767384984.388079:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003758312b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237373205888:0@lo:400: 00002000:00000001:2.0:1767384984.388088:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:1.0:1767384984.388096:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000001:00000001:2.0:1767384984.388099:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384984.388102:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384984.388106:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1767384984.388107:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.388109:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:2.0:1767384984.388121:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.388123:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b6d7d399. 00000100:00000040:3.0:1767384984.388125:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003758312b x1853237373205888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384984.388140:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373206272 02000000:00000001:1.0:1767384984.388142:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384984.388149:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384984.388156:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384984.388163:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384984.388171:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000200:2.0:1767384984.388178:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0135f7c x1853237373206272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384984.388179:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384984.388180:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c09492d. 02000000:00000010:3.0:1767384984.388186:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4922d54. 02000000:00000001:3.0:1767384984.388198:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384984.388201:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df0e75ad. 00010000:00000001:2.0:1767384984.388213:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384984.388215:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384984.388228:0:16166:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:2.0:1767384984.388230:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384984.388236:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384984.388255:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384984.388256:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384984.388264:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094aae3b3. 00000100:00000040:2.0:1767384984.388268:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384984.388277:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384984.388280:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384984.388293:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384984.388294:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384984.388305:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384984.388307:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003758312b. 00000100:00000001:2.0:1767384984.388326:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384984.388327:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384984.388341:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.388341:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384984.388352:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384984.388354:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384984.388355:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384984.388358:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbcf4ebb. 00000400:00000001:1.0:1767384984.388361:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384984.388367:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384984.388369:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000292950c6. 00000100:00000001:3.0:1767384984.388373:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384984.388378:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000100:00000001:3.0:1767384984.388380:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384984.388383:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 00000100:00000001:3.0:1767384984.388386:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.388393:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384984.388395:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373206272, offset 224 00000100:00000200:1.0:1767384984.388411:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.388412:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384984.388434:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.388440:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384984.388462:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384984.388467:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273507f00 00000100:00000001:1.0:1767384984.388470:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.388476:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384984.388480:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384984.388481:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fcd [1] + 224 00000100:00000001:1.0:1767384984.388486:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.388495:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.388497:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384984.388507:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.388516:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384984.388520:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384984.388527:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384984.388537:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384984.388538:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384984.388558:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384984.388567:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.388573:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384984.388575:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.388580:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.388643:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384984.388664:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.388664:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.388678:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384984.388684:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384984.388705:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.388715:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373206144:0@lo:101: 00000100:00000001:1.0:1767384984.388722:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.388727:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384984.388728:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.388733:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384984.388736:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384984.388741:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbcf4ebb 00000100:00000040:1.0:1767384984.388742:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384984.388748:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbcf4ebb. 00000100:00000001:0.0:1767384984.388758:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384984.388761:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384984.388764:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384984.388771:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384984.388778:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384984.388781:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.388790:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384984.388790:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384984.388797:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000010:0.0:1767384984.388801:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415c1982. 00000100:00000010:1.0:1767384984.388802:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e9635d1. 00010000:00000001:2.0:1767384984.388804:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384984.388817:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384984.388820:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f311173 00000100:00000001:1.0:1767384984.388821:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1767384984.388824:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384984.388827:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f311173. 00000100:00000001:1.0:1767384984.388831:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384984.388841:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0135f7c x1853237373206272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.388843:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1767384984.388843:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384984.388853:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1767384984.388860:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384984.388868:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384984.388878:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0135f7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373206272:12345-0@lo:13: Request processed in 1307us (2360us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384984.388879:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=4 00000020:00000001:1.0:1767384984.388900:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00000100:00000200:0.0:1767384984.388917:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.388922:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00000100:00100000:2.0:1767384984.388936:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00000040:1.0:1767384984.388947:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a2ccec9b, remote cookie: 0xcb8130832f6b386e, flags: 0x0 00000100:00000040:2.0:1767384984.388969:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:2.0:1767384984.388982:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384984.388988:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384984.388988:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384984.388989:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1767384984.389002:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384984.389004:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003949ba16. 00010000:00000001:1.0:1767384984.389013:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384984.389016:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384984.389019:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00010000:00000001:1.0:1767384984.389020:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:0.0:1767384984.389021:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384984.389031:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384984.389034:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384984.389037:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035bb8b3e. 00010000:00000001:1.0:1767384984.389041:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1767384984.389042:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384984.389046:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 02000000:00000001:0.0:1767384984.389050:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384984.389051:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5b401e8) refcount = 1 00000100:00000001:2.0:1767384984.389052:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384984.389058:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=82 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384984.389073:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384984.389074:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384984.389084:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384984.389087:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.389094:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384984.389103:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00080000:0.0:1767384984.389105:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.389110:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384984.389117:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384984.389128:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.389137:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767384984.389140:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384984.389141:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384984.389149:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384984.389152:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.389152:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.389164:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384984.389167:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.389191:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384984.389197:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.389201:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384984.389205:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.389209:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384984.389211:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384984.389213:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.389217:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384984.389219:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384984.389221:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384984.389226:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384984.389230:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:1.0:1767384984.389231:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b33b863 x1853237373206144/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384984.389238:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384984.389256:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384984.389260:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000001:0.0:1767384984.389266:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.389269:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384984.389277:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d399d3d0. 00000100:00000040:0.0:1767384984.389277:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384984.389297:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384984.389305:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3bb2308 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373206272:0@lo:13: 00000020:00000001:1.0:1767384984.389306:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384984.389313:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000100:00000001:0.0:1767384984.389319:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384984.389321:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384984.389324:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384984.389329:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000450d57fb. 00000100:00000040:0.0:1767384984.389334:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3bb2308 x1853237373206272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384984.389338:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384984.389347:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384984.389349:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767384984.389352:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b33b863. 02000000:00000001:0.0:1767384984.389353:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384984.389357:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000439bd1f. 00000100:00000001:1.0:1767384984.389365:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384984.389367:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384984.389370:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384984.389372:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384984.389376:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384984.389379:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ce17e9d. 00000100:00000001:1.0:1767384984.389386:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384984.389393:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:1.0:1767384984.389394:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.389398:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:1.0:1767384984.389402:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000010:0.0:1767384984.389403:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3bb2308. 10000000:00000040:1.0:1767384984.389408:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 00000100:00000001:0.0:1767384984.389412:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384984.389419:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384984.389420:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.389422:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384984.389431:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384984.389434:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384984.389436:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384984.389439:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384984.389442:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=3 00000100:00000001:0.0:1767384984.389444:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384984.389451:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00000100:00000001:0.0:1767384984.389451:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.389459:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384984.389464:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384984.389466:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.389468:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384984.389469:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.389473:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384984.389477:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000921bd398. 00000100:00000010:1.0:1767384984.389502:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b33b863. 00000020:00000040:1.0:1767384984.389506:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384984.389509:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384984.389512:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384984.389517:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.389522:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000450d57fb. 00000100:00000001:1.0:1767384984.389527:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.389530:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384984.389534:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d399d3d0. 00000100:00000010:1.0:1767384984.389537:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004bb0be18. 00000020:00000040:1.0:1767384984.389540:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384984.389544:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384984.389546:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384984.389550:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e9635d1. 00000100:00000001:1.0:1767384984.389553:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614557985551296 : -129515724000320 : ffff8a34c54733c0) 00000100:00000001:1.0:1767384984.389555:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384984.389557:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682209280 : -129515027342336 : ffff8a34eecd5c00) 00000100:00000001:1.0:1767384984.389562:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384984.389564:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.389573:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384984.389575:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384984.389580:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.389588:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384984.389591:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.389700:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384984.389704:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384984.389708:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.389712:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373206400:0@lo:256: 00000100:00000001:1.0:1767384984.389716:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384984.389720:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384984.389722:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.389725:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384984.389731:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292950c6. 00000400:00000010:1.0:1767384984.389737:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000afbd3c5f. 00000100:00000200:1.0:1767384984.389742:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273507f80-0x6958273507f80, portal 33 00000100:00000001:1.0:1767384984.389746:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.389748:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384984.389751:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004cbba62b. 02000000:00000001:1.0:1767384984.389754:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.389757:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000400:00000010:1.0:1767384984.389760:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000100:00000200:1.0:1767384984.389764:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373206400, portal 25 00000100:00000001:1.0:1767384984.389767:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384984.389768:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682209280 : -129515027342336 : ffff8a34eecd5c00) 00000100:00000040:1.0:1767384984.389773:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.389781:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384984.389788:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384984.389790:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00000200:1.0:1767384984.389794:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373206400, offset 0 00000400:00000200:1.0:1767384984.389802:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384984.389814:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384984.389838:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273507f80 00000400:00000200:1.0:1767384984.389846:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1739 [2] + 0 00000400:00000010:1.0:1767384984.389852:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ac44bcd. 00000400:00000200:1.0:1767384984.389858:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2aad9ca 00000400:00000200:1.0:1767384984.389865:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.389872:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384984.389878:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2aad9ca 00000400:00000010:1.0:1767384984.389881:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2aad9ca. 00000100:00000001:1.0:1767384984.389887:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384984.389890:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384984.389907:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000008babcea3 x1853237373206400 msgsize 304 00000100:00100000:1.0:1767384984.389913:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384984.389917:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384984.389938:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384984.389947:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:1.0:1767384984.389951:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00000001:1.0:1767384984.389978:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384984.389985:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384984.389987:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384984.390014:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206400 02000000:00000001:0.0:1767384984.390019:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384984.390022:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384984.390026:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.390034:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.390040:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384984.390041:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206400 00000020:00000001:0.0:1767384984.390047:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384984.390052:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000040:1.0:1767384984.390053:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384984.390055:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384984.390058:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:0.0:1767384984.390065:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384984.390073:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:0.0:1767384984.390079:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384984.390086:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000100:00000001:1.0:1767384984.390087:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390092:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.390095:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384984.390096:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ea7a8e8. 00000020:00000010:0.0:1767384984.390106:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa8dc0fb. 00000100:00000001:1.0:1767384984.390109:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384984.390111:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002df1d43d. 00000100:00000001:1.0:1767384984.390118:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294975002 00000020:00000010:0.0:1767384984.390119:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384984.390131:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384984.390133:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974995 00000100:00000001:0.0:1767384984.390138:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384984.390143:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384984.390145:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.390147:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294975002 00000100:00000001:0.0:1767384984.390151:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.390156:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974995 00000100:00000001:1.0:1767384984.390165:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294975002 00000100:00000001:0.0:1767384984.390170:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.390173:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974995 00000100:00000001:1.0:1767384984.390184:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294975002 00000100:00000001:0.0:1767384984.390187:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384984.390191:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384984.390210:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000001:3.0:1767384984.390216:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384984.390217:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384984.390221:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974995 00000100:00000001:3.0:1767384984.390222:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384984.390223:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345185360 : -129515364366256 : ffff8a34dab6c850) 00000100:00000001:3.0:1767384984.390227:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.390234:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.390237:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384984.390238:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008babcea3 x1853237373206400/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 304/0 e 0 to 0 dl 1767384995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.390248:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390256:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384984.390258:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384984.390261:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ea7a8e8. 00000100:00000001:1.0:1767384984.390263:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384984.390266:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384984.390272:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000008e9635d1 going to sleep for 11 seconds 00000020:00000010:0.0:1767384984.390272:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ea7a8e8. 00000100:00000001:1.0:1767384984.390283:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384984.390285:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008babcea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373206400:12345-0@lo:256: 00000100:00000001:1.0:1767384984.390290:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384984.390292:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206400 00000020:00000001:0.0:1767384984.390300:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384984.390305:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384984.390307:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384984.390311:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384984.390313:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:0.0:1767384984.390315:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384984.390317:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384984.390319:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384984.390321:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384984.390323:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390327:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384984.390329:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384984.390332:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000619c1ad2. 02000000:00000001:0.0:1767384984.390335:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390337:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384984.390340:0:16799:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384984.390344:0:16799:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384984.390347:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384984.390350:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384984.390352:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384984.390356:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384984.390358:0:16799:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384984.390361:0:16799:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000014f15629. 20000000:00000001:0.0:1767384984.390364:0:16799:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384984.390383:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384984.390390:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384984.390396:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384984.390399:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384984.390403:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384984.390405:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384984.390407:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384984.390409:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384984.390411:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384984.390414:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384984.390416:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384984.390417:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384984.390419:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384984.390421:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384984.390423:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384984.390425:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384984.390427:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384984.390428:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384984.390430:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384984.390434:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384984.390436:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384984.390437:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384984.390439:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384984.390441:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384984.390443:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384984.390444:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384984.390446:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384984.390448:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384984.390450:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384984.390451:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384984.390453:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384984.390455:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384984.390456:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384984.390458:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384984.390460:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384984.390461:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384984.390463:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384984.390465:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384984.390466:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384984.390468:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384984.390470:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384984.390472:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:0.0:1767384984.390484:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384984.390486:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384984.390488:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384984.390490:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384984.390491:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384984.390493:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384984.390495:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384984.390497:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384984.390499:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384984.390501:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384984.390503:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384984.390505:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384984.390507:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384984.390508:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384984.390510:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384984.390512:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384984.390514:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384984.390515:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384984.390517:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384984.390519:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384984.390520:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384984.390522:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384984.390524:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384984.390526:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384984.390528:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384984.390529:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384984.390531:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384984.390533:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384984.390534:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384984.390536:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384984.390538:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384984.390540:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384984.390541:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384984.390543:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384984.390545:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384984.390546:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384984.390548:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384984.390550:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384984.390551:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384984.390554:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384984.390556:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384984.390558:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:0.0:1767384984.390560:0:16799:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:0.0:1767384984.390562:0:16799:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:0.0:1767384984.390565:0:16799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384984.390572:0:16799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000384fa86e. 00000100:00000010:0.0:1767384984.390576:0:16799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f9c09fd8. 00000020:00000040:0.0:1767384984.390579:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:0.0:1767384984.390582:0:16799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384984.390585:0:16799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384984.390589:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000400:00000010:0.0:1767384984.390642:0:16799:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011032467. 00000400:00000200:0.0:1767384984.390647:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384984.390666:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384984.390672:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x6958273507f80 00000400:00000200:0.0:1767384984.390677:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1fe1 [4] + 0 00000400:00000010:0.0:1767384984.390681:0:16799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000292950c6. 00000400:00000200:0.0:1767384984.390684:0:16799:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000afbd3c5f 00000400:00000200:0.0:1767384984.390688:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.390694:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384984.390700:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbd3c5f 00000400:00000010:0.0:1767384984.390703:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000afbd3c5f. 00000100:00000001:0.0:1767384984.390707:0:16799:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384984.390709:0:16799:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000b33b863 desc 00000000d399d3d0 mbits 1853237373206400 00000100:00000001:0.0:1767384984.390723:0:16799:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384984.390726:0:16799:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384984.390732:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384984.390741:0:16799:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1fed 00000400:00000200:0.0:1767384984.390744:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384984.390747:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384984.390750:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384984.390755:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390757:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384984.390760:0:16799:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000384fa86e 00000100:00000001:0.0:1767384984.390766:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384984.390773:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384984.390776:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000001:0.0:1767384984.390780:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384984.390781:0:16799:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000384fa86e 00000100:00000001:0.0:1767384984.390783:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384984.390788:0:16799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x6958273507f80-0x6958273507f80 00000100:00000001:0.0:1767384984.390791:0:16799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.390797:0:16799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390800:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384984.390802:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:0.0:1767384984.390805:0:16799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f9c09fd8. 00000100:00000010:0.0:1767384984.390810:0:16799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000384fa86e. 00000100:00000001:0.0:1767384984.390813:0:16799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384984.390814:0:16799:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384984.390823:0:16799:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000014f15629. 20000000:00000001:0.0:1767384984.390827:0:16799:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384984.390830:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373206400 00010000:00000001:0.0:1767384984.390832:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384984.390836:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008babcea3 x1853237373206400/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 304/240 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384984.390845:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384984.390846:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384984.390849:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384984.390852:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384984.390854:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384984.390856:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384984.390859:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384984.390861:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.390864:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384984.390866:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384984.390869:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:0.0:1767384984.390872:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373206400, offset 224 00000400:00000200:0.0:1767384984.390875:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384984.390880:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384984.390902:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273507f80 00000400:00000200:0.0:1767384984.390914:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1fe5 [1] + 224 00000400:00000200:0.0:1767384984.390919:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.390923:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384984.390926:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384984.390931:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384984.390941:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.390983:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384984.391006:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384984.391008:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000001:0.0:1767384984.391010:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384984.391011:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384984.391014:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.391018:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384984.391021:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384984.391023:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384984.391026:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384984.391029:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384984.391031:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008babcea3 x1853237373206400/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 304/240 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384984.391040:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384984.391046:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384984.391047:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008babcea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373206400:12345-0@lo:256: Request processed in 787us (1135us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384984.391054:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000100:00100000:0.0:1767384984.391062:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000400:00000200:1.0:1767384984.391065:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000100:00000040:0.0:1767384984.391066:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000400:00000010:1.0:1767384984.391073:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 00000100:00000001:0.0:1767384984.391073:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384984.391077:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384984.391085:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384984.391085:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002df1d43d. 00000020:00000010:0.0:1767384984.391093:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384984.391097:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa8dc0fb. 00000100:00000200:1.0:1767384984.391098:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384984.391104:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384984.391110:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384984.391113:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000619c1ad2. 02000000:00000001:0.0:1767384984.391119:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384984.391122:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384984.391131:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384984.391135:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384984.391138:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d8641a. 00000400:00000010:0.0:1767384984.391147:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e06f27c. 00000100:00000001:1.0:1767384984.391160:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384984.391164:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.391168:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384984.391171:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384984.391173:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.391176:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.391179:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384984.391183:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384984.391189:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384984.391193:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384984.391196:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.391199:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384984.391201:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.391206:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.391211:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384984.391235:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.391243:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384984.391245:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384984.391247:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.391254:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373206400:0@lo:256: 00000100:00000001:1.0:1767384984.391258:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.391262:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.391263:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384984.391265:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384984.391269:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.391276:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384984.391278:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e9635d1. 00000100:00000001:1.0:1767384984.391281:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384984.391282:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384984.391286:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:1.0:1767384984.391290:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384984.391298:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c03b22f5. 10000000:00000040:1.0:1767384984.391308:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384984.391315:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384984.391318:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384984.391323:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:1.0:1767384984.391326:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.391329:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384984.391331:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:1.0:1767384984.391333:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000100:00000200:1.0:1767384984.391336:0:16801:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.204.149@tcp' 00000400:00000200:1.0:1767384984.391339:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384984.391342:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384984.391372:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:1.0:1767384984.391379:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384984.391384:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (39) 00000400:00000200:1.0:1767384984.391389:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000200:1.0:1767384984.391406:0:16801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:1.0:1767384984.391410:0:16801:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384984.391414:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384984.391416:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:1.0:1767384984.391419:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000400:00000200:1.0:1767384984.391421:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:1.0:1767384984.391423:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:1.0:1767384984.391427:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391430:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:1.0:1767384984.391433:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:1.0:1767384984.391437:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391440:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:1.0:1767384984.391443:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:0.0:1767384984.391447:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384984.391448:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391454:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:1.0:1767384984.391456:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:0.0:1767384984.391461:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:1.0:1767384984.391462:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391470:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000200:1.0:1767384984.391471:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:1.0:1767384984.391479:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000010:0.0:1767384984.391482:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000619c1ad2. 00000400:00000200:1.0:1767384984.391486:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000010:0.0:1767384984.391489:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000400:00000200:1.0:1767384984.391490:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:1.0:1767384984.391499:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000010:0.0:1767384984.391502:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c2b83df. 00000400:00000200:1.0:1767384984.391504:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391510:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:0.0:1767384984.391515:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1767384984.391517:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:1.0:1767384984.391524:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391527:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:1.0:1767384984.391529:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:0.0:1767384984.391533:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1767384984.391535:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391541:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:1.0:1767384984.391543:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:0.0:1767384984.391547:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 169], ns[58, 178] 00000400:00000200:1.0:1767384984.391555:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391564:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000400:00000200:1.0:1767384984.391571:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:1.0:1767384984.391577:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:0.0:1767384984.391578:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 58], ns[70, 58] 00000400:00000200:1.0:1767384984.391588:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391631:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:0.0:1767384984.391634:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00000400:00000200:1.0:1767384984.391635:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:1.0:1767384984.391645:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391650:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 58], ns[87, 58] 00000400:00000200:1.0:1767384984.391651:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:1.0:1767384984.391661:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:0.0:1767384984.391664:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000400:00000200:1.0:1767384984.391671:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391678:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:0.0:1767384984.391678:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 58], ns[103, 58] 00000400:00000200:1.0:1767384984.391686:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:0.0:1767384984.391696:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 58], ns[111, 58] 00000400:00000200:1.0:1767384984.391697:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391705:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:1.0:1767384984.391712:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:0.0:1767384984.391714:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 58], ns[119, 58] 00000400:00000200:1.0:1767384984.391720:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391727:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:0.0:1767384984.391728:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 58], ns[132, 58] 00000400:00000200:1.0:1767384984.391735:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:0.0:1767384984.391744:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[137, 58] 00000400:00000200:1.0:1767384984.391745:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391753:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:0.0:1767384984.391759:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[149, 58] 00000400:00000200:1.0:1767384984.391760:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:1.0:1767384984.391771:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391772:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 58], ns[153, 58] 00000400:00000200:1.0:1767384984.391777:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:1.0:1767384984.391785:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:0.0:1767384984.391785:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 58], ns[169, 58] 00000400:00000200:1.0:1767384984.391795:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391799:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 00000400:00000200:1.0:1767384984.391802:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:1.0:1767384984.391813:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:0.0:1767384984.391814:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384984.391827:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:1.0:1767384984.391829:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391838:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:1.0:1767384984.391839:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:1.0:1767384984.391853:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:0.0:1767384984.391853:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 42], ns[77, 42] 00000400:00000200:1.0:1767384984.391868:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391869:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 42], ns[78, 42] 00000400:00000200:1.0:1767384984.391879:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:1.0:1767384984.391884:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:0.0:1767384984.391892:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 42], ns[160, 42] 00000400:00000200:1.0:1767384984.391893:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391904:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:0.0:1767384984.391907:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 42], ns[79, 42] 00000400:00000200:1.0:1767384984.391914:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:0.0:1767384984.391923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 42], ns[85, 42] 00000400:00000200:1.0:1767384984.391924:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.391930:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[99, 42] 00000400:00000200:0.0:1767384984.391937:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 42], ns[122, 42] 00000400:00000200:1.0:1767384984.391941:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:1.0:1767384984.391949:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:0.0:1767384984.391951:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 42], ns[115, 42] 00000400:00000200:1.0:1767384984.391989:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.391995:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:0.0:1767384984.391996:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 42], ns[130, 42] 00000400:00000200:1.0:1767384984.392004:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:0.0:1767384984.392010:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[157, 42] 00000400:00000200:1.0:1767384984.392015:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.392021:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:0.0:1767384984.392023:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 42], ns[164, 42] 00000400:00000200:1.0:1767384984.392028:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:0.0:1767384984.392037:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 42], ns[176, 42] 00000400:00000200:1.0:1767384984.392042:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.392048:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:0.0:1767384984.392049:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 00000400:00000200:1.0:1767384984.392057:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:1.0:1767384984.392068:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.392069:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 42], ns[185, 42] 00000400:00000200:1.0:1767384984.392072:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:1.0:1767384984.392080:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:0.0:1767384984.392084:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[165, 42], ns[174, 42] 00000400:00000200:1.0:1767384984.392090:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.392096:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:0.0:1767384984.392099:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[181, 42] 00000400:00000200:1.0:1767384984.392104:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:1.0:1767384984.392115:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.392116:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 42], ns[186, 42] 00000400:00000200:1.0:1767384984.392120:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:1.0:1767384984.392128:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:0.0:1767384984.392133:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[174, 42], ns[183, 42] 00000400:00000200:1.0:1767384984.392139:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.392145:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:0.0:1767384984.392148:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 42], ns[187, 42] 00000400:00000200:1.0:1767384984.392152:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:1.0:1767384984.392161:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384984.392165:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:1.0:1767384984.392167:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:1.0:1767384984.392175:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:0.0:1767384984.392177:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000200:1.0:1767384984.392183:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.392186:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:0.0:1767384984.392189:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp47 00000400:00000200:1.0:1767384984.392194:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:0.0:1767384984.392201:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp47 lpni_is_preferred = 0 00000400:00000200:1.0:1767384984.392202:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384984.392208:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 00000400:00000200:0.0:1767384984.392211:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp47 00000100:00000001:1.0:1767384984.392214:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.392222:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384984.392222:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp47 NI seq info: [188:188:256:4294967295] 192.168.204.149@tcp47 LPNI seq info [179:179:8:4294967295] 10000000:00000040:1.0:1767384984.392236:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 00000400:00000200:0.0:1767384984.392240:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp47 10000000:00000010:1.0:1767384984.392247:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000f51b186. 00000400:00000200:0.0:1767384984.392254:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp47(192.168.204.149@tcp47:) -> 192.168.204.149@tcp47(192.168.204.149@tcp:192.168.204.149@tcp47) : GET try# 0 10000000:00000040:1.0:1767384984.392263:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000800:00000200:0.0:1767384984.392267:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp47 00000020:00000080:1.0:1767384984.392270:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000800:00000010:0.0:1767384984.392276:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f836fc9a. 00000020:00000001:1.0:1767384984.392279:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384984.392286:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e205537. 00000800:00000010:0.0:1767384984.392290:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a21363ad. 00000020:00000010:1.0:1767384984.392294:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000faff9ff7. 00000800:00000010:0.0:1767384984.392298:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e0a19e4e. 00000040:00000010:1.0:1767384984.392303:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f1d1b5cc. 00000800:00000200:0.0:1767384984.392310:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a21363ad] -> 12345-192.168.204.149@tcp47 (2) 00000020:00000010:1.0:1767384984.392314:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f501848f. 00000800:00000200:0.1:1767384984.392319:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a21363ad] -> 12345-192.168.204.149@tcp47 (2) 00000020:00000010:1.0:1767384984.392326:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384984.392334:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003130e087. 80000000:00000010:1.0:1767384984.392340:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000650a8694. 40000000:00000010:1.0:1767384984.392345:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000996877b8. 00000400:00000200:0.0:1767384984.392346:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:0.0:1767384984.392353:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00100000:00000010:1.0:1767384984.392355:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384984.392364:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000058a16152. 00040000:00000010:1.0:1767384984.392369:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001dcc33d6. 00040000:00000010:1.0:1767384984.392372:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa43c9bb. 00080000:00000010:1.0:1767384984.392376:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe2b359f. 00000004:00000010:1.0:1767384984.392381:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000fbdd1df. 00000004:00000010:1.0:1767384984.392397:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000081b16f. 00000004:00000010:1.0:1767384984.392402:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c909c5fc. 00002000:00000010:1.0:1767384984.392405:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b6d7d399. 00000004:00000010:1.0:1767384984.392409:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000029d0c73f. 00000004:00000001:1.0:1767384984.392413:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384984.392416:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384984.392418:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000f51b186 00000040:00001000:1.0:1767384984.392419:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384984.392421:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384984.392422:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384984.392424:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384984.392427:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384984.392428:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384984.392430:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384984.392433:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:1.0:1767384984.392434:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384984.392496:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384984.392512:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000faff9ff7. 00000040:00000010:1.0:1767384984.392517:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f1d1b5cc. 00000020:00000010:1.0:1767384984.392521:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f501848f. 00000020:00000010:1.0:1767384984.392529:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384984.392534:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003130e087. 80000000:00000010:1.0:1767384984.392538:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000650a8694. 40000000:00000010:1.0:1767384984.392541:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000996877b8. 00100000:00000010:1.0:1767384984.392544:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384984.392547:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000058a16152. 00040000:00000010:1.0:1767384984.392552:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dcc33d6. 00040000:00000010:1.0:1767384984.392556:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aa43c9bb. 00080000:00000010:1.0:1767384984.392562:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fe2b359f. 00000004:00000010:1.0:1767384984.392567:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000fbdd1df. 00000400:00000200:2.0:1767384984.392573:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000004:00000010:1.0:1767384984.392573:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000081b16f. 00000004:00000010:1.0:1767384984.392583:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c909c5fc. 00002000:00000010:1.0:1767384984.392592:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b6d7d399. 00000004:00000010:1.0:1767384984.392640:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000029d0c73f. 00000020:00000010:1.0:1767384984.392646:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e205537. 00000020:00000001:1.0:1767384984.392650:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.392653:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384984.392658:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000f51b186. 10000000:00000010:1.0:1767384984.392662:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c03b22f5. 10000000:00000001:1.0:1767384984.392665:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.392667:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384984.392679:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b33b863 x1853237373206400/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.392689:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384984.392691:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384984.392694:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004cbba62b. 02000000:00000001:1.0:1767384984.392699:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384984.392702:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384984.392705:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384984.392707:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384984.392709:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384984.392710:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384984.392721:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384984.392725:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384984.392729:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004bb0be18. 00000100:00000010:1.0:1767384984.392733:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d399d3d0. 00000100:00000001:1.0:1767384984.392736:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384984.392740:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000450d57fb. 02000000:00000001:1.0:1767384984.392748:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384984.392750:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 02000000:00000001:1.0:1767384984.392752:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384984.392760:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b33b863. 00000100:00000001:1.0:1767384984.392766:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384984.392767:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384984.392787:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000921bd398. 10000000:01000000:1.0:1767384984.392794:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384984.392800:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384984.392803:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384984.392808:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384984.392811:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=3 00000020:00000001:1.0:1767384984.392816:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384984.392820:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00000400:00000200:2.0:1767384984.392822:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00010000:00000001:1.0:1767384984.392825:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384984.392833:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384984.392846:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.392848:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384984.392852:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384984.392865:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384984.392869:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.392874:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384984.392878:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.392884:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.392897:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384984.392905:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384984.392909:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 10000000:00000040:1.0:1767384984.392910:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:1.0:1767384984.392925:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384984.393070:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393160:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393278:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393359:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393463:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393551:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393685:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393773:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393827:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393873:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393934:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.393998:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394062:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394110:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394161:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394224:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394269:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394319:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394365:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394418:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394470:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394518:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394584:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394675:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394739:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394825:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.394926:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.395035:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.395141:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.395218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384984.395296:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384984.395709:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000668d5b03. 00000800:00000010:2.0:1767384984.395721:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf0d75f1. 00000800:00000010:2.0:1767384984.395746:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000758a93fe. 00000800:00000010:2.0:1767384984.395782:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000758a93fe. 00000800:00020000:2.0:1767384984.395798:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384984.395804:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf0d75f1. 00000800:00000010:2.0:1767384984.395808:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000668d5b03. 00000400:02020000:2.0:1767384984.395995:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp47 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384984.396006:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp47 notifying 192.168.204.149@tcp47: down 00000800:00000200:2.0:1767384984.396016:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp47 down 00000800:00000100:2.0:1767384984.396029:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp47 00000800:00000010:2.0:1767384984.396035:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f836fc9a. 00000400:00000200:2.0:1767384984.396041:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384984.396049:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp47->192.168.204.149@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384984.396074:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp47 added to recovery queue. ping count: 0 next ping: 308 health :900 00000400:00000200:2.0:1767384984.396083:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384984.396087:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 1 00000400:00000200:2.0:1767384984.396093:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384984.396166:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384984.396172:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000001:2.0:1767384984.396177:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384984.396182:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384984.396185:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:2.0:1767384984.396189:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000400:00000200:2.0:1767384984.396195:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384984.396199:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000010:2.0:1767384984.396203:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000619c1ad2. 00000400:00000200:2.0:1767384984.396208:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000400:00000200:2.0:1767384984.396214:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:-71 00000400:00000200:2.0:1767384984.396219:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc -71 00000400:00000200:2.0:1767384984.396226:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384984.396231:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (40) 00000020:00000010:0.0:1767384984.406308:0:38998:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000009ea7a8e8. 00000020:00000040:0.0:1767384984.406316:0:38998:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384984.406318:0:38998:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000009ea7a8e8. 00000100:00000040:3.0:1767384984.406652:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294975002, at 4294975003 00000100:00000040:1.0:1767384984.406655:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294975002, at 4294975003 00000100:00000010:3.0:1767384984.406660:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3c71dd6. 00000100:00000010:1.0:1767384984.406663:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ef0d6cf. 00000100:00000040:2.0:1767384984.407690:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294975002, at 4294975004 00000100:00000010:2.0:1767384984.407714:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b00928b9. 00000100:00000040:0.0:1767384984.408209:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294975002, at 4294975004 00000100:00000010:0.0:1767384984.408221:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa20b0d0. 00000001:00000001:0.0:1767384984.834046:0:39087:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384984.834051:0:39087:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:0.0:1767384984.837543:0:39087:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384984.843825:0:39088:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000619c1ad2. 00000400:00000010:0.0:1767384984.843838:0:39088:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007c1464d7. 00000400:00000010:0.0:1767384984.843848:0:39088:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004af7fed7. 00000400:00000010:0.0:1767384984.843851:0:39088:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002a479fa5. 00000400:00000010:0.0:1767384984.843854:0:39088:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000894311a0. 00000400:00000010:0.0:1767384984.843858:0:39088:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8b6b6e9. 00000400:00000010:0.0:1767384984.843859:0:39088:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001277c812. 00000400:00000010:0.0:1767384984.843860:0:39088:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ea7a8e8. 00000400:00000010:0.0:1767384984.843863:0:39088:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005bc354ea. 00000800:00000010:0.0:1767384984.843878:0:39088:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000679289ad. 00000800:00000200:0.0:1767384984.843888:0:39088:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384984.843899:0:39088:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384984.843930:0:39088:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.149) 00000400:02000000:0.0:1767384984.843969:0:39088:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.149@tcp50 [8/256/0/180] 00000400:00000010:0.0:1767384984.845413:0:39088:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000019d7d37e. 00000400:00000010:0.0:1767384984.845418:0:39088:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec7392ff. 00000400:00000010:0.0:1767384984.845423:0:39088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f5d9c91. 00000400:00000001:0.0:1767384984.845443:0:39088:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384984.845444:0:39088:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384984.845445:0:39088:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090cc0657. 00000400:00000200:0.0:1767384984.845448:0:39088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009919058d 00000400:00000010:0.0:1767384984.845449:0:39088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009919058d. 00000400:00000010:0.0:1767384984.845452:0:39088:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000012f56158. 00000400:00000200:0.0:1767384984.845457:0:39088:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (39) 00000400:00000200:0.0:1767384984.845467:0:39088:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:0.0:1767384984.845475:0:39088:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:0.0:1767384984.845480:0:39088:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000073a3bfab. 00000020:01000000:0.0:1767384984.845484:0:39088:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384984.845486:0:39088:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.149@tcp50 00000400:00000010:0.0:1767384984.845498:0:39088:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007c1464d7. 00000400:00000010:0.0:1767384984.845501:0:39088:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000619c1ad2. 00000400:00000200:2.0:1767384984.845522:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384984.845528:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:2.0:1767384984.845531:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000010:2.0:1767384984.845535:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000000439bd1f. 00000400:00000010:2.0:1767384984.845538:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbcf4ebb. 00000400:00000010:2.0:1767384984.845543:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000030ef6ee. 00000400:00000200:2.0:1767384984.845547:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000020:00000001:1.0:1767384984.845557:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384984.845558:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 10000000:00000001:1.0:1767384984.845563:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384984.845566:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384984.845567:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 169], ns[58, 178] 10000000:01000000:1.0:1767384984.845570:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384984.845575:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384984.845576:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000020:01000004:1.0:1767384984.845579:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384984.845583:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384984.845584:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 58], ns[70, 58] 00000020:01000004:1.0:1767384984.845585:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384984.845588:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384984.845592:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384984.845608:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384984.845609:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384984.845611:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384984.845613:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384984.845616:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00000400:00000200:2.0:1767384984.845620:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 58], ns[87, 58] 00000100:00000010:1.0:1767384984.845631:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b33b863. 00000400:00000200:2.0:1767384984.845635:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000020:00000040:1.0:1767384984.845638:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384984.845641:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 58], ns[103, 58] 00000100:00000001:1.0:1767384984.845645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384984.845646:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 58], ns[111, 58] 02000000:00000001:1.0:1767384984.845650:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384984.845653:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 58], ns[119, 58] 02000000:00000001:1.0:1767384984.845656:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.845660:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 58], ns[132, 58] 00000400:00000200:2.0:1767384984.845664:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[137, 58] 00000400:00000200:2.0:1767384984.845667:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[149, 58] 02000000:00000010:1.0:1767384984.845667:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006d9e1e68. 00000400:00000200:2.0:1767384984.845674:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 58], ns[153, 58] 00000100:00000001:1.0:1767384984.845675:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.845682:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 58], ns[169, 58] 00000100:00000001:1.0:1767384984.845686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384984.845688:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.845698:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 00000100:00000040:1.0:1767384984.845700:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b33b863] to pc [ptlrpcd_00_02+2] req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.845709:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:2.0:1767384984.845718:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:2.0:1767384984.845722:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:2.0:1767384984.845725:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 42], ns[77, 42] 00000400:00000200:2.0:1767384984.845730:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 42], ns[78, 42] 10000000:00000001:1.0:1767384984.845731:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.845735:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.845737:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 42], ns[160, 42] 00000020:00000001:1.0:1767384984.845738:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.845739:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384984.845744:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:3.0:1767384984.845745:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1767384984.845748:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 42], ns[79, 42] 00000100:00000001:3.0:1767384984.845751:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384984.845752:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384984.845755:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384984.845756:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 42], ns[85, 42] 10000000:00000001:1.0:1767384984.845757:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384984.845759:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:1.0:1767384984.845761:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384984.845763:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.845765:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[99, 42] 00000100:00000001:3.0:1767384984.845767:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.845770:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384984.845771:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384984.845773:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384984.845775:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384984.845778:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 42], ns[122, 42] 00000020:01000004:1.0:1767384984.845779:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384984.845781:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384984.845782:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384984.845786:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384984.845790:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384984.845793:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384984.845794:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 42], ns[115, 42] 00000020:01000004:1.0:1767384984.845796:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384984.845799:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384984.845803:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000214121f2. 00000100:00000001:3.0:1767384984.845808:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384984.845808:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384984.845809:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 42], ns[130, 42] 00000100:00000001:3.0:1767384984.845810:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.845814:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384984.845816:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384984.845818:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384984.845820:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.845821:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[157, 42] 02000000:00000001:1.0:1767384984.845822:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.845826:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.845831:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f3e2ad44. 00000100:00100000:3.0:1767384984.845834:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373206528:0@lo:253: 00000400:00000200:2.0:1767384984.845834:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 42], ns[164, 42] 00000100:00000001:1.0:1767384984.845837:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.845844:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384984.845844:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384984.845845:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 42], ns[176, 42] 00000100:00000001:1.0:1767384984.845847:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.845855:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214121f2] to pc [ptlrpcd_00_03+3] req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.845856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 02000000:00000001:3.0:1767384984.845857:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384984.845861:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.845867:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384984.845872:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 42], ns[185, 42] 02000000:00000010:3.0:1767384984.845874:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c40a4d5a. 02000000:00000001:3.0:1767384984.845878:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.845878:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.845884:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384984.845886:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6bf6b2f. 00000020:00000001:1.0:1767384984.845886:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.845889:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[165, 42], ns[174, 42] 00000020:01000000:1.0:1767384984.845892:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384984.845894:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a718fea. 00000020:00000010:1.0:1767384984.845896:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000073a3bfab. 00000400:00000200:2.0:1767384984.845899:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[181, 42] 00000100:00000200:3.0:1767384984.845901:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373206528, portal 25 00000100:00000001:3.0:1767384984.845905:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384984.845906:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 42], ns[186, 42] 00000100:00000001:3.0:1767384984.845907:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682209280 : -129515027342336 : ffff8a34eecd5c00) 00000100:00000001:1.0:1767384984.845911:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384984.845915:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1767384984.845916:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384984.845918:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[174, 42], ns[183, 42] 00000100:00000001:1.0:1767384984.845918:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.845926:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.845929:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.845935:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 42], ns[187, 42] 00000100:00000001:1.0:1767384984.845936:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384984.845939:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384984.845940:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384984.845942:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384984.845959:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384984.845960:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[179, 42], ns[188, 42] 00000100:00000040:1.0:1767384984.845963:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384984.845965:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000460b77bb. 00000400:00000200:2.0:1767384984.845970:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000100:00000200:3.0:1767384984.845971:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373206528, offset 0 00000400:00000200:2.0:1767384984.845978:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp24 00000400:00000200:3.0:1767384984.845983:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384984.845984:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384984.845987:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384984.845990:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp24 00000100:00000001:1.0:1767384984.845993:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.845994:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp24 NI seq info: [189:189:256:4294967295] 192.168.204.149@tcp24 LPNI seq info [180:180:8:4294967295] 02000000:00000001:1.0:1767384984.845998:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384984.846001:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.846003:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp24 02000000:00000001:1.0:1767384984.846005:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.846009:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000214121f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373206656:0@lo:253: 00000100:00000001:1.0:1767384984.846015:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384984.846019:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24:) -> 192.168.204.149@tcp24(192.168.204.149@tcp:192.168.204.149@tcp24) : GET try# 0 02000000:00000001:1.0:1767384984.846019:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384984.846022:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.846025:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384984.846028:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp24 02000000:00000010:1.0:1767384984.846031:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ed241106. 00000400:00000200:3.0:1767384984.846032:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384984.846035:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000094aae3b3. 02000000:00000001:1.0:1767384984.846037:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384984.846044:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (6) 00000400:00000010:1.0:1767384984.846044:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000400:00000200:3.0:1767384984.846047:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273508000 00000400:00000010:1.0:1767384984.846053:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041981c72. 00000400:00000200:3.0:1767384984.846054:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1751 [2] + 0 00000800:00000200:2.0:1767384984.846060:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:988 00000400:00000010:3.0:1767384984.846061:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478bd4bd. 00000800:00000200:2.0:1767384984.846065:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aae3b3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384984.846066:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000737631d9 00000100:00000200:1.0:1767384984.846073:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373206656, portal 25 00000400:00000200:3.0:1767384984.846075:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384984.846078:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384984.846081:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:3.0:1767384984.846083:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384984.846083:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682208384 : -129515027343232 : ffff8a34eecd5880) 00000400:00000200:2.0:1767384984.846087:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00000400:00000200:3.0:1767384984.846089:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000737631d9 00000400:00000010:3.0:1767384984.846093:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000737631d9. 00000100:00000040:1.0:1767384984.846093:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.846099:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384984.846102:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384984.846106:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000060a7444f x1853237373206528 msgsize 4848 00000100:00000001:1.0:1767384984.846107:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384984.846113:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384984.846114:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384984.846116:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384984.846117:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000293b8d29. 00000100:00000200:1.0:1767384984.846121:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237373206656, offset 0 00000100:00000001:3.0:1767384984.846126:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384984.846127:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384984.846134:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460b77bb 00000400:00000010:3.0:1767384984.846137:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000460b77bb. 00000400:00000200:1.0:1767384984.846141:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384984.846142:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384984.846148:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958273508080 00000100:00000200:3.0:1767384984.846154:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384984.846155:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1799 [2] + 0 00000400:00000010:1.0:1767384984.846163:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aca9ab50. 00000400:00000200:1.0:1767384984.846169:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000410c6881 00000100:00000001:3.0:1767384984.846170:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384984.846173:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384984.846175:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384984.846176:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384984.846179:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000094aae3b3. 00000400:00000200:1.0:1767384984.846185:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384984.846187:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.846193:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410c6881 00000100:00000001:3.0:1767384984.846195:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.846197:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000410c6881. 00000400:00000200:2.0:1767384984.846199:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: GET: OK 00000100:00000001:3.0:1767384984.846200:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384984.846203:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384984.846205:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384984.846208:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.846213:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294975458 00000400:00000200:2.0:1767384984.846214:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384984.846215:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000008cd81ea3 x1853237373206656 msgsize 4848 00000100:00000010:3.0:1767384984.846219:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3c71dd6. 00000100:00100000:1.0:1767384984.846224:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384984.846227:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000100:00000001:3.0:1767384984.846228:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384984.846229:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384984.846238:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294975458 00000800:00000001:2.0:1767384984.846239:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384984.846241:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384984.846242:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000727d310f. 00000100:00000001:3.0:1767384984.846247:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384984.846249:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384984.846249:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000293b8d29 00000100:00000001:3.0:1767384984.846250:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294975458 00000400:00000010:1.0:1767384984.846254:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000293b8d29. 00000800:00000001:2.0:1767384984.846256:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384984.846258:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc6573a1. 00000100:00000001:1.0:1767384984.846258:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384984.846262:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384984.846263:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384984.846265:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.846271:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294975458 00000100:00000010:3.0:1767384984.846277:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019b60ea6. 00000400:00000200:2.0:1767384984.846278:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24) <- 192.168.204.149@tcp24 : GET - for me 00000100:00000001:3.0:1767384984.846283:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384984.846284:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384984.846290:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.846291:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.846294:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384984.846297:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.846305:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.846306:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 672/672 into md 0x1ffd [1] + 0 00000100:00000001:1.0:1767384984.846308:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384984.846316:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.846317:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.846322:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.846324:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294975458 00000100:00000001:3.0:1767384984.846325:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384984.846329:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384984.846330:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp24 to MR: 192.168.204.149@tcp24 local destination 00000100:00000001:1.0:1767384984.846330:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, keep current deadline 4294975458 00000100:00000001:3.0:1767384984.846332:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.846336:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294975458 00000100:00000001:3.0:1767384984.846338:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.846339:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, keep current deadline 4294975458 00000400:00000200:2.0:1767384984.846345:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp24 NI seq info: [190:190:256:4294967295] 192.168.204.149@tcp24 LPNI seq info [181:181:8:4294967295] 00000100:00000001:1.0:1767384984.846345:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294975458 00000100:00000001:1.0:1767384984.846351:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, keep current deadline 4294975458 00000100:00000001:1.0:1767384984.846353:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294975458 00000100:00000001:1.0:1767384984.846358:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, keep current deadline 4294975458 00000100:00000001:1.0:1767384984.846361:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384984.846364:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384984.846365:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384984.846367:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206528 00000400:00000200:2.0:1767384984.846370:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) -> 192.168.204.149@tcp24(192.168.204.149@tcp24:192.168.204.149@tcp24) 192.168.204.149@tcp24 : REPLY try# 0 00000100:00000001:1.0:1767384984.846371:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384984.846372:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384984.846376:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.846377:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.846379:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384984.846381:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.204.149@tcp24 00000800:00000010:2.0:1767384984.846385:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094aae3b3. 02000000:00000001:3.0:1767384984.846390:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384984.846391:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000347721e5] -> 12345-192.168.204.149@tcp24 (6) 00000100:00100000:3.0:1767384984.846394:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206528 00000020:00000001:3.0:1767384984.846397:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1767384984.846398:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp24 ip 192.168.204.149:993 00000020:00000040:3.0:1767384984.846399:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000800:00000200:2.0:1767384984.846402:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aae3b3 type 3, nob 768 niov 1 nkiov 1 00000020:00000001:3.0:1767384984.846403:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384984.846408:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:1.0:1767384984.846409:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384984.846413:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00100000:1.0:1767384984.846413:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206656 02000000:00000001:1.0:1767384984.846416:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384984.846417:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384984.846418:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.846421:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.846422:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384984.846426:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbbcc763. 00000100:00000001:3.0:1767384984.846428:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384984.846431:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbbcc763. 02000000:00000001:1.0:1767384984.846432:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.846436:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206656 00000020:00000010:3.0:1767384984.846437:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c701a92. 00000020:00000001:1.0:1767384984.846438:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384984.846441:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:1.0:1767384984.846443:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384984.846445:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=16 00000020:00000010:3.0:1767384984.846446:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb685285. 00000020:00000001:1.0:1767384984.846447:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384984.846451:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000010:3.0:1767384984.846452:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bdf0fb01. 00000100:00000001:1.0:1767384984.846453:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384984.846458:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006425ba63. 00000100:00000001:1.0:1767384984.846461:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384984.846462:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384984.846463:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006425ba63. 00000100:00000001:3.0:1767384984.846467:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1767384984.846468:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384984.846470:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003130e087. 00000100:00000001:3.0:1767384984.846471:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:2.0:1767384984.846471:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094aae3b3. 00000100:00000001:3.0:1767384984.846474:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.846477:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384984.846478:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f51b186. 00000100:00000001:3.0:1767384984.846481:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384984.846485:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d53bca5. 00000400:00000200:2.0:1767384984.846486:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: REPLY: OK 00000100:00000001:1.0:1767384984.846493:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384984.846494:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.846495:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384984.846498:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384984.846498:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384984.846505:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.846506:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.846508:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384984.846510:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384984.846512:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384984.846512:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384984.846516:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384984.846518:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000800:00000001:2.0:1767384984.846520:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384984.846522:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384984.846525:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384984.846526:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345190480 : -129515364361136 : ffff8a34dab6dc50) 00000800:00000001:2.0:1767384984.846526:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.846529:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384984.846536:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060a7444f x1853237373206528/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 4848/0 e 0 to 0 dl 1767384995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.846540:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000400:00000200:2.0:1767384984.846541:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp24(192.168.204.149@tcp24) <- 192.168.204.149@tcp24 : REPLY - for me 00000100:00000040:1.0:1767384984.846547:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384984.846552:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558345184336 : -129515364367280 : ffff8a34dab6c450) 00000100:00000001:3.0:1767384984.846554:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384984.846559:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp24: Reply from 12345-192.168.204.149@tcp24 of length 672/672 into md 0x2001 00000020:00000010:3.0:1767384984.846560:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbbcc763. 00000100:00000040:1.0:1767384984.846561:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008cd81ea3 x1853237373206656/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 4848/0 e 0 to 0 dl 1767384995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384984.846566:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384984.846567:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384984.846572:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbbcc763. 00000800:00000001:2.0:1767384984.846575:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.846576:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384984.846579:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060a7444f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16166:x1853237373206528:12345-0@lo:253: 00000020:00000010:1.0:1767384984.846581:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006425ba63. 00000400:00000200:2.0:1767384984.846584:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384984.846585:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384984.846591:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006425ba63. 00000400:00000200:2.0:1767384984.846612:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp24->192.168.204.149@tcp24: REPLY: OK 00000400:00000200:2.0:1767384984.846617:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbcf4ebb 00000400:00000010:2.0:1767384984.846619:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbcf4ebb. 00000100:00000200:3.0:1767384984.846624:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206528 00000400:00000200:2.0:1767384984.846624:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:1.0:1767384984.846625:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008cd81ea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16165:x1853237373206656:12345-0@lo:253: 00000020:00000001:3.0:1767384984.846630:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384984.846632:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000020:00000001:3.0:1767384984.846635:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384984.846637:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000020:00000001:3.0:1767384984.846638:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384984.846641:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206656 00000020:00000001:3.0:1767384984.846644:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384984.846644:0:16156:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.149@tcp (704 bytes) 00000020:00000001:1.0:1767384984.846646:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384984.846647:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384984.846651:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384984.846651:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384984.846653:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000020:00000001:1.0:1767384984.846655:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384984.846656:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384984.846661:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384984.846661:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384984.846662:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000000439bd1f. 00000020:00000001:1.0:1767384984.846664:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445008 : -1041106608 : ffffffffc1f1f950) 00000020:00000001:3.0:1767384984.846665:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384984.846670:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.846670:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000020:00000001:1.0:1767384984.846670:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384984.846674:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384984.846677:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384984.846678:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:2.0:1767384984.846679:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384984.846679:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384984.846681:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384984.846683:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384984.846684:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.846686:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384984.846688:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000001f90549. 02000000:00000001:1.0:1767384984.846690:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384984.846692:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384984.846694:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.846696:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009385c92c. 20000000:00000001:3.0:1767384984.846697:0:16799:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384984.846700:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:1.0:1767384984.846701:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384984.846705:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000000439bd1f. 00000100:00000001:1.0:1767384984.846705:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384984.846707:0:16798:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384984.846709:0:16799:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000adfd511f. 00000400:00000010:2.0:1767384984.846712:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe59115. 20000000:01000000:3.0:1767384984.846713:0:16799:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384984.846717:0:16798:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc4c7c63. 20000000:00000001:3.0:1767384984.846719:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:2.0:1767384984.846720:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbcf4ebb. 20000000:00000001:3.0:1767384984.846723:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384984.846723:0:16798:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384984.846725:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000439bd1f 20000000:00000001:3.0:1767384984.846728:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384984.846728:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000001:2.0:1767384984.846729:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384984.846733:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384984.846733:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384984.846734:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384984.846735:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 20000000:00000001:1.0:1767384984.846737:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384984.846739:0:16799:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384984.846740:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 20000000:00000001:1.0:1767384984.846741:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384984.846744:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 20000000:00000001:1.0:1767384984.846745:0:16798:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384984.846749:0:16799:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa8dc0fb. 00000400:00000200:2.0:1767384984.846750:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 20000000:01000000:3.0:1767384984.846753:0:16799:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000400:00000010:2.0:1767384984.846754:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000082cc0879. 00000400:00000200:2.0:1767384984.846757:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 20000000:00000001:3.0:1767384984.846759:0:16799:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384984.846760:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100871 00000400:00000200:2.0:1767384984.846765:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.149@tcp:0 00080000:00000001:3.0:1767384984.846766:0:16799:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384984.846770:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 rc 1 00000400:00000200:2.0:1767384984.846773:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x102071 00000400:00000200:2.0:1767384984.846774:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000010:2.0:1767384984.846778:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000012f56158. 00000400:00000010:2.0:1767384984.846780:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc581dd5. 00000400:00000010:2.0:1767384984.846783:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e17b82cb. 00000400:00000200:2.0:1767384984.846792:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1767384984.846797:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1767384984.846799:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 169], ns[58, 178] 00000400:00000200:2.0:1767384984.846803:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000400:00000200:2.0:1767384984.846807:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 58], ns[70, 58] 00000400:00000200:2.0:1767384984.846810:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00080000:00000001:3.0:1767384984.846821:0:16799:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384984.846826:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 58], ns[87, 58] 00080000:00000001:3.0:1767384984.846827:0:16799:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384984.846830:0:16799:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.846833:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00080000:00000001:3.0:1767384984.846834:0:16799:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384984.846839:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384984.846840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 58], ns[103, 58] 00000020:00000001:3.0:1767384984.846845:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00000400:00000200:2.0:1767384984.846846:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 58], ns[111, 58] 00080000:00000001:3.0:1767384984.846852:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384984.846853:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 58], ns[119, 58] 00000400:00000200:2.0:1767384984.846856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 58], ns[132, 58] 00000400:00000200:2.0:1767384984.846859:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[137, 58] 00000400:00000200:2.0:1767384984.846863:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[149, 58] 00080000:00000010:3.0:1767384984.846865:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019bc1eb5. 00000400:00000200:2.0:1767384984.846868:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 58], ns[153, 58] 00080000:00000001:3.0:1767384984.846869:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553660161024 : -129520049390592 : ffff8a33c376fc00) 00080000:00000001:3.0:1767384984.846876:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384984.846876:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 58], ns[169, 58] 00000400:00000200:2.0:1767384984.846882:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 58], ns[190, 58] 00000400:00000200:2.0:1767384984.846885:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 58], ns[46, 58] 00000400:00000200:2.0:1767384984.846888:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767384984.846892:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767384984.846901:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 46], ns[77, 46] 00000400:00000200:2.0:1767384984.846904:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 46], ns[78, 46] 00000400:00000200:2.0:1767384984.846907:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 46], ns[160, 46] 00000400:00000200:2.0:1767384984.846910:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 46], ns[79, 46] 00000400:00000200:2.0:1767384984.846912:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 46], ns[85, 46] 00000400:00000200:2.0:1767384984.846915:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 46], ns[99, 46] 00000400:00000200:2.0:1767384984.846917:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 46], ns[122, 46] 00000400:00000200:2.0:1767384984.846920:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[115, 46] 00000400:00000200:2.0:1767384984.846923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 46], ns[130, 46] 00000400:00000200:2.0:1767384984.846926:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 46], ns[157, 46] 00000400:00000200:2.0:1767384984.846929:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[155, 46], ns[164, 46] 00000400:00000200:2.0:1767384984.846931:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 46], ns[176, 46] 00000400:00000200:2.0:1767384984.846934:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 46], ns[145, 46] 00000400:00000200:2.0:1767384984.846937:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 46], ns[185, 46] 00000400:00000200:2.0:1767384984.846939:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[165, 46], ns[174, 46] 00000400:00000200:2.0:1767384984.846941:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 46], ns[181, 46] 00000400:00000200:2.0:1767384984.846944:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 46], ns[186, 46] 00000400:00000200:2.0:1767384984.846963:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[174, 46], ns[183, 46] 00000400:00000200:2.0:1767384984.846973:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 46], ns[187, 46] 00000400:00000200:2.0:1767384984.846977:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[179, 46], ns[188, 46] 00000400:00000200:2.0:1767384984.846980:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384984.846982:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp25 00000400:00000200:2.0:1767384984.846985:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.149@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384984.846986:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp25 00000400:00000200:2.0:1767384984.846998:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [191:191:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1767384984.847002:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp25 00000400:00000200:2.0:1767384984.847007:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:) -> 192.168.204.149@tcp25(192.168.204.149@tcp:192.168.204.149@tcp25) : GET try# 0 00000800:00000200:2.0:1767384984.847011:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp25 00000800:00000010:2.0:1767384984.847015:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000094aae3b3. 00000800:00000200:2.0:1767384984.847019:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000800:00000200:2.0:1767384984.847024:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:988 00000800:00000200:2.0:1767384984.847026:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aae3b3 type 2, nob 96 niov 1 nkiov 0 00000001:00000001:3.0:1767384984.847029:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384984.847032:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384984.847035:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00080000:00000001:3.0:1767384984.847036:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384984.847040:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100271 rc 0 00080000:00000001:3.0:1767384984.847057:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384984.847061:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384984.847076:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384984.847079:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000094aae3b3. 00000400:00000200:2.0:1767384984.847082:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384984.847086:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: GET: OK 00000400:00000200:2.0:1767384984.847088:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384984.847091:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000800:00000001:2.0:1767384984.847097:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384984.847101:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384984.847103:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384984.847106:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.847110:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : GET - for me 00000400:00000200:2.0:1767384984.847117:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384984.847121:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 704/704 into md 0x1ffd [1] + 0 00000400:00000200:2.0:1767384984.847134:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp25 to MR: 192.168.204.149@tcp25 local destination 00000400:00000200:2.0:1767384984.847140:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [192:192:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [183:183:8:4294967295] 00080000:00000001:3.0:1767384984.847141:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384984.847145:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384984.847152:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) -> 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) 192.168.204.149@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384984.847158:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.149@tcp25 00000800:00000010:2.0:1767384984.847161:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094aae3b3. 00000800:00000200:2.0:1767384984.847166:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000800:00000200:2.0:1767384984.847169:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:991 00000800:00000200:2.0:1767384984.847172:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aae3b3 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:1.0:1767384984.847183:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384984.847225:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384984.847230:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384984.847232:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384984.847233:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094aae3b3. 00000800:00000001:1.0:1767384984.847235:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384984.847238:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384984.847241:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.847245:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: REPLY: OK 00000400:00000200:1.0:1767384984.847252:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : REPLY - for me 00000400:00000200:1.0:1767384984.847263:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp25: Reply from 12345-192.168.204.149@tcp25 of length 704/704 into md 0x2019 00000800:00000001:1.0:1767384984.847266:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384984.847275:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384984.847277:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.847281:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: REPLY: OK 00000400:00000200:1.0:1767384984.847289:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc581dd5 00000400:00000010:1.0:1767384984.847291:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc581dd5. 00000400:00000200:1.0:1767384984.847293:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384984.847295:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:1.0:1767384984.847296:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000200:1.0:1767384984.847299:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 42. state = 0x100271 00000400:00000200:1.0:1767384984.847302:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384984.847321:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (41) 00000800:00000001:1.0:1767384984.847326:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384984.847329:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384984.847339:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.847344:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384984.847351:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:2.0:1767384984.847357:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000296c9a45. 00000400:00000010:2.0:1767384984.847361:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 0000000074be7add. 00000400:00000010:2.0:1767384984.847365:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000e162d050. 00000400:00000200:2.0:1767384984.847402:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp41(000000004965a246) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384984.847405:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp42(00000000b19bfc98) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384984.847408:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp43(000000004fd658e0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384984.847412:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp45(0000000023cd52ee) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384984.847415:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp46(00000000bd39b5fb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384984.847417:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.149@tcp47(00000000726dca78) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384984.847470:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e4fe6c4f. 00000400:00000200:2.0:1767384984.847476:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e4fe6c4f nid 192.168.204.149@tcp48 00000400:00000010:2.0:1767384984.847480:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c0a438a7. 00000400:00000200:2.0:1767384984.847483:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c0a438a7 net tcp48 00000400:00000200:2.0:1767384984.847485:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (40) 00000400:00000200:2.0:1767384984.847502:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp48 flags 0x11 00000400:00000010:2.0:1767384984.847507:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c0946798. 00000400:00000200:2.0:1767384984.847511:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c0946798 nid 192.168.204.149@tcp49 00000400:00000010:2.0:1767384984.847514:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f42dc1d9. 00000400:00000200:2.0:1767384984.847516:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f42dc1d9 net tcp49 00000400:00000200:2.0:1767384984.847518:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (41) 00000400:00000200:2.0:1767384984.847522:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp49 flags 0x11 00000400:00000010:2.0:1767384984.847526:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d01236e0. 00000400:00000200:2.0:1767384984.847528:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d01236e0 nid 192.168.204.149@tcp50 00000400:00000010:2.0:1767384984.847531:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001c243dcf. 00000400:00000200:2.0:1767384984.847533:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000001c243dcf net tcp50 00000400:00000200:2.0:1767384984.847535:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (42) 00000400:00000200:2.0:1767384984.847538:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp50 flags 0x11 00000400:00000010:2.0:1767384984.847541:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000296c9a45. 00000400:00000010:2.0:1767384984.847544:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 0000000074be7add. 00000400:00000010:2.0:1767384984.847546:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000e162d050. 00000400:00000010:2.0:1767384984.847549:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000012f56158. 00000400:00000200:2.0:1767384984.847553:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384984.847556:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:2.0:1767384984.847559:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:2.0:1767384984.847564:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000010:2.0:1767384984.847567:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc581dd5. 00000400:00000200:2.0:1767384984.847571:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (43) 00000400:00000010:2.0:1767384984.847574:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5a92558. 00000400:00000200:2.0:1767384984.847578:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp25 00000400:00000200:2.0:1767384984.847584:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp25 to MR: 192.168.204.149@tcp25 local destination 00000400:00000200:2.0:1767384984.847589:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [193:193:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [184:184:8:4294967295] 00000400:00000200:2.0:1767384984.847593:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp25 00000400:00000200:2.0:1767384984.847597:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) -> 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) : PUT try# 0 00000800:00000200:2.0:1767384984.847601:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.149@tcp25 00000800:00000010:2.0:1767384984.847605:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094aae3b3. 00000800:00000200:2.0:1767384984.847642:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000800:00000200:2.0:1767384984.847647:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:988 00000800:00000200:2.0:1767384984.847650:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aae3b3 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384984.847658:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384984.847660:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100571 rc 0 00000800:00000200:2.0:1767384984.847705:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384984.847707:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094aae3b3. 00000400:00000200:2.0:1767384984.847710:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384984.847714:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: PUT: OK 00000400:00000200:2.0:1767384984.847716:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384984.847718:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp25: 0 00000800:00000001:2.0:1767384984.847722:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384984.847726:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384984.847727:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384984.847730:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.847733:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : PUT - for me 00000400:00000200:2.0:1767384984.847740:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384984.847743:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 704/704 into md 0x2015 [1] + 0 00000400:00000010:2.0:1767384984.847746:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efe59115. 00000400:00000200:2.0:1767384984.847748:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbcf4ebb 00000800:00000001:2.0:1767384984.847751:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384984.847755:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.847756:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384984.847760:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: PUT: OK 00000400:00000200:2.0:1767384984.847762:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbcf4ebb 00000400:00000010:2.0:1767384984.847763:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbcf4ebb. 00000400:00000200:2.0:1767384984.847767:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384984.847769:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (44) 00000400:00000200:2.0:1767384984.847773:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.149@tcp(00000000e1b8b00f) is MR 00000400:00000010:2.0:1767384984.847777:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000296c9a45. 00000400:00000200:2.0:1767384984.847781:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 42 00000400:00000200:2.0:1767384984.847786:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:2.0:1767384984.847793:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (45) 00000400:00000200:2.0:1767384984.847803:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384984.847808:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp25 to MR: 192.168.204.149@tcp25 local destination 00000400:00000200:2.0:1767384984.847813:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp25 NI seq info: [194:194:256:4294967295] 192.168.204.149@tcp25 LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1767384984.847822:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) -> 192.168.204.149@tcp25(192.168.204.149@tcp25:192.168.204.149@tcp25) 192.168.204.149@tcp25 : ACK try# 0 00000800:00000200:2.0:1767384984.847825:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp25 00000800:00000010:2.0:1767384984.847828:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094aae3b3. 00000800:00000200:2.0:1767384984.847831:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4eefe47] -> 12345-192.168.204.149@tcp25 (6) 00000800:00000200:2.0:1767384984.847835:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp25 ip 192.168.204.149:991 00000800:00000200:2.0:1767384984.847837:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aae3b3 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384984.847867:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384984.847889:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384984.847895:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384984.847898:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384984.847900:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384984.847904:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094aae3b3. 00000800:00000001:1.0:1767384984.847904:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384984.847911:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.847916:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp25(192.168.204.149@tcp25) <- 192.168.204.149@tcp25 : ACK - for me 00000400:00000200:2.0:1767384984.847921:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: ACK: OK 00000400:00000200:1.0:1767384984.847931:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp25: ACK from 12345-192.168.204.149@tcp25 into md 0x201d 00000400:00000200:1.0:1767384984.847935:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.847939:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp25->192.168.204.149@tcp25: ACK: OK 00000400:00000200:2.0:1767384984.847942:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384984.847943:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc581dd5 00000400:00000010:1.0:1767384984.847960:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc581dd5. 00000400:00000010:2.0:1767384984.847962:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe59115. 00000400:00000200:1.0:1767384984.847965:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:2.0:1767384984.847967:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbcf4ebb. 00000400:00000200:1.0:1767384984.847970:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:2.0:1767384984.847972:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000439bd1f 00000400:00000200:1.0:1767384984.847976:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp (00000000e1b8b00f): -114 00000400:00000200:1.0:1767384984.847980:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (44) 00000400:00000200:2.0:1767384984.847985:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x1000f1 00000400:00000010:2.0:1767384984.847990:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000e162d050. 00000400:00000010:2.0:1767384984.847993:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 0000000074be7add. 00000400:00000010:2.0:1767384984.847995:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000012f56158. 00000400:00000010:2.0:1767384984.848023:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000e162d050. 00000400:00000010:2.0:1767384984.848026:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 0000000074be7add. 00000400:00000010:2.0:1767384984.848028:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000012f56158. 00000400:00000010:2.0:1767384984.848030:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000296c9a45. 00000400:00000200:2.0:1767384984.848035:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.149@tcp (00000000e1b8b00f): 0 00000400:00000200:2.0:1767384984.848038:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.149@tcp(00000000e1b8b00f): 0. state = 0x100171 00000400:00000200:2.0:1767384984.848041:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 rc 1 00000400:00000200:2.0:1767384984.848044:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100171 00000400:00000200:2.0:1767384984.848047:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1767384984.848055:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.149@tcp(00000000e1b8b00f) state 0x100111 rc 0 00000400:00000200:2.0:1767384984.848058:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp (00000000e1b8b00f) 00000400:00000200:2.0:1767384984.848061:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (43) 00000800:00000001:1.0:1767384984.848147:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384984.848151:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384984.848154:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384984.855686:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384984.855693:0:16799:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00080000:00000001:1.0:1767384984.855694:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384984.855699:0:16799:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384984.855700:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384984.855702:0:16799:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384984.855704:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384984.855706:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384984.855707:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384984.855710:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019bc1eb5. 00080000:00000001:1.0:1767384984.855715:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384984.855715:0:16799:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384984.855737:0:16799:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384984.855741:0:16799:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384984.855743:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384984.855746:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384984.855747:0:16799:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384984.855751:0:16798:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002bf8ef0d. 10000000:01000000:1.0:1767384984.855751:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384984.855756:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:3.0:1767384984.855757:0:16798:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:1.0:1767384984.855761:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384984.855764:0:16798:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:1.0:1767384984.855768:0:16820:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002b1e62fa count: 2 00080000:00000001:3.0:1767384984.855771:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384984.855772:0:16820:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384984.855777:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384984.855781:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001be5b4d6. 00000020:00000001:1.0:1767384984.855785:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384984.855787:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001be5b4d6 with handle 0xcb8130832f6b3875 to hash 00000020:00000001:1.0:1767384984.855789:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384984.855791:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384984.855793:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:1.0:1767384984.855796:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384984.855798:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.855800:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384984.855803:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384984.855811:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384984.855812:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384984.855814:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.855816:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384984.855817:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384984.855820:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384984.855821:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384984.855823:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384984.855826:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675818328 : -129515033733288 : ffff8a34ee6bd758) 00010000:00000001:1.0:1767384984.855827:0:16820:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384984.855831:0:16798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384984.855831:0:16820:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384984.855837:0:16798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d7dba9cc. 00010000:00000001:1.0:1767384984.855838:0:16820:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384984.855841:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384984.855842:0:16798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614553660157952 : -129520049393664 : ffff8a33c376f000) 00010000:00000001:1.0:1767384984.855845:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384984.855846:0:16798:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384984.855848:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384984.855851:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384984.855853:0:16820:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384984.855855:0:16820:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384984.855860:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b1e62fa) refcount = 2 00010000:00000040:1.0:1767384984.855862:0:16820:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384984.855864:0:16820:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384984.855867:0:16820:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384984.855868:0:16820:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384984.855873:0:16820:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cff5756c. 00000100:00000001:1.0:1767384984.855876:0:16820:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384984.855880:0:16820:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023283eac. 00000100:00000001:1.0:1767384984.855882:0:16820:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558908792000 : -129514800759616 : ffff8a34fc4ebcc0) 00000100:00000001:1.0:1767384984.855883:0:16820:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558908792000 : -129514800759616 : ffff8a34fc4ebcc0) 00000100:00000001:1.0:1767384984.855885:0:16820:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384984.855886:0:16820:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384984.855888:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384984.855890:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.855892:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384984.855893:0:16820:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384984.855895:0:16820:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384984.855897:0:16820:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384984.855899:0:16820:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000001:00000001:3.0:1767384984.855903:0:16798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:1.0:1767384984.855903:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d92c9779. 00000020:00000040:1.0:1767384984.855905:0:16820:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00080000:00000001:3.0:1767384984.855906:0:16798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384984.855911:0:16798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384984.855911:0:16820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384984.855914:0:16820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384984.855916:0:16820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384984.855920:0:16798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.855921:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000faff9ff7. 00080000:00000001:3.0:1767384984.855923:0:16798:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384984.855926:0:16820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.855931:0:16820:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 16 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384984.855940:0:16820:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 16 pid: 16799 timeout: 458 lvb_type: 0 00010000:00000001:1.0:1767384984.855963:0:16820:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384984.855966:0:16820:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384984.855970:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.855977:0:16820:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384984.855978:0:16820:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.855981:0:16820:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d92c9779 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373206784:0@lo:104: 00000100:00000001:1.0:1767384984.855984:0:16820:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384984.855987:0:16820:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384984.855989:0:16820:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.855991:0:16820:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384984.855993:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b924c6ab. 02000000:00000001:1.0:1767384984.855995:0:16820:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384984.855996:0:16798:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:1.0:1767384984.855998:0:16820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aca9ab50. 00080000:00000001:3.0:1767384984.855999:0:16798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384984.856004:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000100:00000200:1.0:1767384984.856009:0:16820:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373206784, portal 16 00000100:00000001:1.0:1767384984.856011:0:16820:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384984.856012:0:16820:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682216448 : -129515027335168 : ffff8a34eecd7800) 00000100:00000040:1.0:1767384984.856015:0:16820:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.856020:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384984.856022:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384984.856025:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00000200:1.0:1767384984.856026:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373206784, offset 0 00000400:00000200:1.0:1767384984.856030:0:16820:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384984.856038:0:16820:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384984.856048:0:16820:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273508100 00000400:00000200:1.0:1767384984.856055:0:16820:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 1640 00000400:00000200:1.0:1767384984.856060:0:16820:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.856065:0:16820:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384984.856071:0:16820:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384984.856073:0:16820:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384984.856077:0:16820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e95ed6f. 00000100:00000040:1.0:1767384984.856081:0:16820:0:(events.c:337:request_in_callback()) incoming req@000000001e95ed6f x1853237373206784 msgsize 328 00000100:00100000:1.0:1767384984.856087:0:16820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384984.856100:0:16820:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384984.856105:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:1.0:1767384984.856107:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00000001:1.0:1767384984.856110:0:16820:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384984.856114:0:16820:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.856121:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384984.856124:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.856128:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856130:0:16820:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384984.856134:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856136:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294975468 00000100:00000001:1.0:1767384984.856142:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294975458 00000100:00000001:1.0:1767384984.856145:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294975468 00000100:00000001:1.0:1767384984.856149:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294975458 00000100:00000001:1.0:1767384984.856152:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294975468 00000100:00000001:1.0:1767384984.856157:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294975458 00000100:00000001:1.0:1767384984.856160:0:16820:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294975468 00000100:00000001:1.0:1767384984.856162:0:16820:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294975458 00000100:00000001:1.0:1767384984.856164:0:16820:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.856166:0:16820:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856167:0:16820:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856168:0:16820:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.856170:0:16820:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856172:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.856173:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384984.856175:0:16820:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856177:0:16820:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384984.856179:0:16820:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384984.856181:0:16820:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856182:0:16820:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.856183:0:16820:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384984.856185:0:16820:0:(client.c:2690:ptlrpc_set_wait()) set 0000000023283eac going to sleep for 11 seconds 00000100:00000001:1.0:1767384984.856187:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384984.856189:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856203:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384984.856205:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206784 02000000:00000001:1.0:1767384984.856207:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384984.856209:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.856210:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.856213:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.856215:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206784 00000020:00000001:1.0:1767384984.856217:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384984.856218:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b343f 00000020:00000001:1.0:1767384984.856220:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384984.856222:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001162b7a0 refcount=3 00000020:00000001:1.0:1767384984.856224:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000020:00000001:1.0:1767384984.856226:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558775330816 : -129514934220800 : ffff8a34f45a4800) 00000100:00000001:1.0:1767384984.856229:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384984.856231:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000100:00000001:1.0:1767384984.856233:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384984.856235:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0c94125. 00000020:00000010:1.0:1767384984.856239:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067421bc8. 00000020:00000010:1.0:1767384984.856243:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c16f68d. 00000020:00000010:1.0:1767384984.856247:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000040:1.0:1767384984.856254:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384984.856256:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384984.856258:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384984.856259:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856265:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856274:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.856285:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384984.856287:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384984.856291:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384984.856293:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001162b7a0 : new rpc_count 1 00000100:00000001:1.0:1767384984.856295:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558682202112 : -129515027349504 : ffff8a34eecd4000) 00000100:00000040:1.0:1767384984.856300:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e95ed6f x1853237373206784/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/0 e 0 to 0 dl 1767384995 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.856306:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384984.856320:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0c94125. 00000100:00000001:1.0:1767384984.856322:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384984.856323:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0c94125. 00000100:00100000:1.0:1767384984.856328:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e95ed6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373206784:12345-0@lo:104: 00000100:00000200:1.0:1767384984.856331:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206784 00010000:00000001:1.0:1767384984.856333:0:16788:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384984.856336:0:16788:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384984.856338:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384984.856339:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=2 00000020:00000001:1.0:1767384984.856341:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384984.856343:0:16788:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384984.856346:0:16788:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384984.856347:0:16788:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.856350:0:16788:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384984.856355:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384984.856357:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384984.856360:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c8d44f0. 02000000:00000001:1.0:1767384984.856361:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856363:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856366:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384984.856368:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384984.856371:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ff3a054d time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384984.856376:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384984.856378:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:1.0:1767384984.856381:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384984.856383:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384984.856384:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.856387:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384984.856389:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384984.856392:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00000200:1.0:1767384984.856395:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373206784, offset 224 00000400:00000200:1.0:1767384984.856399:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384984.856403:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384984.856410:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273508100 00000400:00000200:1.0:1767384984.856413:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2025 [1] + 224 00000400:00000200:1.0:1767384984.856416:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.856418:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384984.856421:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384984.856423:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384984.856430:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.856443:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384984.856449:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:1.0:1767384984.856451:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00000001:1.0:1767384984.856454:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384984.856455:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384984.856456:0:16820:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384984.856458:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.856462:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:1.0:1767384984.856465:0:16788:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384984.856468:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000410c6881. 00010000:00000001:1.0:1767384984.856471:0:16788:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384984.856479:0:16788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384984.856481:0:16788:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856483:0:16788:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856484:0:16788:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.856487:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e95ed6f x1853237373206784/t0(0) o104->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384984.856498:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e95ed6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+3:16820:x1853237373206784:12345-0@lo:104: Request processed in 191us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384984.856504:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384984.856506:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001162b7a0 : new rpc_count 0 00000100:00000001:1.0:1767384984.856508:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384984.856509:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384984.856513:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c16f68d. 00000020:00000010:1.0:1767384984.856516:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000020:00000010:1.0:1767384984.856519:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067421bc8. 00000020:00000040:1.0:1767384984.856523:0:16788:0:(genops.c:898:class_export_put()) PUTting export 000000001162b7a0 : new refcount 2 00000100:00000001:1.0:1767384984.856526:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384984.856542:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384984.856544:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.856546:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384984.856548:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384984.856550:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384984.856552:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384984.856557:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2ccec9b already unused, calling callback (00000000e3583925) 10000000:00000001:1.0:1767384984.856559:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384984.856561:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384984.856566:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384984.856567:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384984.856569:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384984.856570:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2ccec9b refcount=3 00000020:00000001:1.0:1767384984.856572:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384984.856573:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301198336 : -129515408353280 : ffff8a34d8179800) 00010000:00000001:1.0:1767384984.856576:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384984.856578:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384984.856584:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384984.856586:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384984.856589:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384984.856591:0:16792:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384984.856629:0:16792:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384984.856632:0:16792:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384984.856634:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384984.856636:0:16792:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.856647:0:16792:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384984.856649:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384984.856651:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 10000000:00000001:1.0:1767384984.856654:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384984.856656:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856661:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384984.856665:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384984.856667:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384984.856670:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384984.856673:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384984.856676:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2ccec9b with handle 0xcb8130832f6b3867 from hash 00010000:00000001:1.0:1767384984.856679:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384984.856681:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.856682:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384984.856684:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384984.856686:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384984.856688:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384984.856692:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384984.856695:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384984.856700:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abf2641. 00000020:00000040:1.0:1767384984.856703:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384984.856707:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384984.856709:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384984.856712:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384984.856866:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067421bc8. 00000100:00000001:1.0:1767384984.856870:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856873:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384984.856877:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384984.856882:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384984.856884:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.856887:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384984.856888:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.856893:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abf2641] to pc [ptlrpcd_00_00+0] req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384984.856922:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384984.856924:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384984.856925:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384984.856927:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.856929:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384984.856930:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.856932:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384984.856936:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384984.856937:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 00000000a2ccec9b/0xcb8130832f6b3867 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcb8130832f6b386e expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384984.856942:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d5b401e8 count: 0 00010000:00000001:1.0:1767384984.856963:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384984.856964:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384984.856966:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000410c6881. 00010000:00000001:1.0:1767384984.856969:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.856970:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384984.856972:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.856973:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384984.856975:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384984.856976:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.856978:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384984.856980:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384984.856982:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384984.856983:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384984.857001:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384984.857003:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384984.857005:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.857009:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.857011:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.857013:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384984.857015:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384984.857016:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384984.857020:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.857025:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384984.857026:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.857028:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384984.857030:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384984.857033:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384984.857036:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373206912:0@lo:103: 00000100:00000001:1.0:1767384984.857040:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384984.857043:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384984.857045:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.857048:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384984.857052:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005de8861e. 02000000:00000001:1.0:1767384984.857055:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857056:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384984.857059:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bca8be. 00000100:00000001:0.0:1767384984.857059:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.857068:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000001:0.0:1767384984.857070:0:16820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384984.857072:0:16820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384984.857074:0:16820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aca9ab50. 00000400:00000200:0.0:1767384984.857078:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095fc3f8e 00000400:00000010:0.0:1767384984.857080:0:16820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095fc3f8e. 00000100:00000001:0.0:1767384984.857082:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384984.857084:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373206912, portal 18 00000100:00000200:0.0:1767384984.857088:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384984.857091:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384984.857095:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203904 : -129515027347712 : ffff8a34eecd4700) 00000100:00000200:0.0:1767384984.857099:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384984.857119:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.857125:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384984.857128:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384984.857131:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e243369. 00000100:00000200:1.0:1767384984.857133:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373206912, offset 0 00000400:00000200:1.0:1767384984.857137:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384984.857144:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384984.857152:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273508180 00000400:00000200:1.0:1767384984.857157:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:1.0:1767384984.857160:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384984.857167:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384984.857173:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384984.857176:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384984.857178:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384984.857180:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000510c962b. 00000100:00000001:0.0:1767384984.857183:0:16820:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384984.857185:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000510c962b x1853237373206912 msgsize 328 00000100:00000001:0.0:1767384984.857188:0:16820:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384984.857192:0:16820:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384984.857193:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384984.857194:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384984.857198:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.857200:0:16820:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384984.857203:0:16820:0:(import.c:2128:obd_at_measure()) add 5 to 0000000066b70de6 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384984.857207:0:16820:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8d7e3c7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384984.857210:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384984.857211:0:16820:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384984.857214:0:16820:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.857217:0:16820:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384984.857219:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e243369 00010000:00000001:0.0:1767384984.857220:0:16820:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857223:0:16820:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384984.857225:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e243369. 00000100:00000001:2.0:1767384984.857227:0:20335:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384984.857230:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384984.857232:0:20335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373206912 00000100:00000001:1.0:1767384984.857232:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384984.857237:0:20335:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384984.857240:0:20335:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384984.857241:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.857243:0:16820:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384984.857244:0:20335:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857250:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384984.857251:0:20335:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857254:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384984.857256:0:20335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373206912 00010000:00000001:0.0:1767384984.857260:0:16820:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000001:2.0:1767384984.857262:0:20335:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384984.857263:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384984.857263:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384984.857264:0:20335:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:2.0:1767384984.857268:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384984.857268:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384984.857271:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384984.857272:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=17 00010000:00000001:0.0:1767384984.857272:0:16820:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.857279:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:0.0:1767384984.857281:0:16820:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384984.857284:0:20335:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384984.857291:0:20335:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384984.857295:0:20335:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a64c704d. 00000100:00000001:1.0:1767384984.857298:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857300:0:20335:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.857305:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384984.857307:0:20335:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a64c704d. 00000100:00100000:0.0:1767384984.857309:0:16820:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d92c9779 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16820:1853237373206784:0@lo:104: 00000020:00000010:2.0:1767384984.857313:0:20335:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f8a4adf. 00000100:00000001:1.0:1767384984.857313:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857316:0:16820:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384984.857321:0:20335:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b96a9010. 00000100:00000001:1.0:1767384984.857322:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294975469 00000100:00000001:0.0:1767384984.857322:0:16820:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857344:0:16820:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000010:2.0:1767384984.857345:0:20335:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000001:0.0:1767384984.857347:0:16820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384984.857348:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294975468 00000100:00000040:0.0:1767384984.857353:0:16820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d92c9779 x1853237373206784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384984.857355:0:20335:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384984.857356:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294975469 00000100:00000001:2.0:1767384984.857361:0:20335:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384984.857365:0:20335:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384984.857365:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294975468 00000100:00000001:0.0:1767384984.857366:0:16820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384984.857369:0:20335:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:0.0:1767384984.857371:0:16820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384984.857372:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294975469 00010000:00000001:2.0:1767384984.857373:0:20335:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384984.857374:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b924c6ab. 00010000:00000001:2.0:1767384984.857379:0:20335:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:0.0:1767384984.857381:0:16820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384984.857382:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384984.857382:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294975468 00000020:00000001:0.0:1767384984.857385:0:16820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384984.857386:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384984.857388:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294975469 00000020:00000040:0.0:1767384984.857389:0:16820:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000040:2.0:1767384984.857390:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=4 00000020:00000001:0.0:1767384984.857394:0:16820:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384984.857396:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00000100:00000001:1.0:1767384984.857397:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294975468 02000000:00000010:0.0:1767384984.857397:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000faff9ff7. 00010000:00000001:2.0:1767384984.857401:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 02000000:00000001:0.0:1767384984.857402:0:16820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384984.857404:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384984.857405:0:16820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384984.857407:0:16820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d92c9779. 00000100:00000001:1.0:1767384984.857411:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857412:0:16820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1767384984.857414:0:20335:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 17 pid: 16799 timeout: 458 lvb_type: 0 00000100:00000001:0.0:1767384984.857416:0:16820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.857418:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384984.857421:0:16820:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000023283eac. 00000100:00000001:1.0:1767384984.857426:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.857428:0:16820:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384984.857429:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.857431:0:16820:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384984.857432:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857436:0:20335:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384984.857437:0:16820:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cff5756c. 00000100:00000001:2.0:1767384984.857439:0:20335:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384984.857443:0:16820:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857445:0:20335:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384984.857446:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.857450:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384984.857452:0:20335:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000510c962b x1853237373206912/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/0 e 0 to 0 dl 1767384995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384984.857453:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384984.857457:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384984.857461:0:16820:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384984.857463:0:20335:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384984.857466:0:20335:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857479:0:20335:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384984.857493:0:20335:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384984.857495:0:20335:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384984.857499:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384984.857501:0:20335:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 3 00000100:00000001:2.0:1767384984.857503:0:20335:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558682210176 : -129515027341440 : ffff8a34eecd5f80) 00000100:00000040:2.0:1767384984.857507:0:20335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000510c962b x1853237373206912/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/0 e 0 to 0 dl 1767384995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.857513:0:20335:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384984.857515:0:20335:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a64c704d. 00000100:00000001:2.0:1767384984.857518:0:20335:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384984.857520:0:20335:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a64c704d. 00000100:00100000:2.0:1767384984.857524:0:20335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000510c962b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:daf33691-1772-4ae5-a3a2-7d43c77f6bea+17:16164:x1853237373206912:12345-0@lo:103: 00000100:00000200:2.0:1767384984.857527:0:20335:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373206912 00010000:00000001:2.0:1767384984.857529:0:20335:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384984.857531:0:20335:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384984.857533:0:20335:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384984.857536:0:20335:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384984.857538:0:20335:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384984.857541:0:20335:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000084d8baad. 02000000:00000001:2.0:1767384984.857542:0:20335:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857549:0:20335:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857552:0:20335:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384984.857554:0:20335:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384984.857556:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384984.857557:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384984.857559:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059039dcc refcount=4 00000020:00000001:2.0:1767384984.857560:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000001:2.0:1767384984.857562:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301194752 : -129515408356864 : ffff8a34d8178a00) 00010000:00000040:2.0:1767384984.857565:0:20335:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002b1e62fa count: 3 00010000:00010000:2.0:1767384984.857568:0:20335:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 17 pid: 16799 timeout: 458 lvb_type: 0 00000100:00001000:2.0:1767384984.857573:0:20335:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d7df6653 time=1767384984 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384984.857575:0:20335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384984.857581:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857582:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384984.857584:0:20335:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 17 pid: 16799 timeout: 458 lvb_type: 0 00000020:00000001:2.0:1767384984.857588:0:20335:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384984.857590:0:20335:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384984.857591:0:20335:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.857593:0:20335:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857595:0:20335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384984.857597:0:20335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384984.857602:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857603:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857604:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384984.857606:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384984.857633:0:20335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059039dcc with handle 0xcb8130832f6b386e from hash 00010000:00000001:2.0:1767384984.857636:0:20335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384984.857637:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857639:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857640:0:20335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384984.857642:0:20335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384984.857644:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384984.857651:0:20335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059039dcc/0xcb8130832f6b386e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcb8130832f6b3867 expref: 17 pid: 16799 timeout: 458 lvb_type: 0 00010000:00000040:2.0:1767384984.857656:0:20335:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:2.0:1767384984.857658:0:20335:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 16 00010000:00000001:2.0:1767384984.857665:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857667:0:20335:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384984.857669:0:20335:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384984.857671:0:20335:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001be5b4d6 00010000:00000001:2.0:1767384984.857673:0:20335:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384984.857674:0:20335:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384984.857674:0:20335:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384984.857676:0:20335:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384984.857677:0:20335:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384984.857679:0:20335:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384984.857681:0:20335:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384984.857682:0:20335:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857686:0:20335:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384984.857688:0:20335:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384984.857690:0:20335:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384984.857692:0:20335:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384984.857693:0:20335:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b1e62fa) refcount = 2 00010000:00010000:2.0:1767384984.857695:0:20335:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857699:0:20335:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384984.857701:0:20335:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384984.857703:0:20335:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384984.857704:0:20335:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384984.857708:0:20335:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a64c704d. 00000100:00000001:2.0:1767384984.857710:0:20335:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384984.857715:0:20335:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001105990d. 00000100:00000001:2.0:1767384984.857718:0:20335:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614558040769664 : -129515668781952 : ffff8a34c891c480) 00000100:00000001:2.0:1767384984.857721:0:20335:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614558040769664 : -129515668781952 : ffff8a34c891c480) 00000100:00000001:2.0:1767384984.857728:0:20335:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384984.857729:0:20335:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384984.857731:0:20335:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384984.857733:0:20335:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384984.857736:0:20335:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:2.0:1767384984.857738:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384984.857739:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384984.857740:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001be5b4d6 refcount=5 00000020:00000001:2.0:1767384984.857742:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:2.0:1767384984.857744:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:2.0:1767384984.857746:0:20335:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384984.857748:0:20335:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857753:0:20335:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384984.857754:0:20335:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857758:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857759:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384984.857760:0:20335:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857764:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384984.857765:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857767:0:20335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384984.857768:0:20335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384984.857772:0:20335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001be5b4d6 already unused, calling callback (0000000051dbbedc) 00010000:00000001:2.0:1767384984.857774:0:20335:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384984.857776:0:20335:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384984.857778:0:20335:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857789:0:20335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384984.857790:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384984.857792:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384984.857793:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001be5b4d6 refcount=6 00000020:00000001:2.0:1767384984.857794:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:2.0:1767384984.857796:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301192704 : -129515408358912 : ffff8a34d8178200) 00010000:00000001:2.0:1767384984.857797:0:20335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384984.857798:0:20335:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857802:0:20335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384984.857803:0:20335:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384984.857804:0:20335:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857815:0:20335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384984.857817:0:20335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384984.857818:0:20335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384984.857819:0:20335:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384984.857821:0:20335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001be5b4d6 with handle 0xcb8130832f6b3875 from hash 00010000:00000001:2.0:1767384984.857822:0:20335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384984.857823:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857825:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857826:0:20335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384984.857827:0:20335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384984.857829:0:20335:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384984.857831:0:20335:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384984.857832:0:20335:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384984.857834:0:20335:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857836:0:20335:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384984.857837:0:16820:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857838:0:20335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384984.857843:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857846:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384984.857849:0:16820:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384984.857850:0:20335:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857855:0:20335:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384984.857855:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384984.857862:0:20335:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384984.857862:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.857868:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:2.0:1767384984.857872:0:20335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.857872:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.857874:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384984.857877:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384984.857882:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857883:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857884:0:20335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384984.857885:0:20335:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384984.857887:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384984.857888:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857889:0:20335:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384984.857891:0:20335:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384984.857892:0:20335:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857894:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384984.857895:0:20335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001be5b4d6/0xcb8130832f6b3875 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384984.857903:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384984.857904:0:20335:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.857906:0:20335:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384984.857907:0:20335:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384984.857909:0:20335:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857910:0:20335:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857912:0:20335:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384984.857913:0:20335:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001105990d. 00000100:00000001:2.0:1767384984.857916:0:20335:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384984.857917:0:20335:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384984.857919:0:20335:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a64c704d. 00010000:00000001:2.0:1767384984.857922:0:20335:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384984.857923:0:20335:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b1e62fa count: 0 00010000:00010000:2.0:1767384984.857931:0:20335:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384984.857932:0:20335:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384984.857935:0:20335:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384984.857936:0:20335:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384984.857939:0:20335:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384984.857942:0:20335:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384984.857958:0:20335:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:2.0:1767384984.857960:0:20335:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384984.857966:0:20335:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384984.857968:0:20335:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384984.857971:0:20335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384984.857975:0:20335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384984.857992:0:20335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009919058d. 00000100:00000200:2.0:1767384984.857995:0:20335:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373206912, offset 224 00000400:00000200:2.0:1767384984.858001:0:20335:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384984.858006:0:20335:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384984.858014:0:20335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273508180 00000400:00000200:2.0:1767384984.858017:0:20335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2031 [1] + 224 00000400:00000200:2.0:1767384984.858021:0:20335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384984.858023:0:20335:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384984.858026:0:20335:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384984.858030:0:20335:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384984.858036:0:20335:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.858049:0:20335:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384984.858053:0:20335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009919058d 00000400:00000010:2.0:1767384984.858055:0:20335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009919058d. 00000100:00000001:2.0:1767384984.858057:0:20335:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384984.858058:0:20335:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384984.858061:0:20335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.858063:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384984.858064:0:20335:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:1.0:1767384984.858067:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384984.858068:0:20335:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.858072:0:20335:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384984.858074:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384984.858078:0:20335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000510c962b x1853237373206912/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 328/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384984.858078:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384984.858083:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036bca8be. 00000400:00000200:1.0:1767384984.858091:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000100:00100000:2.0:1767384984.858092:0:20335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000510c962b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:daf33691-1772-4ae5-a3a2-7d43c77f6bea+16:16164:x1853237373206912:12345-0@lo:103: Request processed in 576us (904us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384984.858096:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000100:00100000:2.0:1767384984.858102:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384984.858102:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384984.858106:0:20335:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 2 00000100:00000200:1.0:1767384984.858108:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384984.858116:0:20335:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384984.858120:0:20335:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384984.858121:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384984.858124:0:20335:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b96a9010. 00000020:00000010:2.0:1767384984.858130:0:20335:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000100:00000001:1.0:1767384984.858131:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384984.858134:0:20335:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f8a4adf. 00000100:00000001:1.0:1767384984.858135:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.858139:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384984.858140:0:20335:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 02000000:00000001:1.0:1767384984.858140:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384984.858144:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384984.858145:0:20335:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.858146:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.858149:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384984.858151:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384984.858154:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384984.858156:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384984.858158:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.858159:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384984.858161:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.858162:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.858164:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.858169:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.858171:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384984.858173:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384984.858176:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.858181:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373206912:0@lo:103: 00000100:00000001:1.0:1767384984.858185:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.858187:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384984.858190:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abf2641 x1853237373206912/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.858195:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384984.858197:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384984.858199:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005de8861e. 02000000:00000001:1.0:1767384984.858202:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384984.858203:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384984.858205:0:16164:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384984.858206:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384984.858208:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067421bc8. 02000000:00000001:1.0:1767384984.858210:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384984.858212:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384984.858213:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abf2641. 00000100:00000001:1.0:1767384984.858216:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384984.858218:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.858219:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.858223:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.858225:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.858227:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384984.858230:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384984.863980:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384984.863983:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384984.863984:0:16798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384984.863985:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384984.863989:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384984.863990:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000002ef38712/00000000a922f59e to site lru. bkt: 000000004acebdea 00040000:00000001:1.0:1767384984.863990:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384984.863994:0:16798:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384984.863994:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d7dba9cc. 20000000:00000001:3.0:1767384984.863999:0:16798:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384984.864001:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384984.864002:0:16798:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384984.864014:0:16798:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384984.864023:0:16798:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384984.864023:0:16820:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384984.864028:0:16820:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384984.864030:0:16820:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:3.0:1767384984.864032:0:16798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384984.864033:0:16820:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384984.864037:0:16820:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384984.864042:0:16820:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e73690c3. 00010000:00000001:0.0:1767384984.864046:0:16820:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384984.864050:0:16820:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000300e23f0. 00000020:00000001:0.0:1767384984.864052:0:16820:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384984.864055:0:16820:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000300e23f0 with handle 0xcb8130832f6b387c to hash 00000020:00000001:0.0:1767384984.864057:0:16820:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384984.864059:0:16820:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384984.864061:0:16820:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384984.864063:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384984.864064:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384984.864066:0:16820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864072:0:16820:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384984.864073:0:16820:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384984.864075:0:16820:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384984.864076:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384984.864077:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384984.864079:0:16820:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384984.864080:0:16820:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384984.864081:0:16820:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384984.864082:0:16820:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384984.864083:0:16820:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384984.864084:0:16820:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384984.864085:0:16820:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e73690c3) refcount = 1 00010000:00010000:0.0:1767384984.864087:0:16820:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864091:0:16820:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384984.864092:0:16820:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384984.864092:0:16820:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384984.864093:0:16820:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.864094:0:16820:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384984.864096:0:16820:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384984.864097:0:16820:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003816701s 00010000:00000001:0.0:1767384984.864099:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384984.864100:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384984.864101:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000300e23f0 refcount=4 00000020:00000001:0.0:1767384984.864102:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384984.864104:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384984.864105:0:16820:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384984.864106:0:16820:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864110:0:16820:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384984.864111:0:16820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864115:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.864116:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384984.864117:0:16820:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864120:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384984.864121:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.864122:0:16820:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384984.864123:0:16820:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384984.864126:0:16820:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000300e23f0 already unused, calling callback (0000000051dbbedc) 00010000:00000001:0.0:1767384984.864128:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384984.864129:0:16820:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384984.864130:0:16820:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864133:0:16820:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384984.864134:0:16820:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384984.864135:0:16820:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384984.864135:0:16820:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000300e23f0 refcount=5 00000020:00000001:0.0:1767384984.864137:0:16820:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384984.864138:0:16820:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316288 : -129514987235328 : ffff8a34f1315800) 00010000:00000001:0.0:1767384984.864139:0:16820:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384984.864140:0:16820:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864143:0:16820:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384984.864144:0:16820:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384984.864146:0:16820:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.864148:0:16820:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384984.864149:0:16820:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384984.864150:0:16820:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384984.864151:0:16820:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384984.864153:0:16820:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000300e23f0 with handle 0xcb8130832f6b387c from hash 00010000:00000001:0.0:1767384984.864154:0:16820:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384984.864155:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.864156:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384984.864156:0:16820:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384984.864157:0:16820:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384984.864158:0:16820:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384984.864159:0:16820:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384984.864160:0:16820:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384984.864162:0:16820:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.864163:0:16820:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384984.864164:0:16820:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384984.864166:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.864167:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384984.864168:0:16820:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.864170:0:16820:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.864171:0:16820:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384984.864172:0:16820:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864176:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.864177:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384984.864178:0:16820:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384984.864180:0:16820:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384984.864181:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384984.864182:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384984.864183:0:16820:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384984.864185:0:16820:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384984.864186:0:16820:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384984.864188:0:16820:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384984.864191:0:16820:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384984.864193:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384984.864195:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000300e23f0/0xcb8130832f6b387c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16820 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384984.864198:0:16820:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e73690c3 count: 0 00010000:00000001:0.0:1767384984.864207:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384984.864208:0:16820:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384984.864629:0:39093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5b401e8. 00010000:00000010:1.1:1767384984.864637:0:39093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2ccec9b. 00000400:00000010:1.0:1767384984.864905:0:39093:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008b6101ee. 00000400:00000040:1.0:1767384984.864919:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384984.864921:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384984.864923:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384984.864925:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384984.864926:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384984.864927:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384984.864929:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384984.864930:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384984.864932:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384984.864932:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384984.864934:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384984.864935:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384984.864937:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384984.864938:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384984.864939:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384984.864940:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384984.864941:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384984.864942:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384984.864944:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384984.864961:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384984.864963:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384984.864964:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384984.864965:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384984.864966:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384984.864967:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384984.864970:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384984.864971:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384984.864973:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384984.864974:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384984.864975:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384984.864976:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384984.864978:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384984.864980:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384984.864981:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384984.864982:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384984.864984:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384984.864985:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384984.864987:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384984.864989:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384984.864990:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384984.864992:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384984.865001:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384984.865003:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384984.865004:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384984.865006:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384984.865007:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384984.865009:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384984.865010:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384984.865012:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384984.865013:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384984.865015:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384984.865016:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384984.865017:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384984.865019:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384984.865020:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384984.865022:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384984.865023:0:39093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384984.865175:0:39093:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008b6101ee. 00080000:00000020:0.0:1767384984.866058:0:16799:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384984.866061:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384984.866063:0:16799:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000adfd511f. 20000000:00000001:0.0:1767384984.866067:0:16799:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384984.866070:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373206528 00010000:00000001:0.0:1767384984.866072:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384984.866077:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060a7444f x1853237373206528/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384984.866083:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384984.866085:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384984.866088:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384984.866091:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384984.866093:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384984.866096:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384984.866098:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384984.866100:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.866103:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384984.866105:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384984.866108:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c1464d7. 00000100:00000200:0.0:1767384984.866112:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373206528, offset 224 00000400:00000200:0.0:1767384984.866118:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384984.866125:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384984.866133:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273508000 00000400:00000200:0.0:1767384984.866138:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2005 [2] + 224 00000400:00000200:0.0:1767384984.866143:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.866146:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384984.866149:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384984.866152:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384984.866161:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.866174:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384984.866179:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1464d7 00000400:00000010:0.0:1767384984.866181:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c1464d7. 00000100:00000001:0.0:1767384984.866184:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384984.866185:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384984.866186:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.866188:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384984.866190:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384984.866191:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384984.866193:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384984.866195:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060a7444f x1853237373206528/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384984.866202:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060a7444f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16166:x1853237373206528:12345-0@lo:253: Request processed in 19647us (20095us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384984.866209:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:0.0:1767384984.866211:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:0.0:1767384984.866213:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384984.866214:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384984.866217:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb685285. 00000020:00000010:0.0:1767384984.866220:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bdf0fb01. 00000020:00000010:0.0:1767384984.866223:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c701a92. 00000020:00000040:0.0:1767384984.866226:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:0.0:1767384984.866229:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384984.866230:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000001f90549. 02000000:00000001:0.0:1767384984.866233:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384984.866235:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384984.866238:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384984.866336:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384984.866338:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384984.866340:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384984.866342:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384984.866343:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6bf6b2f. 00000400:00000200:0.0:1767384984.866347:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a718fea 00000400:00000010:0.0:1767384984.866348:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a718fea. 00000100:00000001:0.0:1767384984.866351:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384984.866354:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384984.866360:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.866365:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384984.866366:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384984.866368:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384984.866369:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384984.866370:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384984.866372:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384984.866373:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384984.866375:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384984.866377:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384984.866401:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384984.866403:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384984.866404:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384984.866405:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.866407:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.866409:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.866414:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384984.866415:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384984.866417:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384984.866420:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384984.866421:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384984.866422:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384984.866423:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384984.866425:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384984.866425:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384984.866427:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384984.866428:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384984.866429:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384984.866430:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384984.866432:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384984.866437:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b33b863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373206528:0@lo:253: 00000100:00000001:0.0:1767384984.866440:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384984.866442:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384984.866444:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b33b863 x1853237373206528/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.866448:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384984.866449:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384984.866451:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c40a4d5a. 02000000:00000001:0.0:1767384984.866453:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384984.866454:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384984.866455:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384984.866457:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384984.866458:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006d9e1e68. 02000000:00000001:0.0:1767384984.866462:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384984.866463:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384984.866464:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b33b863. 00000100:00000001:0.0:1767384984.866466:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384984.866467:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384984.866468:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384984.866472:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384984.866473:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.866475:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384984.866476:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384984.866534:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b520ca. 00000400:00000010:0.0:1767384984.866537:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c1464d7. 00010000:00000010:2.1:1767384984.866616:0:39094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059039dcc. 00010000:00000010:2.1:1767384984.866624:0:39094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001be5b4d6. 00010000:00000010:2.1:1767384984.866628:0:39094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b1e62fa. 00080000:00000020:0.0:1767384984.867383:0:16798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384984.867386:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384984.867387:0:16798:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc4c7c63. 20000000:00000001:0.0:1767384984.867390:0:16798:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384984.867393:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373206656 00010000:00000001:0.0:1767384984.867394:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384984.867397:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008cd81ea3 x1853237373206656/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384984.867403:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384984.867404:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384984.867405:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384984.867407:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384984.867409:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384984.867410:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:0.0:1767384984.867412:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384984.867414:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384984.867415:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384984.867417:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384984.867419:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afbd3c5f. 00000100:00000200:0.0:1767384984.867421:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373206656, offset 224 00000400:00000200:0.0:1767384984.867424:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384984.867428:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384984.867432:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273508080 00000400:00000200:0.0:1767384984.867435:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x200d [2] + 224 00000400:00000200:0.0:1767384984.867439:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.867442:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384984.867444:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384984.867446:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384984.867451:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384984.867463:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384984.867466:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbd3c5f 00000400:00000010:0.0:1767384984.867467:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afbd3c5f. 00000100:00000001:0.0:1767384984.867468:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384984.867469:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384984.867471:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384984.867473:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:0.0:1767384984.867474:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384984.867475:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384984.867478:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384984.867480:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008cd81ea3 x1853237373206656/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:210/0 lens 4848/4768 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.867484:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384984.867487:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384984.867487:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008cd81ea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373206656:12345-0@lo:253: Request processed in 20909us (21271us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384984.867492:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384984.867494:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384984.867495:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000400:00000010:1.0:1767384984.867496:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000100:00000040:0.0:1767384984.867498:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:0.0:1767384984.867501:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384984.867502:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041981c72 00000100:00000001:0.0:1767384984.867503:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384984.867506:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041981c72. 00000020:00000010:0.0:1767384984.867508:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f51b186. 00000100:00000001:1.0:1767384984.867510:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384984.867512:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d53bca5. 00000100:00000200:1.0:1767384984.867516:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384984.867517:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003130e087. 00000020:00000040:0.0:1767384984.867522:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 02000000:00000001:0.0:1767384984.867526:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384984.867528:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009385c92c. 00000100:00000200:1.0:1767384984.867531:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384984.867532:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384984.867535:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384984.867540:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384984.867544:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384984.867545:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf3e87a. 00000100:00000001:1.0:1767384984.867547:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.867550:0:16165:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384984.867550:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afbd3c5f. 02000000:00000001:1.0:1767384984.867552:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384984.867554:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384984.867556:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384984.867558:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384984.867560:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384984.867563:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384984.867566:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384984.867567:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384984.867569:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384984.867571:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.867572:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384984.867575:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.867579:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384984.867581:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384984.867582:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384984.867584:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384984.867585:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384984.867586:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384984.867587:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384984.867588:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384984.867589:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384984.867590:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384984.867591:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384984.867592:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384984.867612:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384984.867618:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000214121f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373206656:0@lo:253: 00000100:00000001:1.0:1767384984.867622:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.867623:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384984.867624:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000214121f2 x1853237373206656/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767385000 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384984.867629:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384984.867630:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384984.867631:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ed241106. 02000000:00000001:1.0:1767384984.867634:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384984.867635:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384984.867636:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384984.867638:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384984.867639:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f3e2ad44. 02000000:00000001:1.0:1767384984.867641:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384984.867642:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384984.867643:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000214121f2. 00000100:00000001:1.0:1767384984.867645:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384984.867646:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.867647:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.867650:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.867651:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.867653:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384984.867654:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384984.869618:0:39092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e73690c3. 00010000:00000010:0.1:1767384984.869626:0:39092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000300e23f0. 00000100:00000040:0.0:1767384984.873653:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294975469, at 4294975470 00000100:00000040:3.0:1767384984.873661:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294975469, at 4294975470 00000100:00000010:0.0:1767384984.873661:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3c71dd6. 00000100:00000010:3.0:1767384984.873669:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019b60ea6. 00000100:00000040:2.0:1767384984.874639:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294975469, at 4294975471 00000100:00000010:2.0:1767384984.874645:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc6573a1. 00000100:00000040:1.0:1767384984.874695:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294975469, at 4294975471 00000100:00000010:1.0:1767384984.874701:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000727d310f. 00000800:00000200:2.0:1767384985.147668:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5e42d73] -> 12345-192.168.204.149@tcp15 (6) 00000800:00000200:2.0:1767384985.147676:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp15 ip 192.168.204.149:988 00000800:00000200:2.0:1767384985.147680:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384985.147843:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384985.147855:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384985.147857:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384985.147863:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.147867:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384985.148659:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp46 00000400:00000010:1.0:1767384985.148663:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005fc060a8. 00000400:00000010:1.0:1767384985.148668:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067421bc8. 00000400:00000010:1.0:1767384985.148672:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000010:1.0:1767384985.148678:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003229b28b. 00000400:00000200:1.0:1767384985.148682:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp46 00000400:00000200:1.0:1767384985.148715:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp46 local destination 00000400:00000200:1.0:1767384985.148721:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp46 00000400:00000200:1.0:1767384985.148724:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp46 NI seq info: [195:195:256:4294967295] 192.168.204.149@tcp46 LPNI seq info [186:186:8:4294967295] 00000400:00000200:1.0:1767384985.148730:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp46 00000400:00000200:1.0:1767384985.148736:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46:) -> 192.168.204.149@tcp46(192.168.204.149@tcp46:192.168.204.149@tcp46) : GET try# 0 00000800:00000200:1.0:1767384985.148740:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp46 00000800:00000010:1.0:1767384985.148744:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000058a16152. 00000800:00000200:1.0:1767384985.148748:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000800:00000200:1.1:1767384985.148752:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000400:00000200:1.0:1767384985.148769:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp46 added to recovery queue. ping count: 2 next ping: 312 health :800 00000400:00000200:1.0:1767384985.148776:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp47 00000400:00000010:1.0:1767384985.148779:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d651103. 00000400:00000010:1.0:1767384985.148783:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005de8861e. 00000400:00000010:1.0:1767384985.148801:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e243369. 00000400:00000010:1.0:1767384985.148805:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000896020cc. 00000400:00000200:1.0:1767384985.148808:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp47 00000400:00000200:1.0:1767384985.148812:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp47 local destination 00000400:00000200:1.0:1767384985.148815:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp47 00000400:00000200:1.0:1767384985.148819:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp47 NI seq info: [196:196:256:4294967295] 192.168.204.149@tcp47 LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1767384985.148822:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp47 00000400:00000200:1.0:1767384985.148827:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp47(192.168.204.149@tcp47:) -> 192.168.204.149@tcp47(192.168.204.149@tcp47:192.168.204.149@tcp47) : GET try# 0 00000800:00000200:1.0:1767384985.148830:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp47 00000800:00000010:1.0:1767384985.148833:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000046c33a8. 00000800:00000200:1.0:1767384985.148836:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a21363ad] -> 12345-192.168.204.149@tcp47 (2) 00000800:00000200:1.1:1767384985.148838:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a21363ad] -> 12345-192.168.204.149@tcp47 (2) 00000400:00000200:0.0:1767384985.148848:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384985.148851:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp47 added to recovery queue. ping count: 1 next ping: 310 health :900 00000400:00000200:0.0:1767384985.148908:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.148909:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.148963:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.148984:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149017:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149036:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149083:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149087:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149147:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149150:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149202:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149223:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149259:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149291:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149317:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149351:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149380:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149405:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149424:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149451:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149470:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149504:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149523:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149570:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149573:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149670:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149679:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149738:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149752:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149826:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149828:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.149912:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.149988:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150006:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150053:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150084:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150131:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150167:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150210:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150245:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150318:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150355:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150400:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150430:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150464:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150488:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150511:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150535:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150565:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150587:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150651:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150661:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150723:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150724:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150768:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150788:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150823:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150858:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150887:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150916:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150952:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.150973:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.150998:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.151016:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151050:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151101:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151147:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151176:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:0.0:1767384985.151194:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063922147. 00000800:00000010:0.0:1767384985.151200:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c5ce44d4. 00000400:00000200:2.0:1767384985.151205:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000800:00000010:0.0:1767384985.151205:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000520be9d2. 00000800:00000010:0.0:1767384985.151230:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000520be9d2. 00000400:00000200:2.0:1767384985.151233:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000800:00020000:0.0:1767384985.151239:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384985.151243:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5ce44d4. 00000800:00000010:0.0:1767384985.151247:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063922147. 00000400:00000200:2.0:1767384985.151282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:02020000:0.0:1767384985.151308:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp46 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384985.151316:0:16151:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp46 notifying 192.168.204.149@tcp46: down 00000800:00000200:0.0:1767384985.151322:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp46 down 00000800:00000100:0.0:1767384985.151328:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp46 00000800:00000010:0.0:1767384985.151331:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000058a16152. 00000400:00000200:2.0:1767384985.151333:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.151335:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384985.151341:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp46->192.168.204.149@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384985.151348:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384985.151351:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384985.151356:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp46) recovery failed with -71 00000400:00000200:2.0:1767384985.151387:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151406:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151425:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151466:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151490:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151524:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151563:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151594:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151653:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151673:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151691:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151705:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151724:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.151767:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.149:988 00000800:00000010:2.0:1767384985.151958:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000668d5b03. 00000800:00000010:2.0:1767384985.151963:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000048a232dd. 00000800:00000010:2.0:1767384985.151967:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c48b79f3. 00000800:00000010:2.0:1767384985.152013:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c48b79f3. 00000400:00000200:1.0:1767384985.152334:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384985.152356:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp47 from 201.3.0.2 00000800:00000010:1.0:1767384985.152361:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000003a13467. 00000800:00000010:2.0:1767384985.152425:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7fc5cec. 00000800:00000010:2.0:1767384985.152431:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001105990d. 00000800:00000010:2.0:1767384985.152465:0:27932:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5c7bd64. 00000800:00000200:2.1:1767384985.152487:0:27932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a21363ad] -> 12345-192.168.204.149@tcp47 (2) 00000800:00000200:2.1:1767384985.152493:0:27932:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp47 00000000e5c7bd64 deleted 00000800:00000010:2.1:1767384985.152501:0:27932:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5c7bd64. 00000800:00000200:2.1:1767384985.152506:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384985.152512:0:27932:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp47 ip 192.168.204.149:969 00000800:00000200:2.1:1767384985.152514:0:27932:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000046c33a8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384985.152519:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp47 p 3.x 192.168.204.149 -> 192.168.204.149:969 incarnation:1767384976906185599 sched[0] 00000800:00000010:2.0:1767384985.152523:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c48b79f3. 00000800:00000010:2.0:1767384985.152575:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c48b79f3. 00000800:00000010:2.0:1767384985.152579:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001105990d. 00000800:00000010:2.0:1767384985.152639:0:27932:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000003a13467. 00000800:00000001:2.0:1767384985.152657:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152662:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384985.152671:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384985.152679:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp47 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384976906185599 sched[0] 00000800:00000010:0.0:1767384985.152682:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000048a232dd. 00000800:00000200:2.0:1767384985.152705:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384985.152708:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000046c33a8. 00000400:00000200:2.0:1767384985.152712:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384985.152718:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp47->192.168.204.149@tcp47: GET: OK 00000400:00000200:2.0:1767384985.152722:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384985.152724:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp47 recovery message sent successfully:0 00000800:00000001:2.0:1767384985.152748:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152753:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384985.152755:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152762:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384985.152770:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp47(192.168.204.149@tcp47) <- 192.168.204.149@tcp47 : GET - for me 00000400:00000200:0.0:1767384985.152774:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384985.152782:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384985.152797:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1ffd [1] + 0 00000400:00000200:2.0:1767384985.152809:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp47 to MR: 192.168.204.149@tcp47 local destination 00000400:00000200:2.0:1767384985.152816:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp47 NI seq info: [197:197:256:4294967295] 192.168.204.149@tcp47 LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1767384985.152825:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp47(192.168.204.149@tcp47:192.168.204.149@tcp47) -> 192.168.204.149@tcp47(192.168.204.149@tcp47:192.168.204.149@tcp47) 192.168.204.149@tcp47 : REPLY try# 0 00000800:00000200:2.0:1767384985.152831:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp47 00000800:00000010:2.0:1767384985.152835:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dabd3e64. 00000800:00000200:2.0:1767384985.152840:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a21363ad] -> 12345-192.168.204.149@tcp47 (4) 00000800:00000200:2.0:1767384985.152844:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp47 ip 192.168.204.149:988 00000800:00000200:2.0:1767384985.152847:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dabd3e64 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384985.152857:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000200:2.0:1767384985.152887:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384985.152890:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dabd3e64. 00000400:00000200:2.0:1767384985.152894:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384985.152898:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp47->192.168.204.149@tcp47: REPLY: OK 00000800:00000001:2.0:1767384985.152910:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152913:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384985.152915:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000001:2.0:1767384985.152916:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152923:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384985.152926:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152931:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384985.152938:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp47(192.168.204.149@tcp47) <- 192.168.204.149@tcp47 : REPLY - for me 00000400:00000200:2.0:1767384985.152963:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp47: Reply from 12345-192.168.204.149@tcp47 of length 272/272 into md 0x2051 00000800:00000001:2.0:1767384985.152968:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.152973:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384985.152975:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384985.152979:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp47->192.168.204.149@tcp47: REPLY: OK 00000400:00000200:2.0:1767384985.152984:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e243369 00000400:00000200:0.0:1767384985.152985:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000010:2.0:1767384985.152986:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e243369. 00000400:00000200:2.0:1767384985.152992:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384985.152998:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d651103. 00000400:00000010:2.0:1767384985.153003:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005de8861e. 00000800:00000001:2.0:1767384985.153016:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.153020:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384985.153048:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153108:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153160:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153184:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153205:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153220:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153232:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153244:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153256:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153271:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153298:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153312:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153326:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153338:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153352:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153365:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153380:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153395:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153410:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153424:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153435:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153449:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153463:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153475:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153489:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153511:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153538:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153551:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384985.153563:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384985.153666:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063922147. 00000800:00000010:0.0:1767384985.153669:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c5ce44d4. 00000800:00000010:0.0:1767384985.153671:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000520be9d2. 00000800:00000010:0.0:1767384985.153683:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000520be9d2. 00000800:00020000:0.0:1767384985.153687:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384985.153689:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5ce44d4. 00000800:00000010:0.0:1767384985.153691:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063922147. 00000400:02020000:0.0:1767384985.153719:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp47 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384985.276668:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384985.276674:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384985.276680:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384985.276681:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.276709:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384985.276713:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384985.276716:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384986.171706:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384986.171710:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384986.171713:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:1.0:1767384986.171716:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000400:00000200:1.0:1767384986.171720:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384986.171726:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384986.171736:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005fc060a8. 00000400:00000010:1.0:1767384986.171739:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067421bc8. 00000400:00000200:1.0:1767384986.171743:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp45 00000400:00000010:1.0:1767384986.171746:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e8f38fe1. 00000400:00000010:1.0:1767384986.171750:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000c7e9bea. 00000400:00000010:1.0:1767384986.171753:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000010:1.0:1767384986.171758:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008451ac9f. 00000400:00000200:1.0:1767384986.171762:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp45 00000400:00000200:1.0:1767384986.171772:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp45 local destination 00000400:00000200:1.0:1767384986.171777:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp45 00000400:00000200:1.0:1767384986.171782:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp45 NI seq info: [198:198:256:4294967295] 192.168.204.149@tcp45 LPNI seq info [189:189:8:4294967295] 00000400:00000200:1.0:1767384986.171789:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp45 00000400:00000200:1.0:1767384986.171794:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp45(192.168.204.149@tcp45:) -> 192.168.204.149@tcp45(192.168.204.149@tcp45:192.168.204.149@tcp45) : GET try# 0 00000800:00000200:1.0:1767384986.171797:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp45 00000800:00000010:1.0:1767384986.171800:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb9c972a. 00000800:00000200:1.0:1767384986.171805:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000800:00000200:1.1:1767384986.171809:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000400:00000200:0.0:1767384986.171890:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767384986.171939:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp45 added to recovery queue. ping count: 3 next ping: 317 health :700 00000400:00000200:0.0:1767384986.171965:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.171989:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172027:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172045:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172064:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172085:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172103:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172121:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172160:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172200:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172246:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172283:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172305:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172321:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172334:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172348:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172362:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172389:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172409:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172425:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172439:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172455:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172472:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172488:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172502:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172517:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172532:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172546:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172564:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172578:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172618:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172661:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384986.172699:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384986.172831:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063922147. 00000800:00000010:0.0:1767384986.172836:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbb27b3d. 00000800:00000010:0.0:1767384986.172842:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001aa8a1ef. 00000800:00000010:0.0:1767384986.172861:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001aa8a1ef. 00000800:00020000:0.0:1767384986.172870:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384986.172873:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbb27b3d. 00000800:00000010:0.0:1767384986.172876:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063922147. 00000400:02020000:0.0:1767384986.172934:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp45 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384986.172941:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp45 notifying 192.168.204.149@tcp45: down 00000800:00000200:0.0:1767384986.172945:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp45 down 00000800:00000100:0.0:1767384986.172951:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp45 00000800:00000010:0.0:1767384986.172954:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb9c972a. 00000400:00000200:0.0:1767384986.172957:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384986.172961:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp45->192.168.204.149@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384986.172968:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384986.172971:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384986.172973:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp45) recovery failed with -71 00010000:00000001:2.0:1767384986.299652:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384986.299657:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.299662:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384986.299663:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.299690:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384986.299695:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384986.299698:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384987.195724:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384987.195742:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1767384987.195746:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5d52531] -> 12345-192.168.204.149@tcp18 (6) 00000400:00000200:1.0:1767384987.195748:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:1.0:1767384987.195754:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000800:00000200:0.0:1767384987.195761:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp18 ip 192.168.204.149:988 00000400:00000200:1.0:1767384987.195763:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384987.195770:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384987.195774:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384987.195794:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e8f38fe1. 00000400:00000010:1.0:1767384987.195811:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000c7e9bea. 00000400:00000200:1.0:1767384987.195820:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp42 00000400:00000010:1.0:1767384987.195828:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cb24a5f0. 00000400:00000010:1.0:1767384987.195835:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000047a311b3. 00000400:00000010:1.0:1767384987.195840:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000010:1.0:1767384987.195846:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061f4d235. 00000400:00000200:1.0:1767384987.195851:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp42 00000400:00000200:1.0:1767384987.195865:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp42 local destination 00000400:00000200:1.0:1767384987.195874:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp42 00000400:00000200:1.0:1767384987.195879:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp42 NI seq info: [199:199:256:4294967295] 192.168.204.149@tcp42 LPNI seq info [190:190:8:4294967295] 00000400:00000200:1.0:1767384987.195887:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp42 00000400:00000200:1.0:1767384987.195898:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp42(192.168.204.149@tcp42:) -> 192.168.204.149@tcp42(192.168.204.149@tcp42:192.168.204.149@tcp42) : GET try# 0 00000800:00000200:1.0:1767384987.195937:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp42 00000800:00000010:1.0:1767384987.195943:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9212074. 00000800:00000200:1.0:1767384987.195950:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000800:00000200:1.1:1767384987.195956:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000200:1.0:1767384987.195982:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp42 added to recovery queue. ping count: 4 next ping: 326 health :600 00000800:00000200:2.0:1767384987.196090:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384987.196096:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384987.196115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:3.0:1767384987.196119:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384987.196128:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384987.196134:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384987.196181:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196205:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196226:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196246:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196266:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196286:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196306:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196326:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196346:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196367:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196389:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196409:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196430:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196452:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196472:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196492:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196512:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196532:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196552:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196572:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196633:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196667:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196690:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196719:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196764:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196786:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196807:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196829:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196874:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196894:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196945:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196974:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384987.196996:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384987.197136:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063922147. 00000800:00000010:0.0:1767384987.197142:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003eee8d63. 00000800:00000010:0.0:1767384987.197159:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006dc75e4. 00000800:00000010:0.0:1767384987.197183:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006dc75e4. 00000800:00020000:0.0:1767384987.197193:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384987.197197:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003eee8d63. 00000800:00000010:0.0:1767384987.197200:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063922147. 00000400:02020000:0.0:1767384987.197257:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp42 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384987.197264:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp42 notifying 192.168.204.149@tcp42: down 00000800:00000200:0.0:1767384987.197271:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp42 down 00000800:00000100:0.0:1767384987.197278:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp42 00000800:00000010:0.0:1767384987.197281:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9212074. 00000400:00000200:0.0:1767384987.197286:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384987.197291:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp42->192.168.204.149@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384987.197301:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384987.197304:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384987.197308:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp42) recovery failed with -71 00010000:00000001:2.0:1767384987.323713:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384987.323721:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384987.323727:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384987.323729:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384987.323798:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384987.323804:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384987.323836:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384987.642359:0:39656:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384987.642377:0:39656:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384987.642383:0:39656:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384987.642392:0:39656:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384987.642399:0:39656:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384987.642403:0:39656:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384987.821505:0:39692:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008b3f98fe. 00000400:00000040:1.0:1767384987.821537:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384987.821541:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384987.821545:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821548:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821551:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821552:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384987.821556:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384987.821559:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384987.821561:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384987.821562:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384987.821565:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384987.821567:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384987.821570:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384987.821572:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821573:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384987.821576:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384987.821578:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821579:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384987.821581:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384987.821584:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821585:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384987.821587:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384987.821589:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384987.821629:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821632:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384987.821635:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821637:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384987.821639:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384987.821641:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384987.821643:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821645:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384987.821649:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821652:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384987.821656:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384987.821659:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384987.821662:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821665:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384987.821670:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384987.821673:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384987.821675:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384987.821677:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384987.821680:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821683:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384987.821685:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384987.821687:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384987.821688:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384987.821690:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384987.821692:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384987.821695:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384987.821697:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384987.821699:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384987.821701:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384987.821703:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384987.821706:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384987.821708:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384987.821710:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384987.821713:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384987.821725:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384987.821727:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384987.821730:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821732:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821734:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821736:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384987.821738:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384987.821740:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384987.821742:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384987.821743:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384987.821746:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384987.821748:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384987.821750:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384987.821752:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821754:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384987.821757:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384987.821759:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821760:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384987.821762:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384987.821764:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821766:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384987.821768:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384987.821770:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384987.821771:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821773:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384987.821775:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821777:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384987.821779:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384987.821781:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384987.821783:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821784:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384987.821787:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384987.821788:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384987.821790:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384987.821792:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384987.821794:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821795:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384987.821798:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384987.821800:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384987.821802:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384987.821803:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384987.821805:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384987.821807:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384987.821809:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384987.821811:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384987.821812:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384987.821814:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384987.821816:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384987.821818:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384987.821820:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384987.821822:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384987.821824:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384987.821826:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384987.821829:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384987.821831:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384987.821833:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384987.821835:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384987.821836:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384987.821838:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384987.821840:0:39692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384987.822096:0:39692:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008b3f98fe. 00000400:00000200:0.0:1767384987.899139:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384987.899179:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp50 from 255.3.0.2 00000800:00000010:0.0:1767384987.899184:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eeebc312. 00000800:00000010:2.0:1767384987.899294:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c40a4d5a. 00000800:00000010:2.0:1767384987.899304:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044907ca4. 00000800:00000010:3.0:1767384987.899736:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000032982e99. 00000800:00000200:3.0:1767384987.899754:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.49@tcp50 p 3.x 192.168.204.149 -> 192.168.204.49:1023 incarnation:1767384987073318355 sched[0] 00000800:00000010:3.0:1767384987.899762:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f8c7b931. 00000800:00000010:3.0:1767384987.899820:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f8c7b931. 00000800:00000010:3.0:1767384987.899827:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044907ca4. 00000800:00000010:3.0:1767384987.899873:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eeebc312. 00000800:00000001:3.0:1767384987.899918:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384987.899926:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384987.900949:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384987.900959:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384987.900962:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384987.900971:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384987.900982:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : GET - for me 00000400:00000010:0.0:1767384987.900995:0:16156:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000005adae225. 00000400:00000200:0.0:1767384987.901001:0:16156:0:(peer.c:264:lnet_peer_alloc()) 000000005adae225 nid 192.168.204.49@tcp50 00000400:00000010:0.0:1767384987.901005:0:16156:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000049c3743. 00000400:00000200:0.0:1767384987.901009:0:16156:0:(peer.c:204:lnet_peer_net_alloc()) 00000000049c3743 net tcp50 00000400:00000010:0.0:1767384987.901014:0:16156:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f5c50546. 00000400:00000200:0.0:1767384987.901022:0:16156:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f5c50546 nid 192.168.204.49@tcp50 00000400:00000200:0.0:1767384987.901026:0:16156:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.204.49@tcp50 nid 192.168.204.149@tcp50: 0 00000400:00000200:0.0:1767384987.901030:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005adae225 (0) 00000400:00000200:0.0:1767384987.901036:0:16156:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.49@tcp50 NID 192.168.204.49@tcp50 flags 0x0 00000400:00000200:0.0:1767384987.901041:0:16156:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.204.49@tcp50: 0 00000400:00000200:0.0:1767384987.901054:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384987.901066:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.49@tcp50 of length 272/272 into md 0x1ffd [1] + 0 00000400:00000200:0.0:1767384987.901085:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384987.901099:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [200:200:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384987.901117:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) 192.168.204.49@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384987.901125:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384987.901132:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005288b04d. 00000800:00000200:0.0:1767384987.901142:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (2) 00000800:00000200:0.0:1767384987.901153:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384987.901159:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005288b04d type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384987.901259:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384987.901266:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005288b04d. 00000400:00000200:0.0:1767384987.901273:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384987.901280:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: REPLY: OK 00000800:00000001:0.0:1767384987.901295:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384987.901301:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384987.901555:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384987.901573:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp50 from 254.3.0.2 00000800:00000010:0.0:1767384987.901577:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000b10ce9d. 00000800:00000010:2.0:1767384987.901675:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001f90549. 00000800:00000010:2.0:1767384987.901683:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000329a592. 00000800:00000010:2.0:1767384987.902037:0:27932:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6aa072b. 00000800:00000200:2.1:1767384987.902048:0:27932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (2) 00000800:00000200:2.1:1767384987.902056:0:27932:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.49@tcp50 00000000b6aa072b deleted 00000800:00000010:2.1:1767384987.902059:0:27932:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b6aa072b. 00000800:00000200:2.0:1767384987.902070:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.49@tcp50 p 3.x 192.168.204.149 -> 192.168.204.49:1022 incarnation:1767384987073318355 sched[0] 00000800:00000010:2.0:1767384987.902077:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009058b5a6. 00000800:00000010:2.0:1767384987.902143:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009058b5a6. 00000800:00000010:2.0:1767384987.902150:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000329a592. 00000800:00000010:2.0:1767384987.902187:0:27932:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000b10ce9d. 00000800:00000001:3.0:1767384987.902201:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384987.902211:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384987.902481:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384987.902489:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384987.902491:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384987.902506:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384987.902513:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : GET - for me 00000400:00000200:0.0:1767384987.902523:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384987.902528:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.49@tcp50 of length 704/704 into md 0x1ffd [1] + 0 00000400:00000200:0.0:1767384987.902536:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384987.902544:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [201:201:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384987.902555:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) 192.168.204.49@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384987.902559:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384987.902563:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005288b04d. 00000800:00000200:0.0:1767384987.902568:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (3) 00000800:00000200:0.0:1767384987.902573:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384987.902576:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005288b04d type 3, nob 800 niov 1 nkiov 1 00000800:00000200:0.0:1767384987.902656:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384987.902660:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005288b04d. 00000400:00000200:0.0:1767384987.902665:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384987.902670:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: REPLY: OK 00000800:00000001:0.0:1767384987.902681:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384987.902685:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384987.905060:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384987.905082:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384987.905085:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ab0ad7f6. 00000800:00000010:2.0:1767384987.905136:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab0365ee. 00000800:00000010:2.0:1767384987.905145:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000329a592. 00000800:00000010:2.0:1767384987.905177:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6aa072b. 00000800:00000200:2.1:1767384987.905184:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (3) 00000800:00000200:2.1:1767384987.905190:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.49@tcp50 00000000b6aa072b deleted 00000800:00000010:2.1:1767384987.905193:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b6aa072b. 00000800:00000200:2.0:1767384987.905204:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.49@tcp50 p 3.x 192.168.204.149 -> 192.168.204.49:1021 incarnation:1767384987073318355 sched[0] 00000800:00000010:2.0:1767384987.905212:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009058b5a6. 00000800:00000010:2.0:1767384987.905262:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009058b5a6. 00000800:00000010:2.0:1767384987.905267:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000329a592. 00000800:00000010:2.0:1767384987.905302:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ab0ad7f6. 00000800:00000001:3.0:1767384987.905335:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384987.905345:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384988.219738:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384988.219744:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384988.219748:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:1.0:1767384988.219754:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000400:00000200:1.0:1767384988.219762:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384988.219770:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384988.219784:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cb24a5f0. 00000800:00000200:0.0:1767384988.219784:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (4) 00000400:00000010:1.0:1767384988.219795:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000047a311b3. 00000800:00000200:0.1:1767384988.219804:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (4) 00000400:00000200:1.0:1767384988.219811:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp37 00000400:00000010:1.0:1767384988.219818:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003dcbff41. 00000400:00000010:1.0:1767384988.219826:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065d3265c. 00000400:00000010:1.0:1767384988.219830:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000010:1.0:1767384988.219839:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000013c81418. 00000400:00000200:1.0:1767384988.219845:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp37 00000400:00000200:1.0:1767384988.219862:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp37 local destination 00000400:00000200:1.0:1767384988.219870:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp37 00000400:00000200:1.0:1767384988.219878:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [202:202:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [191:191:8:4294967295] 00000400:00000200:1.0:1767384988.219916:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp37 00000400:00000200:1.0:1767384988.219926:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:) -> 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) : GET try# 0 00000800:00000200:1.0:1767384988.219933:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp37 00000800:00000010:1.0:1767384988.219941:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc9db2b1. 00000800:00000200:1.0:1767384988.219949:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000800:00000200:1.1:1767384988.219958:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000400:00000200:1.0:1767384988.219982:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp37 added to recovery queue. ping count: 5 next ping: 343 health :500 00000400:00000200:2.0:1767384988.220007:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220087:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220101:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220138:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220139:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220181:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220181:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220222:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220222:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220262:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220262:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220302:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220302:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220341:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220341:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220379:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220380:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220418:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220419:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220456:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220457:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220496:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220496:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220536:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220536:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220577:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220672:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220672:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220732:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220735:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220787:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220787:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220827:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220827:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220865:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220866:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220941:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220941:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.220986:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.220986:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221026:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221027:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221067:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221067:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221106:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221106:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221146:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221146:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221186:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221186:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221224:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221225:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221265:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221303:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221303:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221343:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221343:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221382:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221382:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221421:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221421:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221460:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221474:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221499:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221511:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221537:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384988.221549:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221574:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221661:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221713:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221761:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.221809:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000010:2.0:1767384988.221824:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003be29cf. 00000800:00000010:2.0:1767384988.221833:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000329a592. 00000800:00000010:2.0:1767384988.221841:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000758a93fe. 00000400:00000200:0.0:1767384988.221855:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000800:00000010:2.0:1767384988.221916:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000758a93fe. 00000800:00020000:2.0:1767384988.221932:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000400:00000200:0.0:1767384988.221938:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000800:00000010:2.0:1767384988.221939:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000329a592. 00000800:00000010:2.0:1767384988.221944:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003be29cf. 00000400:00000200:0.0:1767384988.221986:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:02020000:2.0:1767384988.222014:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384988.222023:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384988.222030:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222075:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222140:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222166:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222190:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222234:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222257:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222280:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222301:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222324:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.222347:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.149:988 00000800:00000010:0.0:1767384988.222550:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063922147. 00000800:00000010:0.0:1767384988.222556:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003eee8d63. 00000800:00000010:0.0:1767384988.222561:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d426c9e9. 00000800:00000010:0.0:1767384988.222656:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d426c9e9. 00000400:00000200:1.0:1767384988.222907:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384988.222947:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp37 from 200.3.0.2 00000800:00000010:1.0:1767384988.222952:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eca3585d. 00000800:00000010:3.0:1767384988.223098:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0c411e3. 00000800:00000010:3.0:1767384988.223110:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8143c0c. 00000800:00000010:3.0:1767384988.223152:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b66773ac. 00000800:00000200:3.1:1767384988.223164:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (2) 00000800:00000200:3.1:1767384988.223172:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp37 00000000b66773ac deleted 00000800:00000010:3.1:1767384988.223176:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b66773ac. 00000800:00000200:3.1:1767384988.223184:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384988.223193:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp37 ip 192.168.204.149:968 00000800:00000200:3.1:1767384988.223199:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc9db2b1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384988.223209:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp37 p 3.x 192.168.204.149 -> 192.168.204.149:968 incarnation:1767384953032500175 sched[0] 00000800:00000010:3.0:1767384988.223218:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fac4d323. 00000800:00000010:3.0:1767384988.223335:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fac4d323. 00000800:00000010:3.0:1767384988.223343:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8143c0c. 00000800:00000010:3.0:1767384988.223389:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eca3585d. 00000800:00000001:2.0:1767384988.223426:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384988.223437:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384988.223453:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp37 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384953032500175 sched[0] 00000800:00000010:0.0:1767384988.223460:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003eee8d63. 00000800:00000001:3.0:1767384988.223548:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384988.223554:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384988.223560:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dc9db2b1. 00000800:00000001:3.0:1767384988.223562:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.223570:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384988.223571:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384988.223585:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: GET: OK 00000800:00000001:3.0:1767384988.223587:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.223632:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1767384988.223644:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.223646:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp37 recovery message sent successfully:0 00000400:00000200:3.0:1767384988.223648:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37) <- 192.168.204.149@tcp37 : GET - for me 00000400:00000200:0.0:1767384988.223650:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384988.223688:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384988.223700:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1ffd [1] + 0 00000400:00000200:3.0:1767384988.223713:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp37 to MR: 192.168.204.149@tcp37 local destination 00000400:00000200:3.0:1767384988.223726:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp37 NI seq info: [203:203:256:4294967295] 192.168.204.149@tcp37 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384988.223743:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384988.223747:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) -> 192.168.204.149@tcp37(192.168.204.149@tcp37:192.168.204.149@tcp37) 192.168.204.149@tcp37 : REPLY try# 0 00000800:00000200:3.0:1767384988.223761:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp37 00000800:00000010:3.0:1767384988.223767:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003be5bb84. 00000800:00000200:3.0:1767384988.223774:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005327d3a2] -> 12345-192.168.204.149@tcp37 (4) 00000800:00000200:3.0:1767384988.223784:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp37 ip 192.168.204.149:988 00000800:00000200:3.0:1767384988.223788:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003be5bb84 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384988.223794:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.223849:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000001:2.0:1767384988.223851:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384988.223915:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.223921:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003be5bb84. 00000800:00000001:1.0:1767384988.223926:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384988.223929:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.223941:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: REPLY: OK 00000800:00000001:1.0:1767384988.223941:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384988.223949:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000001:1.0:1767384988.223951:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384988.223961:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384988.223963:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.223981:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp37(192.168.204.149@tcp37) <- 192.168.204.149@tcp37 : REPLY - for me 00000400:00000200:1.0:1767384988.224001:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp37: Reply from 12345-192.168.204.149@tcp37 of length 272/272 into md 0x205d 00000800:00000001:1.0:1767384988.224008:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.224018:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.224021:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.224027:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp37->192.168.204.149@tcp37: REPLY: OK 00000400:00000200:1.0:1767384988.224033:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000200:0.0:1767384988.224036:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000010:1.0:1767384988.224037:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000400:00000200:1.0:1767384988.224046:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384988.224056:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003dcbff41. 00000400:00000010:1.0:1767384988.224063:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065d3265c. 00000800:00000001:1.0:1767384988.224074:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.224080:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384988.224100:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224127:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224149:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224171:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224193:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224241:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224263:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224285:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224308:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224330:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224352:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224373:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224395:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224418:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224440:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224462:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224484:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224507:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224529:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224551:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224572:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224643:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224698:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224740:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224765:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224788:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224811:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384988.224833:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767384988.225011:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073a3bfab. 00000800:00000010:0.0:1767384988.225018:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003eee8d63. 00000800:00000010:0.0:1767384988.225022:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d426c9e9. 00000800:00000010:0.0:1767384988.225048:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d426c9e9. 00000800:00020000:0.0:1767384988.225057:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384988.225061:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003eee8d63. 00000800:00000010:0.0:1767384988.225063:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000073a3bfab. 00000400:02020000:0.0:1767384988.225109:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp37 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384988.347722:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384988.347728:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384988.347735:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384988.347737:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384988.347858:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384988.347864:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384988.347869:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384988.943223:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.943245:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.943251:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.943254:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.943269:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.943288:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 520 into portal 26 MB=0x6958272f00180 00000400:00000200:3.0:1767384988.943316:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 520/520 into md 0x17a1 [2] + 0 00000400:00000010:3.0:1767384988.943323:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d44a1bfd. 00000400:00000200:3.0:1767384988.943331:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000055847abf 00000800:00000001:3.0:1767384988.943341:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.943352:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.943356:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.943361:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.943368:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055847abf 00000400:00000010:3.0:1767384988.943371:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055847abf. 00000100:00000001:3.0:1767384988.943379:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.943381:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.943386:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000003e325b4c x1853237366882688 msgsize 520 00000100:00100000:3.0:1767384988.943392:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.943395:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.943412:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.943421:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.943426:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.943469:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.943476:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366882688 02000000:00000001:0.0:1767384988.943481:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.943484:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.943487:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.943493:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.943498:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366882688 00000020:00000001:0.0:1767384988.943502:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.943505:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384988.943508:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384988.943511:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.943514:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384988.943522:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f494a455. 00000020:00000010:0.0:1767384988.943531:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.943538:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000001:0.0:1767384988.943547:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.943549:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.943551:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.943559:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.943584:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.943646:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.943651:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.943666:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 158 00000100:00000001:2.0:1767384988.943667:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384988.943675:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384988.943678:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558435264592 : -129515274287024 : ffff8a34e0154850) 00000100:00000001:2.0:1767384988.943679:0:16799:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384988.943686:0:16799:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.943701:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e325b4c x1853237366882688/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767385008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.943728:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e325b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:12151:x1853237366882688:12345-192.168.204.49@tcp50:250: 00000100:00000200:0.0:1767384988.943736:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366882688 00000020:00000001:0.0:1767384988.943753:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384988.943759:0:16798:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384988.943773:0:16798:0:(obd_config.c:927:class_incref()) incref MGS (00000000f8fff439) now 6 - find 00000020:00000001:0.0:1767384988.943778:0:16798:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446614558701302192 : -129515008249424 : ffff8a34eff0b1b0) 00000100:00000001:0.0:1767384988.943788:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.943792:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.943801:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.943806:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.943810:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.943814:0:16798:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384988.943823:0:16798:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50 t0 exp 0000000000000000 cur 312 last 0 00010000:00000001:0.0:1767384988.943830:0:16798:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:0.0:1767384988.943834:0:16798:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:0.0:1767384988.943838:0:16798:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384988.943842:0:16798:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384988.943847:0:16798:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006d72c6ec. 00000020:00000001:0.0:1767384988.943851:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384988.943855:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d72c6ec with handle 0xcb8130832f6b3883 to hash 00000020:00000001:0.0:1767384988.943859:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384988.943864:0:16798:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:0.0:1767384988.943869:0:16798:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384988.943902:0:16798:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384988.943919:0:16798:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005288b04d. 00000001:00000010:0.0:1767384988.943929:0:16798:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000eeebc312. 00000001:00000010:0.0:1767384988.943935:0:16798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d4fde8c. 00000001:00000010:0.0:1767384988.943940:0:16798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a376360. 00000001:00000010:0.0:1767384988.943947:0:16798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c73690ab. 00000001:00000010:0.0:1767384988.943953:0:16798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e83b1a2. 00010000:00000001:0.0:1767384988.943959:0:16798:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.943963:0:16798:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.943967:0:16798:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384988.943972:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=3 00000020:00000040:0.0:1767384988.943978:0:16798:0:(obd_config.c:927:class_incref()) incref MGS (00000000f8fff439) now 7 - export 00000020:00000001:0.0:1767384988.943983:0:16798:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000040:0.0:1767384988.943988:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 2 00000020:00000080:0.0:1767384988.943993:0:16798:0:(genops.c:1402:class_connect()) connect: client efab5af6-3c4e-49bf-ac30-73082ffb33ae, cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.943996:0:16798:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.944000:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.944002:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.944005:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.944008:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=3 00000020:00000001:0.0:1767384988.944011:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.944015:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 20000000:00000001:0.0:1767384988.944019:0:16798:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:0.0:1767384988.944024:0:16798:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:0.0:1767384988.944028:0:16798:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384988.944035:0:16798:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000ca541986 00000020:00000010:0.0:1767384988.944041:0:16798:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000df516f35. 00000020:00000040:0.0:1767384988.944054:0:16798:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000df516f35 for nid 192.168.204.49@tcp50 - ref 2 00000020:00000001:0.0:1767384988.944146:0:16798:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384988.944157:0:16798:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fd587e22. 00000020:00000010:0.0:1767384988.944162:0:16798:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003eee8d63. 00000020:00000010:0.0:1767384988.944166:0:16798:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000367861c6. 00000020:00000010:0.0:1767384988.944184:0:16798:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004e053bb4. 00000020:00000010:0.0:1767384988.944188:0:16798:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003206a9c4. 00000020:00000010:0.0:1767384988.944192:0:16798:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002ae7d669. 20000000:00000001:0.0:1767384988.944202:0:16798:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.944205:0:16798:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.944207:0:16798:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.944209:0:16798:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384988.944214:0:16798:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006898d5b7. 00000020:00000040:0.0:1767384988.944217:0:16798:0:(obd_config.c:927:class_incref()) incref MGS (00000000f8fff439) now 8 - import 00000020:00000001:0.0:1767384988.944223:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384988.944225:0:16798:0:(genops.c:1242:class_import_put()) import 000000006898d5b7 refcount=1 obd=MGS 00000020:00000001:0.0:1767384988.944228:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384988.944233:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=4 00000100:00000040:0.0:1767384988.944235:0:16798:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.944238:0:16798:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384988.944246:0:16798:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005adae225 (1) 00000400:00000200:0.0:1767384988.944251:0:16798:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005adae225 (2) 00000400:00000200:0.0:1767384988.944278:0:16798:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.49@tcp50 (000000005adae225): 0 00000400:00000200:0.0:1767384988.944283:0:16798:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384988.944352:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384988.944360:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.49@tcp50(000000005adae225) state 0x40 00000400:00000200:2.0:1767384988.944364:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005adae225 (3) 00000400:00000010:2.0:1767384988.944371:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002d4e28ac. 00000400:00000010:2.0:1767384988.944377:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009919058d. 00000400:00000010:2.0:1767384988.944385:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf58d9c7. 00000400:00000200:2.0:1767384988.944391:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.49@tcp50 00000400:00000200:2.0:1767384988.944415:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:2.0:1767384988.944424:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp50 00000400:00000200:2.0:1767384988.944429:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [204:204:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384988.944447:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.49@tcp50 00000400:00000200:2.0:1767384988.944456:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : GET try# 0 00000800:00000200:2.0:1767384988.944464:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.49@tcp50 00000800:00000010:2.0:1767384988.944468:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002349490d. 00000800:00000200:2.0:1767384988.944476:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:2.0:1767384988.944485:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:2.0:1767384988.944491:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002349490d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384988.944515:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.49@tcp50 00000400:00000200:2.0:1767384988.944519:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.49@tcp50(000000005adae225) state 0x240 rc 0 00000800:00000200:3.0:1767384988.944736:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.944745:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002349490d. 00000400:00000200:3.0:1767384988.944754:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.944765:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: GET: OK 00000400:00000200:3.0:1767384988.944779:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384988.944785:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.49@tcp50: 0 00000800:00000001:1.0:1767384988.945932:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.945947:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384988.945951:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.945953:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.945972:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : REPLY - for me 00000400:00000200:1.0:1767384988.945989:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp50: Reply from 12345-192.168.204.49@tcp50 of length 48/48 into md 0x2061 00000800:00000001:1.0:1767384988.945996:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.946004:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.946006:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.946011:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: REPLY: OK 00000400:00000200:1.0:1767384988.946015:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009919058d 00000400:00000010:1.0:1767384988.946019:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009919058d. 00000400:00000200:1.0:1767384988.946023:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384988.946028:0:16156:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.204.49@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:1.0:1767384988.946032:0:16156:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.204.49@tcp50(000000005adae225) not MR: DD disabled remotely 00000400:00000200:1.0:1767384988.946037:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.49@tcp50 data present 3. state = 0x242 00000400:00000200:1.0:1767384988.946041:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.49@tcp50 (000000005adae225): -114 00000400:00000200:1.0:1767384988.946062:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005adae225 (4) 00000800:00000001:1.0:1767384988.946070:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.946073:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384988.946120:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384988.946131:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.49@tcp50(000000005adae225) state 0xc2 00000400:00000010:2.0:1767384988.946144:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000758a93fe. 00000400:00000010:2.0:1767384988.946148:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000c48b79f3. 00000400:00000010:2.0:1767384988.946150:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000053c3cf25. 00000400:00000010:2.0:1767384988.946157:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000758a93fe. 00000400:00000010:2.0:1767384988.946161:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000c48b79f3. 00000400:00000010:2.0:1767384988.946164:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000053c3cf25. 00000400:00000010:2.0:1767384988.946167:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002d4e28ac. 00000400:00000200:2.0:1767384988.946173:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.49@tcp50 (000000005adae225): 0 00000400:00000200:2.0:1767384988.946176:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.49@tcp50(000000005adae225): 0. state = 0x142 00000400:00000200:2.0:1767384988.946180:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.49@tcp50(000000005adae225) state 0x142 rc 1 00000400:00000200:2.0:1767384988.946184:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.49@tcp50(000000005adae225) state 0x142 00000400:00000200:2.0:1767384988.946188:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.49@tcp50 00000400:00000200:2.0:1767384988.946190:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.49@tcp50(000000005adae225) state 0x112 rc 0 00000400:00000200:2.0:1767384988.946194:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.49@tcp50 (000000005adae225) 00000400:00000200:2.0:1767384988.946214:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005adae225 (3) 00000400:00000200:0.0:1767384988.946279:0:16798:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005adae225 (2) 00000400:00000200:0.0:1767384988.946284:0:16798:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005adae225 (1) 00000400:00000200:0.0:1767384988.946291:0:16798:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.49@tcp50 NID 192.168.204.49@tcp50: 0. discovery complete 00000400:00000200:0.0:1767384988.946294:0:16798:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005adae225 (2) 00000400:00000200:0.0:1767384988.946300:0:16798:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.49@tcp50 primary NID 192.168.204.49@tcp50 rc 0 00000100:00000010:0.0:1767384988.946307:0:16798:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000d426c9e9. 00000100:00000001:0.0:1767384988.946311:0:16798:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1767384988.946314:0:16798:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000d426c9e9 refcount 1 to 192.168.204.49@tcp50 00000020:00000040:0.0:1767384988.946320:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=5 00000100:00000001:0.0:1767384988.946328:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.946331:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.946334:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.946338:0:16798:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384988.946343:0:16798:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384988.946345:0:16798:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:0.0:1767384988.946349:0:16798:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661049408 : -1048502208 : ffffffffc1812040) 02000000:00000001:0.0:1767384988.946353:0:16798:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.946356:0:16798:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384988.946360:0:16798:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384988.946362:0:16798:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384988.946365:0:16798:0:(import.c:65:import_set_state_nolock()) 000000006898d5b7 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384988.946369:0:16798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384988.946371:0:16798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384988.946374:0:16798:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384988.946377:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 4 00000020:00000040:0.0:1767384988.946380:0:16798:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 8 - find 00010000:00000001:0.0:1767384988.946383:0:16798:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.946388:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.946390:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444864 : -1041106752 : ffffffffc1f1f8c0) 00000020:00000001:0.0:1767384988.946395:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.946397:0:16798:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.946400:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.946402:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.946416:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.946419:0:16798:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:0.0:1767384988.946421:0:16798:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384988.946427:0:16798:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.946429:0:16798:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.946432:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366882688 00010000:00000001:0.0:1767384988.946436:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.946441:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e325b4c x1853237366882688/t0(0) o250->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767385008 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.946453:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.946456:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.946461:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384988.946466:0:16798:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384988.946480:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.946483:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.946485:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.946489:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.946491:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.946495:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.946498:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.946502:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001edf17b4. 00000100:00000200:0.0:1767384988.946506:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237366882688, offset 0 00000400:00000200:0.0:1767384988.946514:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.946523:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.946537:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [205:205:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384988.946549:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.946556:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.946560:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb10d1c2. 00000800:00000200:0.0:1767384988.946566:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.946572:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.946576:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb10d1c2 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.946641:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.946650:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.946656:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.946661:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.946665:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.946674:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e325b4c x1853237366882688/t0(0) o250->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767385008 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.946694:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e325b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+4:12151:x1853237366882688:12345-192.168.204.49@tcp50:250: Request processed in 2968us (3303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.946710:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 158 00000100:00000040:0.0:1767384988.946715:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.946718:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.946720:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.946726:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.946732:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.946738:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f494a455. 00000800:00000200:3.0:1767384988.946742:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384988.946744:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 3 00000800:00000010:3.0:1767384988.946754:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb10d1c2. 00000100:00000001:0.0:1767384988.946756:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.946767:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384988.946769:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384988.946776:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c782acc8. 00000400:00000200:3.0:1767384988.946788:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000010:0.0:1767384988.946788:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008884bed2. 00000400:00000200:3.0:1767384988.946903:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf17b4 00000400:00000010:3.0:1767384988.946917:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001edf17b4. 00000100:00000001:3.0:1767384988.946923:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.946926:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.946929:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000bc9e8a9c. 02000000:00000001:3.0:1767384988.946932:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.946934:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.948255:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.948279:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.948285:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.948290:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.948301:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.948317:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 26 MB=0x6958272f00100 00000400:00000200:3.0:1767384988.948328:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x17d9 [2] + 0 00000400:00000010:3.0:1767384988.948334:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022f0350c. 00000400:00000200:3.0:1767384988.948341:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035e67ae9 00000800:00000001:3.0:1767384988.948347:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.948357:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.948361:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.948370:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.948375:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e67ae9 00000400:00000010:3.0:1767384988.948379:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035e67ae9. 00000100:00000001:3.0:1767384988.948385:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.948388:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.948392:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000347b8557 x1853237366882560 msgsize 328 00000100:00100000:3.0:1767384988.948401:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.948404:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.948425:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.948434:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.948439:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.948541:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.948546:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366882560 02000000:00000001:0.0:1767384988.948549:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.948552:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.948554:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.948558:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.948562:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366882560 00000020:00000001:0.0:1767384988.948564:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.948566:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.948569:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.948572:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=4 00000020:00000001:0.0:1767384988.948576:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.948580:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.948587:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.948635:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.948642:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.948647:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000020:00000010:0.0:1767384988.948657:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052f9468f. 00000020:00000010:0.0:1767384988.948664:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.948671:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.948682:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.948687:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.948690:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.948693:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.948702:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.948722:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.948734:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.948736:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.948743:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 159 00000100:00000040:0.0:1767384988.948746:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.948748:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640348752 : -129520069202864 : ffff8a33c248ac50) 00000100:00000040:0.0:1767384988.948755:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000347b8557 x1853237366882560/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.948767:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.948771:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.948773:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.948776:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000100:00100000:0.0:1767384988.948781:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000347b8557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+4:15556:x1853237366882560:12345-192.168.204.49@tcp50:101: 00000100:00000200:0.0:1767384988.948786:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366882560 00000020:00000001:0.0:1767384988.948789:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.948793:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.948796:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.948800:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.948802:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384988.948806:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.948809:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.948812:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.948814:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.948818:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.948822:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384988.948825:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384988.948827:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384988.948830:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384988.948832:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.948838:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384988.948846:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 6 00010000:00000001:0.0:1767384988.948851:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.948856:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384988.948860:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003594e522. 00000020:00000001:0.0:1767384988.948864:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384988.948866:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003594e522 with handle 0xcb8130832f6b388a to hash 00000020:00000001:0.0:1767384988.948900:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384988.948905:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00000001:0.0:1767384988.948909:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722317312 : -129514987234304 : ffff8a34f1315c00) 00010000:00010000:0.0:1767384988.948913:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003594e522/0xcb8130832f6b388a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x56df0029fcc72dc9 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.948924:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006d72c6ec : new locks_count 1 00000020:00000040:0.0:1767384988.948926:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=5 00000100:00000001:0.0:1767384988.948934:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.948936:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.948941:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.948943:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.948946:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.948949:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384988.948953:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384988.948957:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384988.948959:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.948962:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.948965:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.948966:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.948969:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384988.948972:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384988.948974:0:16798:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384988.948976:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384988.948978:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f8c1a2e4) refcount = 6 00010000:00000040:0.0:1767384988.948982:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384988.948986:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001cebe4a1/0xcb8130832f6b3573 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b356c expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.948994:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d3ba0d8/0xcb8130832f6b3549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3542 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.949002:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004cd52c7d/0xcb8130832f6b34fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b34f5 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.949010:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e63bde6c/0xcb8130832f6b3477 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3470 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.949016:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003d4069e7/0xcb8130832f6b345b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3454 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384988.949023:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003594e522/0xcb8130832f6b388a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dc9 expref: 5 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.949030:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384988.949032:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384988.949034:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.949036:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.949038:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.949043:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384988.949046:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003594e522/0xcb8130832f6b388a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dc9 expref: 5 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.949054:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384988.949057:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384988.949059:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.949062:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.949064:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384988.949065:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384988.949068:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384988.949069:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003594e522, rc 0) 00000020:00000001:0.0:1767384988.949072:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.949074:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366882560 00010000:00000001:0.0:1767384988.949077:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.949082:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000347b8557 x1853237366882560/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.949100:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.949102:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.949104:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.949109:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.949111:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.949114:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.949117:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.949119:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.949121:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.949124:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.949129:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b90f060c. 00000100:00000200:0.0:1767384988.949133:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237366882560, offset 224 00000400:00000200:0.0:1767384988.949139:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.949149:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.949161:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [206:206:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384988.949173:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.949179:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.949183:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056481dd7. 00000800:00000200:0.0:1767384988.949189:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.949195:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.949199:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056481dd7 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.949219:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.949223:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.949226:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.949228:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.949230:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.949234:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000347b8557 x1853237366882560/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.949245:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000347b8557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+5:15556:x1853237366882560:12345-192.168.204.49@tcp50:101: Request processed in 477us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.949255:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 159 00000100:00000040:0.0:1767384988.949258:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.949261:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.949263:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.949267:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.949270:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.949274:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052f9468f. 00000020:00000040:0.0:1767384988.949281:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 4 00000100:00000001:0.0:1767384988.949285:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.949289:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.949295:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa19e9b. 00000400:00000010:0.0:1767384988.949300:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000460b77bb. 00000800:00000200:1.0:1767384988.949396:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384988.949402:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056481dd7. 00000400:00000200:1.0:1767384988.949409:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.949416:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.949421:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b90f060c 00000400:00000010:1.0:1767384988.949424:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b90f060c. 00000100:00000001:1.0:1767384988.949429:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384988.949431:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384988.949434:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bc9e8a9c. 02000000:00000001:1.0:1767384988.949437:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384988.949438:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.950715:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.950726:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.950731:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.950735:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.950747:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.950763:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 512 into portal 26 MB=0x6958272f00200 00000400:00000200:3.0:1767384988.950774:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 512/512 into md 0x1815 [2] + 0 00000400:00000010:3.0:1767384988.950781:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260bd2af. 00000400:00000200:3.0:1767384988.950787:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008db00520 00000800:00000001:3.0:1767384988.950793:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.950804:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.950808:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.950828:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.950834:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008db00520 00000400:00000010:3.0:1767384988.950839:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008db00520. 00000100:00000001:3.0:1767384988.950844:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.950847:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.950852:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000000ca3d705 x1853237366882816 msgsize 512 00000100:00100000:3.0:1767384988.950861:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.950865:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.950906:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.950916:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.950922:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.950975:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.950981:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366882816 02000000:00000001:0.0:1767384988.950984:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.950987:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.950989:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.950993:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.950997:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366882816 00000020:00000001:0.0:1767384988.950999:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.951001:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.951004:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.951007:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=5 00000020:00000001:0.0:1767384988.951011:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.951014:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.951018:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.951023:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.951026:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.951029:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000020:00000010:0.0:1767384988.951035:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052f9468f. 00000020:00000010:0.0:1767384988.951039:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.951043:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.951050:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.951053:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.951055:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.951057:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.951062:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.951080:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.951089:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.951091:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.951098:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 160 00000100:00000040:0.0:1767384988.951102:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.951104:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640343632 : -129520069207984 : ffff8a33c2489850) 00000100:00000040:0.0:1767384988.951110:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ca3d705 x1853237366882816/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 512/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.951122:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.951126:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.951129:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.951132:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000100:00100000:0.0:1767384988.951137:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ca3d705 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+5:15556:x1853237366882816:12345-192.168.204.49@tcp50:501: 00000100:00000200:0.0:1767384988.951143:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366882816 00000020:00000001:0.0:1767384988.951147:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.951150:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.951152:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.951155:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.951158:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444352 : -1041107264 : ffffffffc1f1f6c0) 00000020:00000001:0.0:1767384988.951161:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.951163:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.951167:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.951170:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.951174:0:16798:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384988.951177:0:16798:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.951179:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.951182:0:16798:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384988.951184:0:16798:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384988.951187:0:16798:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384988.951190:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.951192:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.951196:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.951198:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.951201:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384988.951205:0:16798:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384988.951208:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384988.951211:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384988.951215:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006d5fe35d. 00000040:00000001:0.0:1767384988.951219:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384988.951222:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384988.951226:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384988.951230:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00080000:00000001:0.0:1767384988.951240:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384988.951506:0:16798:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384988.951513:0:16798:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384988.951517:0:16798:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384988.951519:0:16798:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384988.951523:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006d5fe35d. 00000040:00000001:0.0:1767384988.951528:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384988.951531:0:16798:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384988.951534:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384988.951537:0:16798:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384988.951540:0:16798:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384988.951544:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366882816 00010000:00000001:0.0:1767384988.951547:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.951552:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ca3d705 x1853237366882816/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 512/272 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.951562:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.951565:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.951567:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.951572:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.951576:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.951580:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.951584:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.951587:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.951591:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.951641:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.951649:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027796bd. 00000100:00000200:0.0:1767384988.951655:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237366882816, offset 224 00000400:00000200:0.0:1767384988.951665:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.951678:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.951695:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [207:207:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384988.951713:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.951721:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.951726:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067377753. 00000800:00000200:0.0:1767384988.951731:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.951738:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.951742:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067377753 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.951761:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.951765:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.951768:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.951770:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.951773:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.951778:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ca3d705 x1853237366882816/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 512/272 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.951790:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ca3d705 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+5:15556:x1853237366882816:12345-192.168.204.49@tcp50:501: Request processed in 666us (936us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384988.951800:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 160 00000100:00000040:0.0:1767384988.951803:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.951806:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.951810:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.951815:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.951820:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.951824:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052f9468f. 00000020:00000040:0.0:1767384988.951831:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 4 00000100:00000001:0.0:1767384988.951835:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.951840:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.951846:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030b0553d. 00000400:00000010:0.0:1767384988.951851:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093a35a44. 00000800:00000200:3.0:1767384988.951931:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.951938:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067377753. 00000400:00000200:3.0:1767384988.951945:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.951955:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.951963:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027796bd 00000400:00000010:3.0:1767384988.951966:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027796bd. 00000100:00000001:3.0:1767384988.951972:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.951976:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.951979:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bc9e8a9c. 02000000:00000001:3.0:1767384988.951984:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.951986:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384988.953324:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.953338:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384988.953342:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.953344:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.953353:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:1.0:1767384988.953366:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 26 MB=0x6958272f00280 00000400:00000200:1.0:1767384988.953374:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x181d [2] + 0 00000400:00000010:1.0:1767384988.953378:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008422302d. 00000400:00000200:1.0:1767384988.953384:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf442481 00000800:00000001:1.0:1767384988.953388:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.953396:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.953398:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.953403:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.953407:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf442481 00000400:00000010:1.0:1767384988.953410:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf442481. 00000100:00000001:1.0:1767384988.953414:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384988.953416:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384988.953420:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000007e86c3d3 x1853237366882944 msgsize 328 00000100:00100000:1.0:1767384988.953425:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:1.0:1767384988.953428:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384988.953447:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384988.953454:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.953457:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.953557:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.953562:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366882944 02000000:00000001:0.0:1767384988.953566:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.953568:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.953570:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.953575:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.953579:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366882944 00000020:00000001:0.0:1767384988.953583:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.953586:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.953589:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.953629:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=5 00000020:00000001:0.0:1767384988.953636:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.953641:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.953647:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.953655:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.953659:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.953664:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000020:00000010:0.0:1767384988.953672:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.953679:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.953686:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.953694:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.953699:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.953701:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.953704:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.953711:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.953730:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.953742:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.953744:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.953751:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 161 00000100:00000040:0.0:1767384988.953754:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.953756:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640342608 : -129520069209008 : ffff8a33c2489450) 00000100:00000040:0.0:1767384988.953763:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e86c3d3 x1853237366882944/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.953775:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.953779:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.953781:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.953784:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000100:00100000:0.0:1767384988.953790:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e86c3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+5:15556:x1853237366882944:12345-192.168.204.49@tcp50:101: 00000100:00000200:0.0:1767384988.953795:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366882944 00000020:00000001:0.0:1767384988.953797:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.953800:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.953802:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.953806:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.953808:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384988.953812:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.953814:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.953818:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.953820:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.953824:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.953827:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384988.953830:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384988.953832:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384988.953834:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384988.953836:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.953841:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384988.953845:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 7 00010000:00000001:0.0:1767384988.953849:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.953853:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384988.953857:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004debfc3f. 00000020:00000001:0.0:1767384988.953861:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384988.953863:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004debfc3f with handle 0xcb8130832f6b3891 to hash 00000020:00000001:0.0:1767384988.953866:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384988.953868:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:0.0:1767384988.953903:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00010000:0.0:1767384988.953906:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004debfc3f/0xcb8130832f6b3891 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x56df0029fcc72dd0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.953916:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006d72c6ec : new locks_count 2 00000020:00000040:0.0:1767384988.953918:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=6 00000100:00000001:0.0:1767384988.953924:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.953927:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.953931:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.953934:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.953936:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.953939:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384988.953941:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384988.953944:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384988.953946:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.953948:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.953950:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.953952:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.953954:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384988.953956:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384988.953958:0:16798:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384988.953959:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384988.953961:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f8c1a2e4) refcount = 7 00010000:00000040:0.0:1767384988.953964:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384988.953968:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003594e522/0xcb8130832f6b388a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dc9 expref: 6 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.953976:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001cebe4a1/0xcb8130832f6b3573 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b356c expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.953982:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d3ba0d8/0xcb8130832f6b3549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3542 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.953990:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004cd52c7d/0xcb8130832f6b34fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b34f5 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.953996:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e63bde6c/0xcb8130832f6b3477 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3470 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.954002:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003d4069e7/0xcb8130832f6b345b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b3454 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384988.954009:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004debfc3f/0xcb8130832f6b3891 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dd0 expref: 6 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.954015:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384988.954017:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384988.954018:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.954020:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.954022:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.954026:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384988.954029:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004debfc3f/0xcb8130832f6b3891 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dd0 expref: 6 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.954036:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384988.954037:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384988.954039:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.954041:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.954043:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384988.954044:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384988.954046:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384988.954047:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004debfc3f, rc 0) 00000020:00000001:0.0:1767384988.954050:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.954053:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366882944 00010000:00000001:0.0:1767384988.954055:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.954060:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e86c3d3 x1853237366882944/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.954077:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.954079:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.954082:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.954087:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.954089:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.954092:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.954095:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.954097:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.954099:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.954103:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.954107:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e8cdd6e. 00000100:00000200:0.0:1767384988.954111:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237366882944, offset 224 00000400:00000200:0.0:1767384988.954117:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.954126:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.954138:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [208:208:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384988.954151:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.954157:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.954161:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f836fc9a. 00000800:00000200:0.0:1767384988.954166:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.954172:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.954176:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f836fc9a type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.954196:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.954200:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.954203:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.954205:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.954207:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.954212:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e86c3d3 x1853237366882944/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.954223:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e86c3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+6:15556:x1853237366882944:12345-192.168.204.49@tcp50:101: Request processed in 446us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.954234:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 161 00000100:00000040:0.0:1767384988.954238:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.954242:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.954244:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.954249:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.954253:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.954257:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.954265:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 5 00000100:00000001:0.0:1767384988.954269:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.954274:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.954280:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d4421. 00000400:00000010:0.0:1767384988.954286:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000045cb535. 00000800:00000200:3.0:1767384988.954339:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.954347:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f836fc9a. 00000400:00000200:3.0:1767384988.954354:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.954364:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.954371:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e8cdd6e 00000400:00000010:3.0:1767384988.954374:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e8cdd6e. 00000100:00000001:3.0:1767384988.954381:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.954384:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.954387:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bc9e8a9c. 02000000:00000001:3.0:1767384988.954472:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.954475:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.955637:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.955645:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.955649:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.955651:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.955668:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.955679:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 512 into portal 26 MB=0x6958272f00300 00000400:00000200:3.0:1767384988.955685:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 512/512 into md 0x1841 [2] + 0 00000400:00000010:3.0:1767384988.955690:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022811b18. 00000400:00000200:3.0:1767384988.955694:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bdd7f88 00000800:00000001:3.0:1767384988.955698:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.955706:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.955708:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.955712:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.955716:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bdd7f88 00000400:00000010:3.0:1767384988.955718:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bdd7f88. 00000100:00000001:3.0:1767384988.955735:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.955736:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.955740:0:16158:0:(events.c:337:request_in_callback()) incoming req@000000002e01043d x1853237366883072 msgsize 512 00000100:00100000:3.0:1767384988.955745:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.955748:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.955763:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.955769:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.955772:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.955850:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.955856:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883072 02000000:00000001:0.0:1767384988.955861:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.955864:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.955866:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.955894:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.955898:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883072 00000020:00000001:0.0:1767384988.955900:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.955902:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.955904:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.955907:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=6 00000020:00000001:0.0:1767384988.955921:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.955924:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.955928:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.955933:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.955936:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.955938:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000020:00000010:0.0:1767384988.955944:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.955948:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.955952:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.955958:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.955961:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.955963:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.955965:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.955969:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.955985:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.955995:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.955997:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.956002:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 162 00000100:00000040:0.0:1767384988.956005:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.956008:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640347728 : -129520069203888 : ffff8a33c248a850) 00000100:00000040:0.0:1767384988.956013:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e01043d x1853237366883072/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 512/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.956024:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.956027:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016128e91. 00000100:00000001:0.0:1767384988.956030:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.956033:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016128e91. 00000100:00100000:0.0:1767384988.956039:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e01043d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+6:15556:x1853237366883072:12345-192.168.204.49@tcp50:501: 00000100:00000200:0.0:1767384988.956045:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883072 00000020:00000001:0.0:1767384988.956048:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.956052:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.956053:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.956056:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.956059:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444352 : -1041107264 : ffffffffc1f1f6c0) 00000020:00000001:0.0:1767384988.956062:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.956064:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.956067:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.956070:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.956074:0:16798:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384988.956077:0:16798:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.956079:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.956081:0:16798:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384988.956083:0:16798:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384988.956086:0:16798:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384988.956088:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.956091:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.956094:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.956096:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.956099:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384988.956102:0:16798:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384988.956105:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384988.956107:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384988.956110:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384988.956113:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384988.956115:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384988.956118:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384988.956121:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00080000:00000001:0.0:1767384988.956126:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384988.956160:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384988.956164:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384988.956166:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384988.956168:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384988.956174:0:16798:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000005a06efcc. 00000020:00000001:0.0:1767384988.956178:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384988.956185:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:0.0:1767384988.956188:0:16798:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.956190:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.956194:0:16798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384988.956198:0:16798:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000010:0.0:1767384988.956201:0:16798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005a06efcc. 00000040:00000001:0.0:1767384988.956204:0:16798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384988.956206:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384988.956209:0:16798:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384988.956211:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384988.956214:0:16798:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.956219:0:16798:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384988.956221:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384988.956223:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384988.956227:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.956230:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384988.956233:0:16798:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000016128e91. 00000020:00000040:0.0:1767384988.956236:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=7 20000000:00000001:0.0:1767384988.956239:0:16798:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.956241:0:16798:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.956244:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883072 00010000:00000001:0.0:1767384988.956247:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.956251:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e01043d x1853237366883072/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 512/272 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.956261:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.956263:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.956265:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.956270:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.956272:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.956275:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.956278:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.956280:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.956282:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.956285:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.956288:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000207c1f8f. 00000100:00000200:0.0:1767384988.956293:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237366883072, offset 224 00000400:00000200:0.0:1767384988.956298:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.956307:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.956319:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [209:209:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384988.956331:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.956337:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.956341:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000119760f1. 00000800:00000200:0.0:1767384988.956346:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.956352:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.956356:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000119760f1 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.956375:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.956379:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.956382:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.956384:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.956387:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.956391:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e01043d x1853237366883072/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 512/272 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.956402:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e01043d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15556:x1853237366883072:12345-192.168.204.49@tcp50:501: Request processed in 377us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.956411:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 162 00000100:00000040:0.0:1767384988.956414:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.956417:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.956418:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.956422:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.956425:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.956429:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.956432:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 00000100:00000001:0.0:1767384988.956436:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.956440:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.956445:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb67be3. 00000400:00000010:0.0:1767384988.956449:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd6b21be. 00000800:00000200:1.0:1767384988.956542:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384988.956549:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000119760f1. 00000400:00000200:1.0:1767384988.956555:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.956563:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.956568:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207c1f8f 00000400:00000010:1.0:1767384988.956571:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000207c1f8f. 00000100:00000001:1.0:1767384988.956576:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384988.956579:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384988.956581:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bc9e8a9c. 02000000:00000001:1.0:1767384988.956584:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384988.956586:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.957745:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.957754:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.957757:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.957759:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.957767:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.957777:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 272 into portal 26 MB=0x6958272f00380 00000400:00000200:3.0:1767384988.957783:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 272/272 into md 0x1849 [2] + 0 00000400:00000010:3.0:1767384988.957787:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bafa169. 00000400:00000200:3.0:1767384988.957791:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a5e1da8 00000800:00000001:3.0:1767384988.957795:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.957801:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.957803:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.957808:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.957812:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a5e1da8 00000400:00000010:3.0:1767384988.957822:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a5e1da8. 00000100:00000001:3.0:1767384988.957827:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.957829:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.957832:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000000be1933d x1853237366883200 msgsize 272 00000100:00100000:3.0:1767384988.957837:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.957840:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.957855:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.957861:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.957865:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.957941:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.957947:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883200 02000000:00000001:0.0:1767384988.957950:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.957952:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.957955:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.957959:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.957963:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883200 00000020:00000001:0.0:1767384988.957965:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.957967:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.957970:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.957973:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=7 00000020:00000001:0.0:1767384988.957977:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.957980:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.957985:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.957991:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.957994:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.957997:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384988.958002:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.958007:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.958011:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.958017:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.958020:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.958022:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.958024:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.958029:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.958048:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.958058:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.958060:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.958067:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 163 00000100:00000040:0.0:1767384988.958070:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.958073:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640351824 : -129520069199792 : ffff8a33c248b850) 00000100:00000040:0.0:1767384988.958079:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000be1933d x1853237366883200/t0(0) o503->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.958092:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.958095:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.958099:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.958102:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384988.958110:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000be1933d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15556:x1853237366883200:12345-192.168.204.49@tcp50:503: 00000100:00000200:0.0:1767384988.958115:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883200 00000020:00000001:0.0:1767384988.958118:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.958122:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.958124:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.958127:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.958129:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444448 : -1041107168 : ffffffffc1f1f720) 00000020:00000001:0.0:1767384988.958133:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.958137:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.958140:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.958142:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.958145:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.958147:0:16798:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384988.958150:0:16798:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384988.958154:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.958155:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.958178:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003b6e2549. 02000000:00000001:0.0:1767384988.958181:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.958184:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384988.958187:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384988.958190:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384988.958193:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384988.958196:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384988.958199:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384988.958201:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384988.958204:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:0.0:1767384988.958208:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384988.958212:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:0.0:1767384988.958215:0:16798:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.958217:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.958220:0:16798:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384988.958226:0:16798:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073a3bfab. 00000040:00000001:0.0:1767384988.958229:0:16798:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384988.958231:0:16798:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384988.958518:0:16798:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.958522:0:16798:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.958525:0:16798:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384988.958530:0:16798:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384988.958535:0:16798:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384988.958538:0:16798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384988.958540:0:16798:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000001:0.0:1767384988.958544:0:16798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384988.958546:0:16798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073a3bfab. 00000040:00000010:0.0:1767384988.958549:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824fa7bb. 00000040:00000040:0.0:1767384988.958553:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384988.958556:0:16798:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.958560:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883200 00010000:00000001:0.0:1767384988.958563:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.958569:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000be1933d x1853237366883200/t0(0) o503->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/8416 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.958579:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.958581:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.958584:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.958589:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.958592:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.958640:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.958645:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.958648:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.958653:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.958658:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.958666:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000761e5171. 00000100:00000200:0.0:1767384988.958673:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237366883200, offset 224 00000400:00000200:0.0:1767384988.958684:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.958698:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.958712:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [210:210:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384988.958725:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.958731:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.958736:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000824fa7bb. 00000800:00000200:0.0:1767384988.958741:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.958747:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1022 00000800:00000200:0.0:1767384988.958751:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824fa7bb type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384988.958771:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.958775:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.958778:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.958780:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.958783:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.958789:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000be1933d x1853237366883200/t0(0) o503->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/8416 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.958802:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000be1933d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15556:x1853237366883200:12345-192.168.204.49@tcp50:503: Request processed in 708us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.958814:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 163 00000100:00000040:0.0:1767384988.958818:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.958821:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.958823:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.958828:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.958833:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.958837:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.958841:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 00000100:00000001:0.0:1767384988.958846:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.958851:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.958857:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea04685f. 00000400:00000010:0.0:1767384988.958862:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb4b5d59. 00000800:00000200:3.0:1767384988.958924:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.958930:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000824fa7bb. 00000400:00000200:3.0:1767384988.958936:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.958943:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.958948:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000761e5171 00000400:00000010:3.0:1767384988.958950:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000761e5171. 00000100:00000001:3.0:1767384988.958953:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.958955:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.958958:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003b6e2549. 02000000:00000001:3.0:1767384988.958973:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.958975:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384988.960858:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.960902:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384988.960906:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.960910:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.960919:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:1.0:1767384988.960933:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 272 into portal 26 MB=0x6958272f00400 00000400:00000200:1.0:1767384988.960940:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 272/272 into md 0x185d [2] + 0 00000400:00000010:1.0:1767384988.960945:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e65ca127. 00000400:00000200:1.0:1767384988.960950:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2867b5c 00000800:00000001:1.0:1767384988.960954:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.960962:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.960965:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.960970:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.960974:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2867b5c 00000400:00000010:1.0:1767384988.960976:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2867b5c. 00000100:00000001:1.0:1767384988.960981:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384988.960983:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384988.960986:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000c774a7f6 x1853237366883328 msgsize 272 00000100:00100000:1.0:1767384988.960993:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:1.0:1767384988.960996:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384988.961015:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384988.961021:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.961024:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.961141:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.961147:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883328 02000000:00000001:0.0:1767384988.961150:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.961153:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.961155:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.961160:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.961163:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883328 00000020:00000001:0.0:1767384988.961165:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.961167:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.961170:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.961173:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=7 00000020:00000001:0.0:1767384988.961176:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.961179:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.961183:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.961188:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.961191:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.961194:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384988.961201:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.961205:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.961209:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.961215:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.961219:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.961220:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.961222:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.961227:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.961247:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.961257:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.961259:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.961266:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 164 00000100:00000040:0.0:1767384988.961270:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.961272:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640341584 : -129520069210032 : ffff8a33c2489050) 00000100:00000040:0.0:1767384988.961278:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c774a7f6 x1853237366883328/t0(0) o502->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.961291:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.961294:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.961297:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.961300:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384988.961307:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c774a7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15576:x1853237366883328:12345-192.168.204.49@tcp50:502: 00000100:00000200:0.0:1767384988.961313:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883328 00000020:00000001:0.0:1767384988.961315:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.961319:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.961322:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.961324:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.961327:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444400 : -1041107216 : ffffffffc1f1f6f0) 00000020:00000001:0.0:1767384988.961331:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.961333:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.961335:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.961338:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.961342:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.961345:0:16798:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384988.961348:0:16798:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384988.961352:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.961354:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.961370:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003b6e2549. 02000000:00000001:0.0:1767384988.961374:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.961376:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384988.961379:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384988.961382:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384988.961386:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384988.961389:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384988.961391:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384988.961394:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384988.961397:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:0.0:1767384988.961401:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384988.961405:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:0.0:1767384988.961408:0:16798:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.961410:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.961413:0:16798:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384988.961416:0:16798:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073a3bfab. 00000040:00000001:0.0:1767384988.961419:0:16798:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384988.961420:0:16798:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384988.961483:0:16798:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.961487:0:16798:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.961489:0:16798:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.961493:0:16798:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384988.961495:0:16798:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384988.961500:0:16798:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384988.961638:0:16798:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384988.961643:0:16798:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.961645:0:16798:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384988.961648:0:16798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384988.961651:0:16798:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000001:0.0:1767384988.961654:0:16798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384988.961656:0:16798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073a3bfab. 00000040:00000010:0.0:1767384988.961660:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824fa7bb. 00000040:00000040:0.0:1767384988.961664:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384988.961666:0:16798:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.961670:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883328 00010000:00000001:0.0:1767384988.961673:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.961679:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c774a7f6 x1853237366883328/t0(0) o502->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/8472 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.961690:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.961692:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.961695:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.961699:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.961702:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.961705:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.961708:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.961710:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.961713:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.961716:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.961720:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004033ee2e. 00000100:00000200:0.0:1767384988.961724:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237366883328, offset 224 00000400:00000200:0.0:1767384988.961730:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.961740:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.961752:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [211:211:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384988.961764:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.961770:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.961774:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000824fa7bb. 00000800:00000200:0.0:1767384988.961780:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.961786:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1022 00000800:00000200:0.0:1767384988.961790:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824fa7bb type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384988.961810:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.961814:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.961816:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.961819:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.961821:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.961825:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c774a7f6 x1853237366883328/t0(0) o502->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/8472 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.961837:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c774a7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15576:x1853237366883328:12345-192.168.204.49@tcp50:502: Request processed in 545us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.961845:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 164 00000100:00000040:0.0:1767384988.961848:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.961851:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.961853:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.961857:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.961860:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.961864:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.961868:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 00000100:00000001:0.0:1767384988.961902:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.961907:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.961912:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f863481c. 00000400:00000010:0.0:1767384988.961918:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a9ed89d. 00000800:00000200:3.0:1767384988.962001:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.962008:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000824fa7bb. 00000400:00000200:3.0:1767384988.962014:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.962021:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.962026:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004033ee2e 00000400:00000010:3.0:1767384988.962029:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004033ee2e. 00000100:00000001:3.0:1767384988.962032:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.962035:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.962038:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003b6e2549. 02000000:00000001:3.0:1767384988.962051:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.962053:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.983651:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.983667:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.983673:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.983677:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.983691:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.983709:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 272 into portal 26 MB=0x6958272f00480 00000400:00000200:3.0:1767384988.983732:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 272/272 into md 0x1875 [2] + 0 00000400:00000010:3.0:1767384988.983757:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039bd18d2. 00000400:00000200:3.0:1767384988.983765:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000051f9b32d 00000800:00000001:3.0:1767384988.983772:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.983783:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.983788:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.983796:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.983803:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f9b32d 00000400:00000010:3.0:1767384988.983806:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051f9b32d. 00000100:00000001:3.0:1767384988.983813:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.983816:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.983821:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000b99dd375 x1853237366883456 msgsize 272 00000100:00100000:3.0:1767384988.983830:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.983833:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.983854:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.983863:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.983868:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.983972:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.983977:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883456 02000000:00000001:0.0:1767384988.983981:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.983984:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.983986:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.983991:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.983995:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883456 00000020:00000001:0.0:1767384988.983997:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.983999:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.984002:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.984004:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=7 00000020:00000001:0.0:1767384988.984008:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.984011:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.984016:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.984022:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.984025:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.984028:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384988.984034:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.984038:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.984042:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.984049:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.984052:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.984054:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.984055:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.984062:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.984080:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.984090:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.984092:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.984099:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 165 00000100:00000040:0.0:1767384988.984102:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.984105:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640338512 : -129520069213104 : ffff8a33c2488450) 00000100:00000040:0.0:1767384988.984111:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b99dd375 x1853237366883456/t0(0) o502->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.984124:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.984145:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.984148:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.984151:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384988.984158:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b99dd375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15576:x1853237366883456:12345-192.168.204.49@tcp50:502: 00000100:00000200:0.0:1767384988.984164:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883456 00000020:00000001:0.0:1767384988.984167:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.984171:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.984174:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.984177:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.984179:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444400 : -1041107216 : ffffffffc1f1f6f0) 00000020:00000001:0.0:1767384988.984184:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.984187:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.984190:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.984193:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.984196:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.984198:0:16798:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384988.984200:0:16798:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384988.984205:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.984208:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.984227:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003b6e2549. 02000000:00000001:0.0:1767384988.984230:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.984233:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384988.984236:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384988.984240:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384988.984244:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384988.984248:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384988.984251:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384988.984253:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384988.984257:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:0.0:1767384988.984261:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384988.984266:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558675817560 : -129515033734056 : ffff8a34ee6bd458) 00000040:00000001:0.0:1767384988.984269:0:16798:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.984271:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.984274:0:16798:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384988.984279:0:16798:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073a3bfab. 00000040:00000001:0.0:1767384988.984281:0:16798:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384988.984283:0:16798:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384988.984369:0:16798:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.984372:0:16798:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.984374:0:16798:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.984378:0:16798:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384988.984380:0:16798:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384988.984385:0:16798:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384988.984425:0:16798:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384988.984428:0:16798:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384988.984431:0:16798:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384988.984434:0:16798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384988.984436:0:16798:0:(lu_object.c:207:lu_object_put()) Add 0000000085d47fe0/00000000b05d389d to site lru. bkt: 00000000e52f8cf0 00000040:00000001:0.0:1767384988.984440:0:16798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384988.984443:0:16798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073a3bfab. 00000040:00000010:0.0:1767384988.984446:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824fa7bb. 00000040:00000040:0.0:1767384988.984449:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384988.984452:0:16798:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.984456:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883456 00010000:00000001:0.0:1767384988.984459:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.984465:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b99dd375 x1853237366883456/t0(0) o502->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/8472 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.984475:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.984478:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.984482:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.984486:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.984490:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.984492:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.984496:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.984498:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.984501:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.984504:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.984508:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004033ee2e. 00000100:00000200:0.0:1767384988.984513:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237366883456, offset 224 00000400:00000200:0.0:1767384988.984520:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.984530:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.984544:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [212:212:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384988.984557:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.984563:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.984567:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000824fa7bb. 00000800:00000200:0.0:1767384988.984573:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.984581:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1022 00000800:00000200:0.0:1767384988.984584:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824fa7bb type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384988.984652:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.984657:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.984661:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.984663:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.984665:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.984670:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b99dd375 x1853237366883456/t0(0) o502->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 272/8472 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.984684:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b99dd375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15576:x1853237366883456:12345-192.168.204.49@tcp50:502: Request processed in 558us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.984698:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 165 00000100:00000040:0.0:1767384988.984704:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.984708:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.984712:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.984719:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.984724:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.984730:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.984736:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 00000100:00000001:0.0:1767384988.984743:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.984751:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.984760:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33b1d91. 00000400:00000010:0.0:1767384988.984768:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000761e5171. 00000800:00000200:1.0:1767384988.984813:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384988.984821:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000824fa7bb. 00000400:00000200:1.0:1767384988.984827:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.984835:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.984840:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004033ee2e 00000400:00000010:1.0:1767384988.984842:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004033ee2e. 00000100:00000001:1.0:1767384988.984846:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384988.984849:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384988.984851:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003b6e2549. 02000000:00000001:1.0:1767384988.984865:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384988.984867:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.986900:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.986929:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.986934:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.986938:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.987024:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.987042:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 26 MB=0x6958272f00500 00000400:00000200:3.0:1767384988.987051:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x18c1 [2] + 0 00000400:00000010:3.0:1767384988.987058:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c659d2d. 00000400:00000200:3.0:1767384988.987065:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007fc27641 00000800:00000001:3.0:1767384988.987072:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.987083:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.987087:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.987094:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.987099:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fc27641 00000400:00000010:3.0:1767384988.987103:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fc27641. 00000100:00000001:3.0:1767384988.987109:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.987139:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.987144:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000044150763 x1853237366883584 msgsize 328 00000100:00100000:3.0:1767384988.987155:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.987158:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.987181:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.987193:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.987200:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.987256:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.987261:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883584 02000000:00000001:0.0:1767384988.987265:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.987267:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.987269:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.987273:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.987277:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883584 00000020:00000001:0.0:1767384988.987280:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.987281:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.987284:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.987287:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=7 00000020:00000001:0.0:1767384988.987291:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.987294:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.987298:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.987304:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.987306:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.987309:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384988.987315:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.987319:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.987323:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.987329:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.987332:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.987334:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.987336:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.987341:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.987362:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.987375:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.987378:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.987387:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 166 00000100:00000040:0.0:1767384988.987392:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.987396:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640339536 : -129520069212080 : ffff8a33c2488850) 00000100:00000040:0.0:1767384988.987404:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044150763 x1853237366883584/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.987423:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.987428:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.987432:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.987436:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384988.987445:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044150763 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:15556:x1853237366883584:12345-192.168.204.49@tcp50:101: 00000100:00000200:0.0:1767384988.987453:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883584 00000020:00000001:0.0:1767384988.987457:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.987462:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.987465:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.987469:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.987472:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384988.987476:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.987479:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.987483:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.987487:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.987491:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.987494:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384988.987496:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384988.987499:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384988.987501:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384988.987503:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.987509:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384988.987518:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001b797513. 00010000:00000001:0.0:1767384988.987523:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384988.987526:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b15c7593. 00000020:00000001:0.0:1767384988.987529:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384988.987532:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b15c7593 with handle 0xcb8130832f6b3898 to hash 00000020:00000001:0.0:1767384988.987535:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384988.987537:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:0.0:1767384988.987540:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00010000:0.0:1767384988.987544:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b15c7593/0xcb8130832f6b3898 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x56df0029fcc72df3 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.987554:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006d72c6ec : new locks_count 3 00000020:00000040:0.0:1767384988.987556:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=8 00000100:00000001:0.0:1767384988.987563:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.987565:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.987570:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.987573:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.987575:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.987578:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384988.987582:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384988.987584:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384988.987587:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.987589:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.987592:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.987684:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.987690:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384988.987695:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384988.987699:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384988.987703:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384988.987706:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001b797513) refcount = 1 00010000:00010000:0.0:1767384988.987717:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b15c7593/0xcb8130832f6b3898 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72df3 expref: 8 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.987730:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384988.987751:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384988.987754:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.987758:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.987762:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.987771:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384988.987789:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b15c7593/0xcb8130832f6b3898 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72df3 expref: 8 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.987803:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384988.987806:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384988.987810:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.987815:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.987819:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384988.987824:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384988.987827:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384988.987831:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b15c7593, rc 0) 00000020:00000001:0.0:1767384988.987835:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.987839:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883584 00010000:00000001:0.0:1767384988.987843:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.987851:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044150763 x1853237366883584/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.987867:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.987897:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.987902:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.987926:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.987929:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.987931:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.987935:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.987937:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.987940:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.987943:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.987949:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb0fcc3. 00000100:00000200:0.0:1767384988.987953:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237366883584, offset 224 00000400:00000200:0.0:1767384988.987959:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.987968:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.987979:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [213:213:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384988.987990:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.987996:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.988000:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027d102d9. 00000800:00000200:0.0:1767384988.988006:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.988012:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.988015:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000027d102d9 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.988033:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.988037:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.988040:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.988042:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.988044:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.988048:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044150763 x1853237366883584/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.988059:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044150763 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+8:15556:x1853237366883584:12345-192.168.204.49@tcp50:101: Request processed in 636us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.988067:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 166 00000100:00000040:0.0:1767384988.988070:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.988073:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.988076:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.988080:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.988085:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.988089:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.988093:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 7 00000100:00000001:0.0:1767384988.988099:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.988104:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.988130:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000255224bf. 00000400:00000010:0.0:1767384988.988136:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004033ee2e. 00000800:00000200:3.0:1767384988.988206:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.988214:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027d102d9. 00000400:00000200:3.0:1767384988.988222:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.988232:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.988239:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb0fcc3 00000400:00000010:3.0:1767384988.988242:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb0fcc3. 00000100:00000001:3.0:1767384988.988248:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.988253:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.988256:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bc9e8a9c. 02000000:00000001:3.0:1767384988.988261:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.988263:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384988.990394:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.990407:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384988.990411:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.990413:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.990422:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:1.0:1767384988.990435:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 304 into portal 26 MB=0x6958272f00580 00000400:00000200:1.0:1767384988.990443:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 304/304 into md 0x18c9 [2] + 0 00000400:00000010:1.0:1767384988.990448:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000449569. 00000400:00000200:1.0:1767384988.990454:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b2db1b9 00000800:00000001:1.0:1767384988.990458:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.990466:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384988.990468:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.990473:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.990477:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b2db1b9 00000400:00000010:1.0:1767384988.990479:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b2db1b9. 00000100:00000001:1.0:1767384988.990484:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384988.990543:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384988.990546:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000091f78370 x1853237366883712 msgsize 304 00000100:00100000:1.0:1767384988.990552:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:1.0:1767384988.990555:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384988.990572:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384988.990579:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384988.990584:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.990684:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.990689:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883712 02000000:00000001:0.0:1767384988.990693:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.990695:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.990698:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.990702:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.990706:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883712 00000020:00000001:0.0:1767384988.990708:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.990710:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.990713:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.990716:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=8 00000020:00000001:0.0:1767384988.990719:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.990722:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.990726:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.990732:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.990735:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.990738:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384988.990743:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.990747:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.990751:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.990758:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.990761:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.990762:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.990764:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.990769:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.990789:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.990803:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.990806:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.990815:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 167 00000100:00000040:0.0:1767384988.990821:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.990826:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640337488 : -129520069214128 : ffff8a33c2488050) 00000100:00000040:0.0:1767384988.990835:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091f78370 x1853237366883712/t0(0) o256->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 304/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.990853:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.990859:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.990862:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.990867:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384988.990902:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091f78370 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+8:15556:x1853237366883712:12345-192.168.204.49@tcp50:256: 00000100:00000200:0.0:1767384988.990910:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883712 00000020:00000001:0.0:1767384988.990915:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.990919:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.990922:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.990926:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.990929:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:0.0:1767384988.990935:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.990937:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.990941:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.990944:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.990948:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.990953:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.990955:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.990961:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bc9e8a9c. 02000000:00000001:0.0:1767384988.990963:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.990966:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.990969:0:16798:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384988.990974:0:16798:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384988.990977:0:16798:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384988.990979:0:16798:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384988.990982:0:16798:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384988.990985:0:16798:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384988.990987:0:16798:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384988.990992:0:16798:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000f63cc098. 20000000:00000001:0.0:1767384988.990996:0:16798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384988.991021:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384988.991029:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384988.991035:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384988.991038:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384988.991040:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384988.991043:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384988.991045:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384988.991048:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384988.991050:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384988.991052:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384988.991055:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384988.991057:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384988.991059:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384988.991061:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384988.991063:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384988.991066:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384988.991068:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384988.991070:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384988.991072:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384988.991074:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384988.991076:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384988.991078:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384988.991081:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384988.991083:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384988.991085:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384988.991087:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384988.991089:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384988.991091:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384988.991093:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384988.991096:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384988.991098:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384988.991100:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384988.991102:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384988.991104:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384988.991106:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384988.991108:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384988.991110:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384988.991112:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384988.991115:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384988.991117:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384988.991120:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384988.991122:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384988.991125:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384988.991135:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384988.991138:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384988.991140:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384988.991143:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384988.991145:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384988.991148:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384988.991150:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384988.991152:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384988.991154:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384988.991156:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384988.991158:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384988.991161:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384988.991163:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384988.991165:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384988.991167:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384988.991169:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384988.991171:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384988.991174:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384988.991176:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384988.991178:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384988.991180:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384988.991183:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384988.991185:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384988.991187:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384988.991189:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384988.991191:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384988.991193:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384988.991196:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384988.991198:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384988.991200:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384988.991202:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384988.991204:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384988.991206:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384988.991209:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384988.991211:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384988.991213:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384988.991216:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384988.991218:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384988.991220:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384988.991223:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384988.991225:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384988.991228:0:16798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384988.991230:0:16798:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384988.991233:0:16798:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384988.991235:0:16798:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384988.991238:0:16798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384988.991244:0:16798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000619c1ad2. 00000100:00000010:0.0:1767384988.991248:0:16798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005a06efcc. 00000020:00000040:0.0:1767384988.991251:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=9 00010000:00000001:0.0:1767384988.991255:0:16798:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384988.991259:0:16798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384988.991264:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb0fcc3. 00000400:00000010:0.0:1767384988.991271:0:16798:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7f71ba8. 00000400:00000200:0.0:1767384988.991276:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.991288:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.991298:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [214:214:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384988.991305:0:16798:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.991314:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.991320:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.991324:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2ec116. 00000800:00000200:0.0:1767384988.991330:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.991336:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1022 00000800:00000200:0.0:1767384988.991340:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a2ec116 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384988.991364:0:16798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.204.49@tcp50 mbits 0x6958272f00580-0x6958272f00580 00000100:00000001:0.0:1767384988.991368:0:16798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384988.991505:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.991513:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2ec116. 00000400:00000200:3.0:1767384988.991520:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.991530:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:3.0:1767384988.991538:0:16157:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384988.991542:0:16157:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000619c1ad2 00000100:00000001:3.0:1767384988.991546:0:16157:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384988.992468:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.992480:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.992485:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.992530:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.992543:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : ACK - for me 00000400:00000200:3.0:1767384988.992562:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.149@tcp50: ACK from 12345-192.168.204.49@tcp50 into md 0x20ad 00000400:00000200:3.0:1767384988.992570:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.992577:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: ACK: OK 00000400:00000200:3.0:1767384988.992583:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb0fcc3 00000400:00000010:3.0:1767384988.992587:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb0fcc3. 00000100:00000001:3.0:1767384988.992724:0:16158:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384988.992727:0:16158:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000619c1ad2 00000100:00000001:3.0:1767384988.992747:0:16158:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384988.992757:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.992765:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.992858:0:16798:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.992865:0:16798:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384988.992897:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 8 00000100:00000010:0.0:1767384988.992904:0:16798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005a06efcc. 00000100:00000010:0.0:1767384988.992909:0:16798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000619c1ad2. 00000100:00000001:0.0:1767384988.992913:0:16798:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384988.992915:0:16798:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384988.992927:0:16798:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000f63cc098. 20000000:00000001:0.0:1767384988.992932:0:16798:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.992936:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883712 00010000:00000001:0.0:1767384988.992939:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.992946:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091f78370 x1853237366883712/t0(0) o256->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 304/240 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.992957:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.992972:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.992975:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.992979:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.992983:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.992985:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.992989:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.992991:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.992994:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.992998:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.993004:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000207c1f8f. 00000100:00000200:0.0:1767384988.993008:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237366883712, offset 224 00000400:00000200:0.0:1767384988.993015:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.993024:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.993036:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [215:215:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384988.993050:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.993057:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.993061:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2ec116. 00000800:00000200:0.0:1767384988.993067:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.993074:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.993078:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a2ec116 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.993101:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.993105:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.993109:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.993110:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.993113:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.993118:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091f78370 x1853237366883712/t0(0) o256->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 304/240 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.993141:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091f78370 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+8:15556:x1853237366883712:12345-192.168.204.49@tcp50:256: Request processed in 2287us (2592us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.993151:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 167 00000100:00000040:0.0:1767384988.993154:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.993157:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.993158:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.993162:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.993166:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.993170:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.993174:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 7 00000100:00000001:0.0:1767384988.993178:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.993183:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.993188:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba63f35e. 00000400:00000010:0.0:1767384988.993194:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ff1172. 00000800:00000200:1.0:1767384988.993277:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384988.993284:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2ec116. 00000400:00000200:1.0:1767384988.993290:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384988.993298:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384988.993303:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207c1f8f 00000400:00000010:1.0:1767384988.993306:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000207c1f8f. 00000100:00000001:1.0:1767384988.993311:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384988.993314:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384988.993316:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bc9e8a9c. 02000000:00000001:1.0:1767384988.993319:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384988.993321:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384988.998050:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.998061:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384988.998065:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.998067:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.998076:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384988.998088:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 26 MB=0x6958272f00600 00000400:00000200:3.0:1767384988.998095:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x190d [2] + 0 00000400:00000010:3.0:1767384988.998100:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184579ed. 00000400:00000200:3.0:1767384988.998105:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc0ae6af 00000800:00000001:3.0:1767384988.998109:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.998116:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384988.998119:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.998123:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.998127:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc0ae6af 00000400:00000010:3.0:1767384988.998130:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc0ae6af. 00000100:00000001:3.0:1767384988.998135:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384988.998136:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384988.998140:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000849ad9eb x1853237366883840 msgsize 328 00000100:00100000:3.0:1767384988.998146:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384988.998148:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384988.998163:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384988.998169:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384988.998173:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.998280:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384988.998285:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883840 02000000:00000001:0.0:1767384988.998289:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384988.998291:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384988.998294:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384988.998298:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384988.998302:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883840 00000020:00000001:0.0:1767384988.998305:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384988.998307:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384988.998309:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384988.998312:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=8 00000020:00000001:0.0:1767384988.998316:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384988.998319:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384988.998323:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.998329:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.998332:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.998335:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384988.998340:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384988.998345:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.998349:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384988.998355:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384988.998358:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384988.998360:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384988.998361:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.998367:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.998387:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384988.998401:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384988.998404:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384988.998415:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 168 00000100:00000040:0.0:1767384988.998421:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384988.998425:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640340560 : -129520069211056 : ffff8a33c2488c50) 00000100:00000040:0.0:1767384988.998435:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000849ad9eb x1853237366883840/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/0 e 0 to 0 dl 1767384999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384988.998454:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384988.998460:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384988.998465:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384988.998469:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384988.998477:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000849ad9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+8:15556:x1853237366883840:12345-192.168.204.49@tcp50:101: 00000100:00000200:0.0:1767384988.998485:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883840 00000020:00000001:0.0:1767384988.998489:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384988.998494:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384988.998497:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.998501:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384988.998505:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:0.0:1767384988.998510:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384988.998512:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384988.998516:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384988.998519:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384988.998523:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.998525:0:16798:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384988.998527:0:16798:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384988.998529:0:16798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384988.998531:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384988.998533:0:16798:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.998538:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384988.998543:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000302017ab count: 3 00010000:00000001:0.0:1767384988.998546:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.998550:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384988.998555:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb846a12. 00000020:00000001:0.0:1767384988.998558:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384988.998560:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bb846a12 with handle 0xcb8130832f6b389f to hash 00000020:00000001:0.0:1767384988.998563:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384988.998565:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384988.998568:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00010000:0.0:1767384988.998572:0:16798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bb846a12/0xcb8130832f6b389f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x56df0029fcc72dfa expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.998581:0:16798:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006d72c6ec : new locks_count 4 00000020:00000040:0.0:1767384988.998583:0:16798:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=9 00000100:00000001:0.0:1767384988.998589:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384988.998591:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384988.998630:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000619c1ad2. 02000000:00000001:0.0:1767384988.998634:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.998637:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.998639:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384988.998642:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384988.998644:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384988.998646:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.998649:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.998651:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384988.998653:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.998656:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384988.998658:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384988.998660:0:16798:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384988.998661:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384988.998663:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000302017ab) refcount = 3 00010000:00000040:0.0:1767384988.998667:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384988.998671:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f1004b57/0xcb8130832f6b3565 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b355e expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384988.998678:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008818d6ea/0xcb8130832f6b34ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b34e7 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384988.998686:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bb846a12/0xcb8130832f6b389f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dfa expref: 9 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.998693:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384988.998695:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384988.998697:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.998699:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.998701:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384988.998705:0:16798:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384988.998708:0:16798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bb846a12/0xcb8130832f6b389f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dfa expref: 9 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384988.998715:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384988.998717:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384988.998719:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384988.998721:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384988.998723:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384988.998725:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384988.998727:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384988.998728:0:16798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bb846a12, rc 0) 00000020:00000001:0.0:1767384988.998731:0:16798:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384988.998734:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883840 00010000:00000001:0.0:1767384988.998737:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384988.998742:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000849ad9eb x1853237366883840/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384988.998752:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384988.998754:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384988.998757:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384988.998761:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384988.998764:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384988.998767:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384988.998770:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384988.998772:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384988.998774:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384988.998778:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384988.998782:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e8cdd6e. 00000100:00000200:0.0:1767384988.998786:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237366883840, offset 224 00000400:00000200:0.0:1767384988.998793:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384988.998802:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384988.998815:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [216:216:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384988.998829:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384988.998835:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384988.998840:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027d102d9. 00000800:00000200:0.0:1767384988.998845:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384988.998852:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384988.998857:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000027d102d9 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384988.998899:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384988.998904:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384988.998907:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384988.998910:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384988.998913:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384988.998918:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000849ad9eb x1853237366883840/t0(0) o101->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:214/0 lens 328/344 e 0 to 0 dl 1767384999 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384988.998931:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000849ad9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:15556:x1853237366883840:12345-192.168.204.49@tcp50:101: Request processed in 476us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384988.998942:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 168 00000100:00000040:0.0:1767384988.998945:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384988.998948:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384988.998950:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384988.998955:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384988.998959:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384988.998965:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384988.998970:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 8 00000100:00000001:0.0:1767384988.998973:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384988.998978:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384988.998985:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008815f079. 00000400:00000010:0.0:1767384988.998991:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff534883. 00000800:00000200:3.0:1767384988.999019:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384988.999025:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027d102d9. 00000400:00000200:3.0:1767384988.999031:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384988.999038:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384988.999042:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e8cdd6e 00000400:00000010:3.0:1767384988.999045:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e8cdd6e. 00000100:00000001:3.0:1767384988.999049:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384988.999062:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384988.999065:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000619c1ad2. 02000000:00000001:3.0:1767384988.999068:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384988.999070:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384989.000432:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384989.000445:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384989.000449:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384989.000452:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384989.000461:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:1.0:1767384989.000474:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 504 into portal 26 MB=0x6958272f00680 00000400:00000200:1.0:1767384989.000481:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 504/504 into md 0x1941 [2] + 0 00000400:00000010:1.0:1767384989.000486:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f3be475. 00000400:00000200:1.0:1767384989.000492:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058a6fa76 00000800:00000001:1.0:1767384989.000496:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384989.000504:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384989.000506:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384989.000511:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384989.000515:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a6fa76 00000400:00000010:1.0:1767384989.000517:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058a6fa76. 00000100:00000001:1.0:1767384989.000522:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384989.000524:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384989.000560:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000001b2009bd x1853237366883968 msgsize 504 00000100:00100000:1.0:1767384989.000566:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:1.0:1767384989.000569:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384989.000586:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384989.000622:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384989.000627:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.000704:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384989.000709:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366883968 02000000:00000001:0.0:1767384989.000713:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384989.000715:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384989.000718:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.000722:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384989.000726:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366883968 00000020:00000001:0.0:1767384989.000728:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384989.000730:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384989.000733:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384989.000736:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=9 00000020:00000001:0.0:1767384989.000739:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384989.000742:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384989.000746:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384989.000752:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384989.000755:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384989.000758:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384989.000764:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384989.000768:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384989.000772:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384989.000779:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384989.000782:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384989.000783:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384989.000785:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.000791:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.000812:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.000825:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384989.000828:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384989.000838:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 169 00000100:00000040:0.0:1767384989.000844:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384989.000848:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640344656 : -129520069206960 : ffff8a33c2489c50) 00000100:00000040:0.0:1767384989.000858:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b2009bd x1853237366883968/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:215/0 lens 504/0 e 0 to 0 dl 1767385000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.000904:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384989.000910:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384989.000914:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384989.000918:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384989.000928:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b2009bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:15556:x1853237366883968:12345-192.168.204.49@tcp50:501: 00000100:00000200:0.0:1767384989.000935:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366883968 00000020:00000001:0.0:1767384989.000940:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384989.000944:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384989.000947:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.000951:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384989.000954:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444352 : -1041107264 : ffffffffc1f1f6c0) 00000020:00000001:0.0:1767384989.000959:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384989.000961:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384989.000965:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384989.000969:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384989.000973:0:16798:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384989.000977:0:16798:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.000980:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384989.000983:0:16798:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384989.000985:0:16798:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384989.000987:0:16798:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384989.000990:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384989.000992:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384989.000997:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000384fa86e. 02000000:00000001:0.0:1767384989.001000:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.001002:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384989.001006:0:16798:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384989.001009:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384989.001011:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384989.001015:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384989.001018:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384989.001020:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384989.001022:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384989.001026:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00080000:00000001:0.0:1767384989.001034:0:16798:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384989.001070:0:16798:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384989.001075:0:16798:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384989.001077:0:16798:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384989.001079:0:16798:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384989.001085:0:16798:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000043fda9a1. 00000020:00000001:0.0:1767384989.001089:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384989.001093:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558776431960 : -129514933119656 : ffff8a34f46b1558) 00000040:00000001:0.0:1767384989.001097:0:16798:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384989.001099:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384989.001102:0:16798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384989.001105:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000006912787d/00000000a64d4fe8 to site lru. bkt: 0000000055bed2d0 00000040:00000010:0.0:1767384989.001108:0:16798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000043fda9a1. 00000040:00000001:0.0:1767384989.001112:0:16798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384989.001115:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384989.001118:0:16798:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384989.001120:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384989.001122:0:16798:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384989.001126:0:16798:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384989.001129:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366883968 00010000:00000001:0.0:1767384989.001133:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384989.001138:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b2009bd x1853237366883968/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:215/0 lens 504/272 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384989.001149:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384989.001151:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384989.001154:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384989.001158:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384989.001161:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384989.001164:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384989.001167:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384989.001169:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.001172:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384989.001175:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384989.001178:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027796bd. 00000100:00000200:0.0:1767384989.001183:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237366883968, offset 224 00000400:00000200:0.0:1767384989.001189:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384989.001199:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384989.001210:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [217:217:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384989.001223:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384989.001229:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384989.001233:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000119760f1. 00000800:00000200:0.0:1767384989.001238:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384989.001244:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384989.001248:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000119760f1 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384989.001269:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384989.001273:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384989.001276:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384989.001278:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.001280:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384989.001285:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b2009bd x1853237366883968/t0(0) o501->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:215/0 lens 504/272 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384989.001297:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b2009bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:15556:x1853237366883968:12345-192.168.204.49@tcp50:501: Request processed in 393us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384989.001306:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 169 00000100:00000040:0.0:1767384989.001310:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384989.001313:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384989.001316:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384989.001320:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384989.001325:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384989.001329:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384989.001333:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 8 00000100:00000001:0.0:1767384989.001339:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384989.001344:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384989.001349:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478bd4bd. 00000400:00000010:0.0:1767384989.001357:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fc27641. 00000800:00000200:3.0:1767384989.001423:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384989.001431:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000119760f1. 00000400:00000200:3.0:1767384989.001439:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384989.001450:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384989.001456:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027796bd 00000400:00000010:3.0:1767384989.001460:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027796bd. 00000100:00000001:3.0:1767384989.001466:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384989.001470:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384989.001473:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000384fa86e. 02000000:00000001:3.0:1767384989.001479:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384989.001481:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384989.002633:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.002645:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384989.002650:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.002655:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384989.002666:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384989.002682:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 272 into portal 26 MB=0x6958272f00700 00000400:00000200:3.0:1767384989.002692:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 272/272 into md 0x1949 [2] + 0 00000400:00000010:3.0:1767384989.002699:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006182ef06. 00000400:00000200:3.0:1767384989.002706:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000860cc4dd 00000800:00000001:3.0:1767384989.002712:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.002724:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384989.002728:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384989.002736:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384989.002742:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860cc4dd 00000400:00000010:3.0:1767384989.002755:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860cc4dd. 00000100:00000001:3.0:1767384989.002762:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384989.002764:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384989.002769:0:16158:0:(events.c:337:request_in_callback()) incoming req@000000000864bca7 x1853237366884096 msgsize 272 00000100:00100000:3.0:1767384989.002779:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:3.0:1767384989.002782:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384989.002826:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384989.002837:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.002844:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.002952:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384989.002957:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884096 02000000:00000001:0.0:1767384989.002961:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384989.002963:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384989.002965:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.002969:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384989.002973:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884096 00000020:00000001:0.0:1767384989.002976:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384989.002988:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:0.0:1767384989.002991:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384989.002993:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=9 00000020:00000001:0.0:1767384989.002997:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:0.0:1767384989.003001:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384989.003004:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384989.003010:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384989.003013:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384989.003016:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000020:00000010:0.0:1767384989.003022:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000020:00000010:0.0:1767384989.003026:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384989.003031:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384989.003037:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384989.003040:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384989.003042:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384989.003044:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.003049:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.003070:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.003083:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384989.003092:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384989.003101:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 170 00000100:00000040:0.0:1767384989.003107:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:0.0:1767384989.003110:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640345680 : -129520069205936 : ffff8a33c248a050) 00000100:00000040:0.0:1767384989.003119:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000864bca7 x1853237366884096/t0(0) o503->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:215/0 lens 272/0 e 0 to 0 dl 1767385000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.003137:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384989.003142:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd4b574f. 00000100:00000001:0.0:1767384989.003156:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384989.003161:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd4b574f. 00000100:00100000:0.0:1767384989.003169:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000864bca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:15556:x1853237366884096:12345-192.168.204.49@tcp50:503: 00000100:00000200:0.0:1767384989.003177:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884096 00000020:00000001:0.0:1767384989.003181:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384989.003185:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384989.003189:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.003192:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384989.003195:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444448 : -1041107168 : ffffffffc1f1f720) 00000020:00000001:0.0:1767384989.003200:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384989.003203:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384989.003207:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384989.003209:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384989.003212:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.003217:0:16798:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384989.003221:0:16798:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384989.003226:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384989.003228:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384989.003246:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003b6e2549. 02000000:00000001:0.0:1767384989.003250:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.003253:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384989.003256:0:16798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384989.003259:0:16798:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384989.003263:0:16798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824fa7bb. 00000040:00000001:0.0:1767384989.003266:0:16798:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384989.003269:0:16798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384989.003271:0:16798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446614557987525120 : -129515722026496 : 0xffff8a34c5655200) 00000020:00000001:0.0:1767384989.003275:0:16798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446614557987525120 : -129515722026496 : ffff8a34c5655200) 00000020:00000001:0.0:1767384989.003279:0:16798:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384989.003283:0:16798:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558776431960 : -129514933119656 : ffff8a34f46b1558) 00000040:00000001:0.0:1767384989.003286:0:16798:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384989.003288:0:16798:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384989.003290:0:16798:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384989.003295:0:16798:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073a3bfab. 00000040:00000001:0.0:1767384989.003297:0:16798:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384989.003299:0:16798:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384989.003305:0:16798:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384989.003307:0:16798:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384989.003311:0:16798:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384989.003314:0:16798:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384989.003316:0:16798:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384989.003321:0:16798:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384989.003325:0:16798:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384989.003327:0:16798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384989.003329:0:16798:0:(lu_object.c:207:lu_object_put()) Add 000000006912787d/00000000a64d4fe8 to site lru. bkt: 0000000055bed2d0 00000040:00000001:0.0:1767384989.003332:0:16798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384989.003334:0:16798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073a3bfab. 00000040:00000010:0.0:1767384989.003337:0:16798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824fa7bb. 00000040:00000040:0.0:1767384989.003340:0:16798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00000020:00000001:0.0:1767384989.003344:0:16798:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384989.003347:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884096 00010000:00000001:0.0:1767384989.003350:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384989.003356:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000864bca7 x1853237366884096/t0(0) o503->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:215/0 lens 272/8416 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384989.003366:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384989.003368:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384989.003371:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384989.003376:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384989.003378:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384989.003381:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384989.003384:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384989.003386:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.003389:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384989.003392:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384989.003395:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d30feaf6. 00000100:00000200:0.0:1767384989.003400:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237366884096, offset 224 00000400:00000200:0.0:1767384989.003406:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384989.003416:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384989.003427:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [218:218:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384989.003446:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384989.003452:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384989.003455:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000824fa7bb. 00000800:00000200:0.0:1767384989.003461:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384989.003467:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1022 00000800:00000200:0.0:1767384989.003471:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824fa7bb type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384989.003492:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384989.003503:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384989.003506:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384989.003507:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.003510:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384989.003515:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000864bca7 x1853237366884096/t0(0) o503->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:215/0 lens 272/8416 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384989.003526:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000864bca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:15556:x1853237366884096:12345-192.168.204.49@tcp50:503: Request processed in 388us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384989.003535:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 170 00000100:00000040:0.0:1767384989.003538:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:0.0:1767384989.003541:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384989.003542:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384989.003546:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ea678e4. 00000020:00000010:0.0:1767384989.003550:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384989.003554:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000020:00000040:0.0:1767384989.003558:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 8 00000100:00000001:0.0:1767384989.003562:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384989.003566:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384989.003570:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ac44bcd. 00000400:00000010:0.0:1767384989.003575:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a77e453f. 00000800:00000200:1.0:1767384989.003707:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384989.003714:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000824fa7bb. 00000400:00000200:1.0:1767384989.003721:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384989.003728:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:1.0:1767384989.003734:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30feaf6 00000400:00000010:1.0:1767384989.003736:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d30feaf6. 00000100:00000001:1.0:1767384989.003740:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384989.003742:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384989.003745:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003b6e2549. 02000000:00000001:1.0:1767384989.003759:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384989.003761:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384989.007563:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.007575:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384989.007579:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.007583:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384989.007623:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384989.007708:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 520 into portal 12 MB=0x6958272f00780 00000400:00000200:3.0:1767384989.007719:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.49@tcp50 of length 520/520 into md 0x229 [64] + 9400 00000800:00000001:3.0:1767384989.007728:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.007738:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384989.007742:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384989.007749:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:3.0:1767384989.007756:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384989.007759:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384989.007766:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ecf74ae. 00000100:00000040:3.0:1767384989.007771:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000001ecf74ae x1853237366884224 msgsize 520 00000100:00100000:3.0:1767384989.007781:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:3.0:1767384989.007801:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384989.007809:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384989.007814:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.007938:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384989.007943:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884224 02000000:00000001:2.0:1767384989.007946:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384989.007949:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384989.007951:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384989.007968:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384989.007972:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884224 00000020:00000001:2.0:1767384989.007974:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384989.007976:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384989.007978:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384989.007981:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.007983:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384989.007988:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d4e28ac. 00000020:00000010:2.0:1767384989.007993:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000346ef712. 00000020:00000010:2.0:1767384989.007998:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000001:2.0:1767384989.008004:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384989.008006:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384989.008009:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.008013:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.008036:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.008049:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384989.008051:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384989.008058:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 3 00000100:00000001:2.0:1767384989.008062:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774265600 : -129514935286016 : ffff8a34f44a0700) 00000100:00000040:2.0:1767384989.008067:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ecf74ae x1853237366884224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767385009 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384989.008081:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ecf74ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:12151:x1853237366884224:12345-192.168.204.49@tcp50:38: 00000100:00000200:2.0:1767384989.008086:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884224 00000020:00000001:2.0:1767384989.008089:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384989.008092:0:16805:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384989.008102:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 8 - find 00000020:00000001:2.0:1767384989.008106:0:16805:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446614558823350272 : -129514886201344 : ffff8a34f7370000) 00000100:00000001:2.0:1767384989.008112:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384989.008115:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384989.008119:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007a5787d0. 02000000:00000001:2.0:1767384989.008122:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.008126:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384989.008129:0:16805:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384989.008136:0:16805:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50 t0 exp 0000000000000000 cur 312 last 0 00010000:00000001:2.0:1767384989.008151:0:16805:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384989.008155:0:16805:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1767384989.008159:0:16805:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384989.008163:0:16805:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384989.008171:0:16805:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384989.008176:0:16805:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.008178:0:16805:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.008182:0:16805:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.008185:0:16805:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.008187:0:16805:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.008189:0:16805:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.008192:0:16805:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384989.008194:0:16805:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384989.008198:0:16805:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fe3de22c. 00000020:00000001:2.0:1767384989.008201:0:16805:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384989.008203:0:16805:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe3de22c with handle 0xcb8130832f6b38a6 to hash 00000020:00000001:2.0:1767384989.008206:0:16805:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384989.008210:0:16805:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384989.008213:0:16805:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384989.008216:0:16805:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000053c3cf25. 00000001:00000001:2.0:1767384989.008219:0:16805:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384989.008222:0:16805:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000071aa277e. 00000001:00000001:2.0:1767384989.008225:0:16805:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384989.008228:0:16805:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384989.008231:0:16805:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384989.008235:0:16805:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008867c0a5. 00000001:00000010:2.0:1767384989.008240:0:16805:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c3442ae5. 00000001:00000010:2.0:1767384989.008243:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c73b6eb8. 00000001:00000010:2.0:1767384989.008248:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069ed60c8. 00000001:00000010:2.0:1767384989.008252:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d0a8146. 00000001:00000010:2.0:1767384989.008255:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3fa0c8d. 00000001:00000001:2.0:1767384989.008258:0:16805:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384989.008261:0:16805:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000093d7973c. 00000001:00000010:2.0:1767384989.008263:0:16805:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ecdaff29. 00000001:00000010:2.0:1767384989.008267:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e079fa8. 00000001:00000010:2.0:1767384989.008270:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca171891. 00000001:00000010:2.0:1767384989.008280:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b217f6ad. 00000001:00000010:2.0:1767384989.008283:0:16805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c868ef74. 00010000:00000001:2.0:1767384989.008286:0:16805:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384989.008289:0:16805:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.008292:0:16805:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.008294:0:16805:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384989.008297:0:16805:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=3 00000020:00000040:2.0:1767384989.008301:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 9 - export 00000020:00000001:2.0:1767384989.008304:0:16805:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000040:2.0:1767384989.008306:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 2 00000020:00000080:2.0:1767384989.008309:0:16805:0:(genops.c:1402:class_connect()) connect: client e9a3542d-7508-46fb-9106-eff33282093d, cookie 0xcb8130832f6b38a6 00000020:00000001:2.0:1767384989.008312:0:16805:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.008314:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384989.008316:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000001:2.0:1767384989.008318:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384989.008319:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=3 00000020:00000001:2.0:1767384989.008321:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:2.0:1767384989.008324:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000001:00000001:2.0:1767384989.008327:0:16805:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384989.008331:0:16805:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384989.008335:0:16805:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 6 00000001:00000001:2.0:1767384989.008337:0:16805:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446614553643174912 : -129520066376704 : ffff8a33c273cc00) 00000001:00000001:2.0:1767384989.008341:0:16805:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384989.008343:0:16805:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=4 00000001:00000040:2.0:1767384989.008345:0:16805:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 7 00000001:00000001:2.0:1767384989.008349:0:16805:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384989.008353:0:16805:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.204.49@tcp50 to nodemap default 00000001:00000040:2.0:1767384989.008356:0:16805:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 6 00000001:00000001:2.0:1767384989.008359:0:16805:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.008366:0:16805:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384989.008369:0:16805:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384989.008383:0:16805:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.008386:0:16805:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384989.008395:0:16805:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c free: 389545984 avail: 387448832 00000020:00000001:2.0:1767384989.008400:0:16805:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384989.008402:0:16805:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:2.0:1767384989.008407:0:16805:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:2.0:1767384989.008411:0:16805:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384989.008413:0:16805:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:2.0:1767384989.008416:0:16805:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:2.0:1767384989.008419:0:16805:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:2.0:1767384989.008422:0:16805:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:2.0:1767384989.008425:0:16805:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:2.0:1767384989.008429:0:16805:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384989.008433:0:16805:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384989.008437:0:16805:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384989.008439:0:16805:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384989.008443:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384989.008449:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cc7ddb18. 00080000:00000001:2.0:1767384989.008452:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307894272 : -129515401657344 : ffff8a34d87dc400) 00080000:00000001:2.0:1767384989.008456:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384989.008462:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384989.008464:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384989.008466:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384989.008485:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384989.008488:0:16805:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384989.008493:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384989.008568:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384989.008572:0:16805:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384989.008575:0:16805:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384989.008578:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384989.023247:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384989.023255:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384989.023257:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000040:2.0:1767384989.023265:0:16805:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000001:1.0:1767384989.023268:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384989.023276:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:2.0:1767384989.023277:0:16805:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384989.023282:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384989.023288:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cc7ddb18. 00000001:00000040:2.0:1767384989.023297:0:16805:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'e9a3542d-7508-46fb-9106-eff33282093d' generation 1 00080000:00000001:1.0:1767384989.023301:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:2.0:1767384989.023305:0:16805:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384989.023311:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384989.023318:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000725f35af. 00080000:00000001:2.0:1767384989.023322:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307898368 : -129515401653248 : ffff8a34d87dd400) 00080000:00000001:2.0:1767384989.023326:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384989.023331:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384989.023334:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384989.023337:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384989.023350:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384989.023353:0:16805:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000aa597713. 00000001:00000040:2.0:1767384989.023357:0:16805:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000fe3de22c : new cb_count 1 00000020:00000040:2.0:1767384989.023360:0:16805:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=5 00080000:00000001:2.0:1767384989.023366:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384989.023447:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384989.023452:0:16805:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384989.023465:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384989.023476:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384989.023478:0:16805:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384989.023482:0:16805:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.023485:0:16805:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384989.023488:0:16805:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384989.023495:0:16805:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000022f344dc 00000020:00000010:2.0:1767384989.023498:0:16805:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000edcf5cba. 00000020:00000040:2.0:1767384989.023507:0:16805:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000edcf5cba for nid 192.168.204.49@tcp50 - ref 2 00000020:00000001:2.0:1767384989.023583:0:16805:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384989.023625:0:16805:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000530ee05. 00000020:00000010:2.0:1767384989.023632:0:16805:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000fe2e7211. 00000020:00000010:2.0:1767384989.023637:0:16805:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000074be7add. 00000020:00000010:2.0:1767384989.023661:0:16805:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b2bf3445. 00000020:00000010:2.0:1767384989.023665:0:16805:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000d7f8f036. 00000020:00000010:2.0:1767384989.023668:0:16805:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000047a311b3. 00000004:00000001:2.0:1767384989.023683:0:16805:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384989.023694:0:16805:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384989.023698:0:16805:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384989.023703:0:16805:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a69cb0a5. 00000020:00000040:2.0:1767384989.023706:0:16805:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 10 - import 00000020:00000001:2.0:1767384989.023713:0:16805:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384989.023715:0:16805:0:(genops.c:1242:class_import_put()) import 00000000a69cb0a5 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384989.023718:0:16805:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384989.023720:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6d485ac. 00000020:00000040:2.0:1767384989.023727:0:16805:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=6 00000100:00000040:2.0:1767384989.023729:0:16805:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000fe3de22c : new rpc_count 1 00000100:00000001:2.0:1767384989.023733:0:16805:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384989.023743:0:16805:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.49@tcp50 primary NID 192.168.204.49@tcp50 rc 0 00000100:00000001:2.0:1767384989.023757:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384989.023760:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000100:00000001:2.0:1767384989.023762:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 00000100:00000001:2.0:1767384989.023766:0:16805:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558183773504 : -129515525778112 : 0xffff8a34d117d540) 00000100:00000040:2.0:1767384989.023770:0:16805:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000020:00000040:2.0:1767384989.023774:0:16805:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=7 00000100:00000001:2.0:1767384989.023780:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384989.023782:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 4 to 192.168.204.49@tcp50 00000100:00000001:2.0:1767384989.023784:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:2.0:1767384989.023787:0:16805:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384989.023791:0:16805:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384989.023793:0:16805:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384989.023797:0:16805:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661049408 : -1048502208 : ffffffffc1812040) 02000000:00000001:2.0:1767384989.023800:0:16805:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.023803:0:16805:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384989.023807:0:16805:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384989.023821:0:16805:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384989.023824:0:16805:0:(import.c:65:import_set_state_nolock()) 00000000a69cb0a5 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384989.023828:0:16805:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384989.023830:0:16805:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384989.023832:0:16805:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384989.023842:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 6 00000020:00000040:2.0:1767384989.023845:0:16805:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 10 - find 00010000:00000001:2.0:1767384989.023849:0:16805:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.023854:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384989.023857:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485808 : -1039065808 : ffffffffc2111d30) 00000020:00000001:2.0:1767384989.023860:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384989.023862:0:16805:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384989.023865:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384989.023867:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384989.023909:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.023913:0:16805:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384989.023920:0:16805:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384989.023923:0:16805:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384989.023925:0:16805:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384989.023927:0:16805:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.023930:0:16805:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384989.023932:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884224 00010000:00000001:2.0:1767384989.023935:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384989.023941:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ecf74ae x1853237366884224/t0(0) o38->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767385009 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384989.023953:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384989.023956:0:16805:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384989.023959:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=92 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384989.023964:0:16805:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384989.023968:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384989.023971:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000100:00000001:2.0:1767384989.023973:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:2.0:1767384989.023976:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384989.023979:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.023982:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384989.023985:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:2.0:1767384989.023989:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f311173. 00000100:00000200:2.0:1767384989.023994:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237366884224, offset 0 00000400:00000200:2.0:1767384989.024001:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:2.0:1767384989.024018:0:16805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:2.0:1767384989.024032:0:16805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [219:219:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384989.024047:0:16805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384989.024054:0:16805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:2.0:1767384989.024058:0:16805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009793cba6. 00000800:00000200:2.0:1767384989.024064:0:16805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:2.0:1767384989.024072:0:16805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:2.0:1767384989.024077:0:16805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009793cba6 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384989.024097:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384989.024102:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 4 to 192.168.204.49@tcp50 00010000:00000001:2.0:1767384989.024106:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384989.024109:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.024111:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384989.024117:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ecf74ae x1853237366884224/t0(0) o38->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767385009 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384989.024130:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ecf74ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e9a3542d-7508-46fb-9106-eff33282093d+6:12151:x1853237366884224:12345-192.168.204.49@tcp50:38: Request processed in 16049us (16356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384989.024142:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 3 00000100:00000040:2.0:1767384989.024146:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 0 00000100:00000001:2.0:1767384989.024150:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384989.024153:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384989.024159:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000346ef712. 00000020:00000010:2.0:1767384989.024164:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000020:00000010:2.0:1767384989.024169:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d4e28ac. 00000020:00000040:2.0:1767384989.024175:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 5 00000100:00000001:2.0:1767384989.024178:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384989.024271:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384989.024280:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009793cba6. 00000400:00000200:3.0:1767384989.024290:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384989.024302:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:3.0:1767384989.024309:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f311173 00000400:00000010:3.0:1767384989.024314:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f311173. 00000100:00000001:3.0:1767384989.024320:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384989.024323:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384989.243659:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp46 00000400:00000010:1.0:1767384989.243666:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000dde6206. 00000400:00000010:1.0:1767384989.243673:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065d3265c. 00000400:00000010:1.0:1767384989.243677:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000400:00000010:1.0:1767384989.243683:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb1371b9. 00000400:00000200:1.0:1767384989.243686:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp46 00000400:00000200:1.0:1767384989.243705:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp46 local destination 00000400:00000200:1.0:1767384989.243710:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp46 00000400:00000200:1.0:1767384989.243713:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp46 NI seq info: [220:220:256:4294967295] 192.168.204.149@tcp46 LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1767384989.243718:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp46 00000400:00000200:1.0:1767384989.243723:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46:) -> 192.168.204.149@tcp46(192.168.204.149@tcp46:192.168.204.149@tcp46) : GET try# 0 00000800:00000200:1.0:1767384989.243765:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp46 00000800:00000010:1.0:1767384989.243769:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc9db2b1. 00000800:00000200:1.0:1767384989.243774:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000800:00000200:1.1:1767384989.243778:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000400:00000200:1.0:1767384989.243795:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp46 added to recovery queue. ping count: 3 next ping: 320 health :700 00000400:00000200:1.0:1767384989.243798:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp43 00000400:00000010:1.0:1767384989.243800:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000081ddfcde. 00000400:00000010:1.0:1767384989.243803:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f752fd2b. 00000400:00000010:1.0:1767384989.243805:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029c08e01. 00000400:00000010:1.0:1767384989.243808:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fff757d. 00000400:00000200:1.0:1767384989.243811:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp43 00000400:00000200:1.0:1767384989.243816:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp43 local destination 00000400:00000200:1.0:1767384989.243819:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp43 00000400:00000200:1.0:1767384989.243823:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp43 NI seq info: [221:221:256:4294967295] 192.168.204.149@tcp43 LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1767384989.243826:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp43 00000400:00000200:1.0:1767384989.243830:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp43(192.168.204.149@tcp43:) -> 192.168.204.149@tcp43(192.168.204.149@tcp43:192.168.204.149@tcp43) : GET try# 0 00000800:00000200:1.0:1767384989.243832:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp43 00000800:00000010:1.0:1767384989.243835:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d35e18c4. 00000800:00000200:1.0:1767384989.243838:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000800:00000200:1.1:1767384989.243840:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000400:00000200:1.0:1767384989.243852:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp43 added to recovery queue. ping count: 4 next ping: 328 health :600 00000400:00000200:2.0:1767384989.243899:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.243921:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.243951:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.243951:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.243973:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.243973:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.243993:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244009:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244011:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244029:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244029:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244049:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244049:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244069:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244070:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244089:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244089:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244121:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244121:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244141:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244141:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244162:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244162:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244182:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244182:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244203:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244203:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244224:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244224:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244243:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244243:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244263:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244263:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244282:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244307:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244307:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244327:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244327:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244347:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244347:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244367:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244367:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244391:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244391:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244411:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244411:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244431:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244431:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244450:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244452:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244488:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244488:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244510:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244511:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244531:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244531:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244551:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244551:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244571:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244571:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244591:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244620:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244656:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244657:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244685:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244687:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244706:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.244706:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244744:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244764:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244785:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244817:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244842:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244881:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.244908:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000800:00000010:0.0:1767384989.244924:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073a3bfab. 00000800:00000010:0.0:1767384989.244929:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000293b8d29. 00000400:00000200:2.0:1767384989.244934:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000800:00000010:0.0:1767384989.244935:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d67f4c60. 00000400:00000200:2.0:1767384989.244958:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000800:00000010:0.0:1767384989.244960:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d67f4c60. 00000800:00020000:0.0:1767384989.244971:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767384989.244974:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000293b8d29. 00000800:00000010:0.0:1767384989.244977:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000073a3bfab. 00000400:00000200:2.0:1767384989.244980:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245001:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:02020000:0.0:1767384989.245014:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp43 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384989.245022:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.245022:0:16154:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp43 notifying 192.168.204.149@tcp43: down 00000800:00000200:0.0:1767384989.245028:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp43 down 00000800:00000100:0.0:1767384989.245034:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp43 00000800:00000010:0.0:1767384989.245038:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d35e18c4. 00000400:00000200:2.0:1767384989.245041:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.245042:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384989.245047:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp43->192.168.204.149@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384989.245056:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384989.245060:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384989.245061:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.245064:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384989.245082:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245107:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245130:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245144:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245156:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245169:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245181:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.245193:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.149:988 00000800:00000010:2.0:1767384989.245320:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003be29cf. 00000800:00000010:2.0:1767384989.245324:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ee3a431. 00000800:00000010:2.0:1767384989.245327:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b58abf55. 00000800:00000010:2.0:1767384989.245350:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b58abf55. 00000400:00000200:1.0:1767384989.245548:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384989.245566:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp46 from 199.3.0.2 00000800:00000010:1.0:1767384989.245570:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000af5d3cd4. 00000800:00000010:2.0:1767384989.245630:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002fa4eebe. 00000800:00000010:2.0:1767384989.245636:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000643b4bb. 00000800:00000010:2.0:1767384989.245655:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000caa40c65. 00000800:00000200:2.1:1767384989.245661:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (2) 00000800:00000200:2.1:1767384989.245665:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp46 00000000caa40c65 deleted 00000800:00000010:2.1:1767384989.245667:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000caa40c65. 00000800:00000200:2.1:1767384989.245671:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384989.245677:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp46 ip 192.168.204.149:967 00000800:00000200:2.1:1767384989.245680:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc9db2b1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384989.245685:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp46 p 3.x 192.168.204.149 -> 192.168.204.149:967 incarnation:1767384974430216381 sched[0] 00000800:00000010:2.0:1767384989.245689:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b58abf55. 00000800:00000010:2.0:1767384989.245741:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b58abf55. 00000800:00000010:2.0:1767384989.245745:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000643b4bb. 00000800:00000010:2.0:1767384989.245779:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000af5d3cd4. 00000800:00000001:0.0:1767384989.245797:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384989.245805:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384989.245818:0:27932:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384989.245826:0:27932:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp46 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384974430216381 sched[0] 00000800:00000010:3.0:1767384989.245830:0:27932:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ee3a431. 00000800:00000200:0.0:1767384989.245846:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384989.245849:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dc9db2b1. 00000400:00000200:0.0:1767384989.245853:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384989.245858:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp46->192.168.204.149@tcp46: GET: OK 00000400:00000200:0.0:1767384989.245862:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384989.245876:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp46 recovery message sent successfully:0 00000800:00000001:0.0:1767384989.245895:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384989.245902:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384989.245905:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384989.245914:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384989.245920:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46) <- 192.168.204.149@tcp46 : GET - for me 00000400:00000200:0.0:1767384989.245933:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384989.245934:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384989.245947:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1ffd [1] + 0 00000400:00000200:0.0:1767384989.245958:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp46 to MR: 192.168.204.149@tcp46 local destination 00000400:00000200:0.0:1767384989.245965:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp46 NI seq info: [222:222:256:4294967295] 192.168.204.149@tcp46 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384989.245977:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46:192.168.204.149@tcp46) -> 192.168.204.149@tcp46(192.168.204.149@tcp46:192.168.204.149@tcp46) 192.168.204.149@tcp46 : REPLY try# 0 00000800:00000200:0.0:1767384989.245983:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp46 00000800:00000010:0.0:1767384989.245987:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a1d5fc4. 00000800:00000200:0.0:1767384989.245990:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009097d1c7] -> 12345-192.168.204.149@tcp46 (4) 00000800:00000200:0.0:1767384989.245995:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp46 ip 192.168.204.149:988 00000800:00000200:0.0:1767384989.245997:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1d5fc4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384989.245998:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:2.0:1767384989.246029:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384989.246050:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000001:2.0:1767384989.246050:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384989.246093:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384989.246095:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384989.246098:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a1d5fc4. 00000400:00000200:3.0:1767384989.246103:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000001:2.0:1767384989.246103:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384989.246103:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384989.246107:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384989.246112:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp46->192.168.204.149@tcp46: REPLY: OK 00000800:00000001:2.0:1767384989.246114:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384989.246122:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp46(192.168.204.149@tcp46) <- 192.168.204.149@tcp46 : REPLY - for me 00000400:00000200:2.0:1767384989.246135:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp46: Reply from 12345-192.168.204.149@tcp46 of length 272/272 into md 0x20d5 00000800:00000001:2.0:1767384989.246141:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384989.246148:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384989.246150:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384989.246155:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp46->192.168.204.149@tcp46: REPLY: OK 00000400:00000200:3.0:1767384989.246156:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384989.246162:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddef691e 00000400:00000010:2.0:1767384989.246166:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef691e. 00000400:00000200:2.0:1767384989.246170:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384989.246176:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000dde6206. 00000400:00000010:2.0:1767384989.246180:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065d3265c. 00000800:00000001:2.0:1767384989.246187:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384989.246191:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384989.246201:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246244:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246286:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246328:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246344:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246356:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246367:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246383:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246407:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246430:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246452:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246475:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246498:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246517:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246530:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246542:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246554:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246566:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246577:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246589:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246632:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246645:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246657:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246669:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246680:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246694:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246706:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246717:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246738:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384989.246750:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384989.246840:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000adfd511f. 00000800:00000010:3.0:1767384989.246843:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8143c0c. 00000800:00000010:3.0:1767384989.246846:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089b3a247. 00000800:00000010:3.0:1767384989.246858:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089b3a247. 00000800:00020000:3.0:1767384989.246862:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384989.246878:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8143c0c. 00000800:00000010:3.0:1767384989.246880:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000adfd511f. 00000400:02020000:3.0:1767384989.246905:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp46 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384989.371663:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384989.371668:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384989.371674:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384989.371675:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384989.371748:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384989.371751:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384989.371754:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384989.499702:0:16828:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384989.499707:0:16828:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384989.499716:0:16828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008224473b. 00000020:00000040:3.0:1767384989.499723:0:16828:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384989.499728:0:16828:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384989.499731:0:16828:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384989.499733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384989.499735:0:16828:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.499743:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384989.499747:0:16828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003be5bb84. 00000100:00000010:0.0:1767384989.499749:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7d18bc9. 00000100:00000001:3.0:1767384989.499754:0:16828:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384989.499755:0:38:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384989.499761:0:16828:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384989.499761:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384989.499763:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384989.499764:0:16828:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.499769:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.499774:0:16828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008224473b] to pc [ptlrpcd_00_01+1] req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384989.499776:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a1d5fc4. 00000100:00000001:0.0:1767384989.499784:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384989.499800:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384989.499808:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384989.499809:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384989.499812:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7d18bc9] to pc [ptlrpcd_00_02+2] req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384989.499814:0:16828:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.499843:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.499844:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384989.499846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384989.499849:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384989.499850:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384989.499851:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384989.499852:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384989.499854:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005da35bd. 00000100:00000001:3.0:1767384989.499855:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384989.499857:0:38:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384989.499858:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384989.499878:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384989.499880:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384989.499881:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384989.499883:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384989.499884:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.499886:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384989.499887:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.499887:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384989.499889:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f836fc9a. 00000100:00000001:1.0:1767384989.499891:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.499892:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384989.499895:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.499896:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384989.499902:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384989.499903:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384989.499903:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384989.499909:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384989.499913:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.499918:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384989.499919:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.499923:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.499926:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384989.499930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005da35bd] to pc [ptlrpcd_00_03+3] req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384989.499931:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384989.499933:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384989.499937:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.499937:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384989.499943:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384989.499944:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7d18bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373207168:0@lo:400: 02000000:00000001:2.0:1767384989.499947:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384989.499949:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384989.499953:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.499953:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.499954:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384989.499957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384989.499958:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384989.499959:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008224473b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373207040:0@lo:13: 02000000:00000001:3.0:1767384989.499963:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384989.499964:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384989.499966:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384989.499968:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000195c57f7. 00000100:00000010:0.0:1767384989.499969:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036d39003. 02000000:00000001:2.0:1767384989.499970:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384989.499970:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384989.499973:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384989.499976:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.499976:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384989.499976:0:38:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384989.499980:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184579ed. 00000100:00000001:1.0:1767384989.499980:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384989.499981:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384989.499981:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384989.499985:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384989.499987:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384989.499988:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cc7ddb18. 00000400:00000010:3.0:1767384989.499989:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 02000000:00000001:0.0:1767384989.499989:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384989.499994:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384989.499998:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067377753. 00000100:00000200:3.0:1767384989.499999:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373207168, portal 25 00000400:00000010:2.0:1767384989.500002:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc23425. 00000100:00000001:0.0:1767384989.500003:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500005:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384989.500008:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675683072 : -129515033868544 : ffff8a34ee69c700) 00000400:00000010:2.0:1767384989.500011:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d5583df. 00000100:00000040:0.0:1767384989.500012:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384989.500015:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384989.500016:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373207040, portal 4 00000100:00000001:2.0:1767384989.500022:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384989.500024:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774268288 : -129514935283328 : ffff8a34f44a1180) 00000100:00000040:2.0:1767384989.500034:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.500040:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384989.500043:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384989.500043:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.500050:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384989.500050:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036d39003] to pc [ptlrpcd_00_00+0] req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.500052:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384989.500057:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000040:2.0:1767384989.500059:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384989.500063:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373207168, offset 0 00000400:00000010:2.0:1767384989.500066:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000400:00000200:3.0:1767384989.500075:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384989.500076:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384989.500080:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384989.500083:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384989.500084:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373207040, offset 0 02000000:00000001:1.0:1767384989.500085:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384989.500088:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384989.500091:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384989.500093:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384989.500094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767384989.500097:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373207296:0@lo:400: 00000400:00000200:2.0:1767384989.500098:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384989.500104:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384989.500104:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384989.500108:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273508280 02000000:00000001:1.0:1767384989.500109:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384989.500113:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384989.500118:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384989.500119:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000377261cc. 02000000:00000001:1.0:1767384989.500124:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384989.500126:0:38:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384989.500128:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1981 [2] + 0 02000000:00000010:1.0:1767384989.500129:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014b2c3ae. 00000100:00000001:0.0:1767384989.500132:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384989.500133:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273508200 02000000:00000001:1.0:1767384989.500134:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.500136:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384989.500137:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009458d124. 02000000:00000001:0.0:1767384989.500141:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384989.500142:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f3be475. 00000400:00000200:3.0:1767384989.500143:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee6c5ec5 02000000:00000010:0.0:1767384989.500150:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056481dd7. 00000400:00000200:3.0:1767384989.500151:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384989.500156:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000100:00000001:0.0:1767384989.500156:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384989.500160:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384989.500163:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384989.500165:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384989.500166:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d30fc81b. 00000400:00000200:3.0:1767384989.500167:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6c5ec5 00000400:00000200:2.0:1767384989.500171:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384989.500172:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee6c5ec5. 00000100:00000001:3.0:1767384989.500180:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384989.500180:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373207296, portal 4 00000100:00000001:2.0:1767384989.500182:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384989.500184:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384989.500186:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384989.500186:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384989.500190:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675693824 : -129515033857792 : ffff8a34ee69f100) 00000100:00000001:0.0:1767384989.500190:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1767384989.500194:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd2a3e82. 00000100:00000040:3.0:1767384989.500195:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000d6afe52f x1853237373207168 msgsize 224 00000100:00000001:0.0:1767384989.500195:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384989.500199:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384989.500206:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000377261cc] to pc [ptlrpcd_00_01+1] req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384989.500208:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000dd2a3e82 x1853237373207040 msgsize 224 00000100:00100000:3.0:1767384989.500209:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384989.500214:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384989.500223:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384989.500225:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384989.500226:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384989.500233:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384989.500235:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000100:00000001:0.0:1767384989.500236:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500237:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384989.500237:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000400:00000010:3.0:1767384989.500239:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000040:0.0:1767384989.500243:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (317) 00000100:00000001:3.0:1767384989.500244:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384989.500245:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373207296, offset 0 00000100:00000200:3.0:1767384989.500250:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384989.500250:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 00000400:00000010:2.0:1767384989.500255:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 00000100:00000001:0.0:1767384989.500258:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384989.500261:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384989.500262:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384989.500265:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384989.500266:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384989.500269:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.500270:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384989.500274:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384989.500277:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384989.500279:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384989.500290:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384989.500293:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273508300 00000100:00000040:2.0:1767384989.500297:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384989.500304:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5008 00000100:00000001:3.0:1767384989.500312:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.500312:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384989.500315:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384989.500316:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500317:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384989.500323:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384989.500323:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384989.500323:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384989.500325:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500327:0:16163:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384989.500327:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384989.500331:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.500332:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384989.500333:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294980112 00000100:00000001:2.0:1767384989.500335:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384989.500336:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384989.500338:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020f27893. 00000100:00100000:0.0:1767384989.500338:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000377261cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373207552:0@lo:400: 00000100:00000040:2.0:1767384989.500343:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5106 usecs (6 jiffies) 00000100:00000010:1.0:1767384989.500343:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000214121f2. 00000100:00000001:0.0:1767384989.500346:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384989.500347:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384989.500348:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294980102 00000100:00000040:1.0:1767384989.500349:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000214121f2 x1853237373207296 msgsize 224 02000000:00000001:0.0:1767384989.500351:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384989.500356:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294980112 02000000:00000001:0.0:1767384989.500356:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500357:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294980112 02000000:00000001:0.0:1767384989.500361:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384989.500362:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384989.500364:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294980102 00000100:00000010:3.0:1767384989.500365:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000727d310f. 02000000:00000010:0.0:1767384989.500366:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e97f72b9. 02000000:00000001:0.0:1767384989.500370:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500371:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384989.500374:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384989.500376:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294980112 00000100:00000001:2.0:1767384989.500377:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294980112 00000400:00000010:0.0:1767384989.500377:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c956cc7. 00000400:00000200:1.0:1767384989.500380:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000100:00000010:3.0:1767384989.500382:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc6573a1. 00000100:00000001:2.0:1767384989.500383:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294980102 00000400:00000010:1.0:1767384989.500383:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:3.0:1767384989.500388:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384989.500390:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384989.500393:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294980112 00000100:00000001:2.0:1767384989.500394:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294980112 00000400:00000010:0.0:1767384989.500394:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b90f060c. 00000100:00000200:1.0:1767384989.500396:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384989.500399:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3c71dd6. 00000100:00000001:2.0:1767384989.500400:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294980102 00000100:00000200:0.0:1767384989.500400:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373207552, portal 10 00000100:00000001:3.0:1767384989.500405:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384989.500406:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384989.500410:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675686656 : -129515033864960 : ffff8a34ee69d500) 00000100:00000001:3.0:1767384989.500411:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384989.500411:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294980112 00000100:00000001:1.0:1767384989.500412:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384989.500417:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384989.500417:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.500418:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384989.500422:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.500425:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500425:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500431:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500432:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.500436:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.500443:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384989.500444:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384989.500447:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384989.500448:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.500450:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384989.500454:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384989.500454:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384989.500454:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384989.500457:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384989.500459:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384989.500460:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500461:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384989.500462:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384989.500462:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001edf17b4. 00000100:00000040:1.0:1767384989.500464:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5106 usecs (6 jiffies) 00000100:00000001:3.0:1767384989.500466:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384989.500469:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373207552, offset 0 00000100:00000001:1.0:1767384989.500470:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294980102 00000100:00000001:3.0:1767384989.500471:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384989.500474:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384989.500476:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294980112 00000100:00000001:3.0:1767384989.500479:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384989.500480:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384989.500483:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294980102 00000100:00000001:1.0:1767384989.500488:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294980112 00000100:00000001:1.0:1767384989.500493:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294980102 00000400:00000200:0.0:1767384989.500493:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384989.500494:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384989.500498:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.500499:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294980112 00000100:00000001:1.0:1767384989.500503:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294980102 02000000:00000001:2.0:1767384989.500504:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384989.500505:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294980112 00000100:00000001:1.0:1767384989.500507:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384989.500508:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500510:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384989.500515:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207168 02000000:00000001:2.0:1767384989.500515:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384989.500515:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384989.500518:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273508400 02000000:00000001:3.0:1767384989.500521:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384989.500522:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.500522:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.500524:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384989.500527:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9920 00000100:00000001:3.0:1767384989.500528:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384989.500529:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036d39003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373207424:0@lo:400: 00000100:00000001:1.0:1767384989.500530:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384989.500534:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384989.500535:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384989.500537:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384989.500539:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384989.500540:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384989.500541:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207168 02000000:00000001:2.0:1767384989.500542:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384989.500543:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384989.500545:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384989.500546:0:16798:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384989.500546:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.500547:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384989.500550:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 02000000:00000001:2.0:1767384989.500551:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384989.500553:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384989.500554:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384989.500554:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384989.500556:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4922d54. 00000020:00000040:3.0:1767384989.500559:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 02000000:00000001:2.0:1767384989.500559:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384989.500559:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384989.500564:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000400:00000010:2.0:1767384989.500565:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbff29fd. 00000100:00000010:0.0:1767384989.500566:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db0db9f. 00000020:00000001:3.0:1767384989.500567:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384989.500570:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384989.500571:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd707e3. 00000100:00000040:0.0:1767384989.500571:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000006db0db9f x1853237373207552 msgsize 224 00000100:00000001:3.0:1767384989.500572:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384989.500573:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207296 00000100:00000200:2.0:1767384989.500577:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373207424, portal 10 00000020:00000010:3.0:1767384989.500578:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089b3a247. 02000000:00000001:1.0:1767384989.500578:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384989.500581:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384989.500582:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384989.500582:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384989.500584:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384989.500585:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558675692032 : -129515033859584 : ffff8a34ee69ea00) 00000100:00000001:1.0:1767384989.500585:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384989.500614:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089b3a247. 00000100:00000001:0.0:1767384989.500615:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384989.500619:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384989.500621:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69b9e16. 02000000:00000001:1.0:1767384989.500622:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384989.500623:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf17b4 00000020:00000010:3.0:1767384989.500628:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1bd5ab3. 00000100:00100000:1.0:1767384989.500629:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207296 00000400:00000010:0.0:1767384989.500630:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001edf17b4. 00000100:00000001:2.0:1767384989.500636:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384989.500636:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384989.500637:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c404499d. 00000100:00000001:0.0:1767384989.500637:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384989.500640:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:1.0:1767384989.500643:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384989.500644:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384989.500644:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384989.500647:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000040:3.0:1767384989.500648:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384989.500649:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00000100:00000001:3.0:1767384989.500654:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384989.500654:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000200:2.0:1767384989.500656:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373207424, offset 0 00000100:00000001:3.0:1767384989.500658:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384989.500660:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00000001:3.0:1767384989.500662:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.500663:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384989.500664:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384989.500667:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384989.500668:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384989.500670:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a38f00. 00000100:00000001:3.0:1767384989.500672:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384989.500676:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005b034ed6. 00000400:00000200:2.0:1767384989.500677:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384989.500685:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384989.500685:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:0.0:1767384989.500685:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.500688:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384989.500689:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273508380 00000100:00000001:0.0:1767384989.500696:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384989.500697:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10144 00000100:00000040:0.0:1767384989.500700:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3193 usecs (4 jiffies) 00000100:00000001:1.0:1767384989.500701:0:17575:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384989.500702:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384989.500702:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384989.500703:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294980101 00000100:00000001:3.0:1767384989.500706:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384989.500706:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f5810cc. 00000100:00000001:0.0:1767384989.500707:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294980112 00000400:00000200:2.0:1767384989.500709:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384989.500713:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000100:00000001:0.0:1767384989.500713:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294980101 00000100:00100000:3.0:1767384989.500714:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000001:2.0:1767384989.500715:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384989.500720:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384989.500720:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000001:0.0:1767384989.500720:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294980112 00000100:00000040:3.0:1767384989.500721:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384989.500726:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671900752 : -129515037650864 : ffff8a34ee301050) 00000100:00000001:0.0:1767384989.500727:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294980101 00000100:00000040:1.0:1767384989.500729:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000010:2.0:1767384989.500730:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e404cb1. 00000100:00000001:0.0:1767384989.500730:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294980112 00000100:00000001:1.0:1767384989.500734:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384989.500736:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000003e404cb1 x1853237373207424 msgsize 224 00000100:00000001:1.0:1767384989.500737:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384989.500737:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294980101 00000100:00000040:3.0:1767384989.500741:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6afe52f x1853237373207168/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:215/0 lens 224/0 e 0 to 0 dl 1767385000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384989.500741:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.500742:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294980112 00000100:00000001:0.0:1767384989.500749:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384989.500750:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384989.500751:0:17575:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384989.500755:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.500757:0:17575:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384989.500761:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500762:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384989.500763:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500765:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384989.500766:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089b3a247. 00000100:00000001:0.0:1767384989.500767:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384989.500771:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000100:00000001:1.0:1767384989.500771:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.500772:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384989.500775:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384989.500776:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000020:00000010:3.0:1767384989.500778:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089b3a247. 00000100:00000001:2.0:1767384989.500779:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384989.500779:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384989.500784:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384989.500785:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384989.500787:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384989.500787:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384989.500789:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6afe52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373207168:12345-0@lo:400: 00000100:00000001:0.0:1767384989.500790:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384989.500794:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384989.500795:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000200:3.0:1767384989.500800:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207168 00000100:00000040:1.0:1767384989.500801:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:0.0:1767384989.500801:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384989.500815:0:16798:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384989.500816:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558682208384 : -129515027343232 : ffff8a34eecd5880) 00000020:00000001:3.0:1767384989.500820:0:16798:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384989.500820:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384989.500823:0:16798:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384989.500823:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000214121f2 x1853237373207296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1767385000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384989.500828:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384989.500829:0:16798:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384989.500833:0:16798:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000020:00000001:3.0:1767384989.500839:0:16798:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384989.500841:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384989.500843:0:16798:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.500845:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384989.500846:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006425ba63. 00000020:00000001:3.0:1767384989.500848:0:16798:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384989.500849:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207552 00000100:00000001:1.0:1767384989.500851:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384989.500852:0:16798:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384989.500853:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.500853:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384989.500857:0:16798:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500858:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384989.500858:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006425ba63. 00000100:00000001:0.0:1767384989.500858:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384989.500875:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384989.500880:0:16798:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384989.500880:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384989.500881:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000214121f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237373207296:12345-0@lo:400: 02000000:00000001:0.0:1767384989.500882:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.500883:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384989.500886:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3127 usecs (4 jiffies) 02000000:00000001:3.0:1767384989.500888:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384989.500889:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207552 00000100:00000200:1.0:1767384989.500890:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207296 00000100:00000001:2.0:1767384989.500893:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294980101 02000000:00000010:3.0:1767384989.500895:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007826b27b. 00000020:00000001:1.0:1767384989.500896:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384989.500896:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384989.500897:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294980112 00000020:00000001:1.0:1767384989.500901:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384989.500903:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.500911:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384989.500912:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:1.0:1767384989.500913:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384989.500917:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500917:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294980101 00000020:00000001:1.0:1767384989.500918:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000020:00000001:0.0:1767384989.500918:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384989.500923:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294980112 00000020:00000040:0.0:1767384989.500924:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eddd9995 refcount=5 00000020:00000001:3.0:1767384989.500925:0:16798:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384989.500925:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384989.500927:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294980101 00000020:00000001:1.0:1767384989.500929:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384989.500930:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00010000:00000040:3.0:1767384989.500931:0:16798:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373207168 00000100:00000001:2.0:1767384989.500932:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294980112 00000020:00000001:1.0:1767384989.500933:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384989.500937:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553619718144 : -129520089833472 : ffff8a33c10de000) 00010000:00000001:3.0:1767384989.500938:0:16798:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384989.500938:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384989.500939:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294980101 00000020:00000001:1.0:1767384989.500943:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500944:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294980112 00000100:00000001:0.0:1767384989.500944:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:3.0:1767384989.500946:0:16798:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6afe52f x1853237373207168/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384989.500948:0:17575:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384989.500950:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384989.500950:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d67f4c60. 00000100:00000001:1.0:1767384989.500954:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384989.500955:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384989.500956:0:16806:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e6533a0b. 02000000:00000001:1.0:1767384989.500957:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384989.500962:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d399d3d0. 00010000:00000001:3.0:1767384989.500963:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384989.500963:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384989.500964:0:16806:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 10 - evictor 02000000:00000001:1.0:1767384989.500967:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384989.500968:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500969:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384989.500971:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.500972:0:16806:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:3.0:1767384989.500974:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=97 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384989.500976:0:17575:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.500977:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384989.500978:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000824fa7bb. 00000100:00000001:3.0:1767384989.500980:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384989.500980:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373207296 00000100:00000001:2.0:1767384989.500981:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384989.500982:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033255447. 00010000:00000001:1.0:1767384989.500984:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384989.500986:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384989.500987:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00010000:00000200:1.0:1767384989.500989:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000214121f2 x1853237373207296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.500995:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384989.500996:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384989.500999:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.501000:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:0.0:1767384989.501002:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384989.501005:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.501006:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384989.501007:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00010000:00000001:1.0:1767384989.501011:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384989.501011:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384989.501012:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384989.501015:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.501016:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.501019:0:16806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:1.0:1767384989.501022:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384989.501023:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384989.501024:0:17577:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384989.501024:0:16806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384989.501028:0:17577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207040 00000100:00000001:0.0:1767384989.501028:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.501029:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384989.501030:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384989.501033:0:17577:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384989.501034:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000100:00000040:1.0:1767384989.501035:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000100:00000001:2.0:1767384989.501037:0:17577:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384989.501039:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384989.501040:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373207168, offset 224 00000100:00000001:1.0:1767384989.501040:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384989.501041:0:17577:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384989.501047:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384989.501047:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384989.501048:0:17577:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384989.501051:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384989.501053:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384989.501053:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207424 00000100:00100000:2.0:1767384989.501054:0:17577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207040 00000100:00000001:1.0:1767384989.501055:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384989.501059:0:17577:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384989.501059:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384989.501060:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384989.501064:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384989.501064:0:17577:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000100:00000001:0.0:1767384989.501064:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384989.501065:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000100:00000001:0.0:1767384989.501067:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.501068:0:17577:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384989.501072:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373207296, offset 224 00000020:00000040:2.0:1767384989.501073:0:17577:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=6 02000000:00000001:0.0:1767384989.501073:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384989.501079:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273508280 00000020:00000001:2.0:1767384989.501080:0:17577:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000100:00100000:0.0:1767384989.501080:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207424 00000400:00000200:1.0:1767384989.501085:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384989.501085:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384989.501086:0:17577:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000020:00000040:0.0:1767384989.501088:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000100:00000001:2.0:1767384989.501091:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384989.501091:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384989.501093:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000400:00000200:3.0:1767384989.501095:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20dd [1] + 224 00000020:00000010:2.0:1767384989.501097:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 00000400:00000200:1.0:1767384989.501098:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384989.501100:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:2.0:1767384989.501102:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384989.501106:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384989.501107:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 00000020:00000001:0.0:1767384989.501107:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000400:00000200:1.0:1767384989.501111:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273508300 00000100:00000001:0.0:1767384989.501118:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384989.501124:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035409c26. 00000400:00000200:3.0:1767384989.501127:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384989.501127:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065d3265c. 00000400:00000200:1.0:1767384989.501129:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20ed [1] + 224 00000100:00000001:0.0:1767384989.501130:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384989.501134:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064e559bd. 00000020:00000010:0.0:1767384989.501137:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035409c26. 00000100:00000001:3.0:1767384989.501139:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384989.501139:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384989.501140:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000020:00000010:0.0:1767384989.501142:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000766e714b. 00000100:00000200:3.0:1767384989.501145:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384989.501147:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384989.501147:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d28a5f7c. 00000100:00000040:2.0:1767384989.501149:0:17577:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:0.0:1767384989.501154:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a19b5d. 00000100:00000001:2.0:1767384989.501156:0:17577:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384989.501157:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384989.501160:0:17577:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384989.501161:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384989.501164:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.501165:0:17577:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.501165:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384989.501166:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.501169:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.501172:0:17577:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.501175:0:16806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384989.501179:0:16806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384989.501182:0:17577:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.501182:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.501192:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.501193:0:17577:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384989.501197:0:17577:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384989.501197:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.501201:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384989.501204:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384989.501205:0:17577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:0.0:1767384989.501206:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384989.501211:0:17577:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 2 00000400:00000200:3.0:1767384989.501212:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000100:00100000:0.0:1767384989.501212:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:2.0:1767384989.501215:0:17577:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640816128 : -129520068735488 : ffff8a33c24fce00) 00000400:00000010:3.0:1767384989.501216:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00000100:00000001:1.0:1767384989.501217:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384989.501218:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eddd9995 : new rpc_count 1 00000100:00000040:2.0:1767384989.501222:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd2a3e82 x1853237373207040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1767385000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.501222:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776119680 : -129514933431936 : ffff8a34f4665180) 00000100:00000001:3.0:1767384989.501223:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384989.501227:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000100:00000001:3.0:1767384989.501228:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384989.501228:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006db0db9f x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1767385000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384989.501232:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:3.0:1767384989.501237:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.501238:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384989.501241:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384989.501246:0:17577:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384989.501246:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384989.501247:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.501248:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000020:00000010:2.0:1767384989.501251:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 00000020:00000010:0.0:1767384989.501251:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035409c26. 00000100:00000040:1.0:1767384989.501254:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384989.501255:0:16798:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384989.501256:0:17577:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384989.501257:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384989.501257:0:16806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384989.501259:0:16798:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384989.501261:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384989.501262:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 00000020:00000010:0.0:1767384989.501262:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035409c26. 00000020:00000001:3.0:1767384989.501266:0:16798:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384989.501266:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384989.501271:0:17577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd2a3e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237373207040:12345-0@lo:13: 00000100:00100000:0.0:1767384989.501271:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006db0db9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373207552:12345-0@lo:400: 00000100:00000040:1.0:1767384989.501272:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000214121f2 x1853237373207296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384989.501274:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6afe52f x1853237373207168/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384989.501283:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207040 00000100:00000200:0.0:1767384989.501283:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207552 00000020:00000001:2.0:1767384989.501288:0:17577:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384989.501288:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384989.501292:0:17577:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384989.501292:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384989.501296:0:17577:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384989.501297:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.501302:0:17577:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384989.501302:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384989.501303:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000214121f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237373207296:12345-0@lo:400: Request processed in 459us (950us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384989.501306:0:17577:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609744 : -1036941872 : ffffffffc23185d0) 00000020:00000001:0.0:1767384989.501306:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000100:00100000:3.0:1767384989.501313:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6afe52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373207168:12345-0@lo:400: Request processed in 546us (1113us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384989.501314:0:17577:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384989.501314:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384989.501318:0:17577:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384989.501318:0:16806:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384989.501324:0:17577:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384989.501324:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384989.501328:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000001:2.0:1767384989.501329:0:17577:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384989.501329:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384989.501333:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 1 00000020:00000001:0.0:1767384989.501333:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.501334:0:17577:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.501339:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384989.501340:0:17577:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384989.501340:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384989.501344:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384989.501345:0:17577:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384989.501346:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384989.501350:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000020:00000010:1.0:1767384989.501350:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 02000000:00000001:0.0:1767384989.501350:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384989.501352:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000502f6a8c. 02000000:00000010:0.0:1767384989.501355:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082cc0879. 00000100:00000040:3.0:1767384989.501356:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 02000000:00000001:2.0:1767384989.501357:0:17577:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.501357:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384989.501358:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000100:00000001:3.0:1767384989.501364:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384989.501364:0:17577:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.501364:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384989.501365:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f5810cc. 00000100:00000001:3.0:1767384989.501369:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384989.501370:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384989.501371:0:17577:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000040:1.0:1767384989.501372:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00010000:00000040:0.0:1767384989.501374:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373207552 00000020:00000010:3.0:1767384989.501375:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1bd5ab3. 00002000:00000001:2.0:1767384989.501376:0:17577:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384989.501377:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384989.501380:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384989.501382:0:17577:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:3.0:1767384989.501383:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c404499d. 00080000:00000001:2.0:1767384989.501386:0:17577:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000200:0.0:1767384989.501387:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006db0db9f x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384989.501388:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69b9e16. 00000100:00000001:1.0:1767384989.501394:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384989.501395:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:1.0:1767384989.501399:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384989.501401:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:2.0:1767384989.501401:0:17577:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384989.501405:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007826b27b. 00000100:00100000:1.0:1767384989.501407:0:17594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000020:00000001:2.0:1767384989.501408:0:17577:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384989.501410:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384989.501414:0:17594:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:3.0:1767384989.501415:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:2.0:1767384989.501415:0:17577:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00010000:00000001:0.0:1767384989.501416:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384989.501420:0:17594:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640813440 : -129520068738176 : ffff8a33c24fc380) 00010000:00000001:0.0:1767384989.501421:0:16806:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384989.501424:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000020:2.0:1767384989.501424:0:17577:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00001000:0.0:1767384989.501425:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=92 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384989.501427:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e404cb1 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1767385000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384989.501431:0:17577:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000400:00000010:3.0:1767384989.501432:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d44a1bfd. 00000100:00000001:0.0:1767384989.501434:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000020:2.0:1767384989.501440:0:17577:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000040:0.0:1767384989.501440:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000400:00000010:3.0:1767384989.501442:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8143c0c. 00000100:00000001:1.0:1767384989.501446:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1767384989.501447:0:17577:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384989.501447:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000010:1.0:1767384989.501450:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006425ba63. 02000000:00000001:0.0:1767384989.501450:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:2.0:1767384989.501452:0:17577:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1767384989.501454:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.501455:0:17594:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384989.501460:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006425ba63. 00000100:00000001:0.0:1767384989.501461:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1767384989.501463:0:17577:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384989.501466:0:17577:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384989.501468:0:17577:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373207040 00000100:00000040:0.0:1767384989.501469:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384989.501470:0:17594:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e404cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373207424:12345-0@lo:400: 00010000:00000001:2.0:1767384989.501472:0:17577:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384989.501473:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001edf17b4. 00000100:00000001:3.0:1767384989.501474:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384989.501474:0:17594:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207424 00000100:00000200:0.0:1767384989.501477:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373207552, offset 224 00000100:00000001:3.0:1767384989.501478:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:2.0:1767384989.501479:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd2a3e82 x1853237373207040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384989.501479:0:17594:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:3.0:1767384989.501484:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384989.501484:0:17594:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384989.501487:0:17594:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384989.501488:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384989.501491:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184579ed. 00000020:00000001:1.0:1767384989.501493:0:17594:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384989.501497:0:17594:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797920 : -1048753696 : ffffffffc17d49e0) 00000400:00000200:3.0:1767384989.501498:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00010000:00000001:2.0:1767384989.501498:0:17577:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384989.501500:0:17594:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384989.501502:0:17577:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384989.501503:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000020:00000001:1.0:1767384989.501504:0:17594:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.501509:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384989.501510:0:17594:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1767384989.501511:0:17577:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c03d8203 time=87 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384989.501512:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384989.501526:0:17594:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384989.501527:0:17577:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384989.501529:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384989.501529:0:17594:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384989.501533:0:17577:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000020:00000001:1.0:1767384989.501536:0:17594:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384989.501537:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384989.501539:0:17577:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384989.501541:0:17594:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384989.501545:0:17577:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384989.501546:0:17594:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384989.501550:0:17577:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384989.501552:0:17594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009240df9d. 00000400:00000200:0.0:1767384989.501553:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273508400 00000100:00000200:3.0:1767384989.501554:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.501555:0:17577:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384989.501556:0:17594:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.501563:0:17594:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384989.501564:0:17577:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384989.501568:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20f5 [1] + 224 00000020:00000001:1.0:1767384989.501569:0:17594:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384989.501571:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00010000:00000040:1.0:1767384989.501575:0:17594:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373207424 00000100:00000001:3.0:1767384989.501576:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384989.501577:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373207040, offset 224 00000400:00000200:0.0:1767384989.501577:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384989.501578:0:17594:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384989.501579:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.501584:0:16165:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:1.0:1767384989.501586:0:17594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e404cb1 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384989.501587:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384989.501588:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384989.501588:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384989.501608:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384989.501610:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.501614:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384989.501619:0:17594:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384989.501620:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384989.501623:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384989.501624:0:17594:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384989.501626:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=97 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384989.501628:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384989.501629:0:17594:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=92 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384989.501631:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=97 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384989.501633:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273508200 00000100:00000001:1.0:1767384989.501638:0:17594:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384989.501641:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384989.501644:0:17594:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 23 to 0@lo 00000100:00000001:3.0:1767384989.501645:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384989.501645:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x20e1 [1] + 224 00000100:00000001:1.0:1767384989.501650:0:17594:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00010000:00000001:3.0:1767384989.501652:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384989.501653:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384989.501654:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384989.501656:0:17594:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384989.501657:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384989.501660:0:17594:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384989.501661:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384989.501663:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384989.501666:0:17594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384989.501671:0:17577:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384989.501672:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384989.501675:0:17594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384989.501679:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384989.501680:0:17594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000100:00000001:0.0:1767384989.501680:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384989.501686:0:17594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373207424, offset 224 00000400:00000200:0.0:1767384989.501687:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf17b4 00000100:00000001:3.0:1767384989.501690:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384989.501693:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001edf17b4. 00000100:00000001:3.0:1767384989.501697:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384989.501699:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384989.501703:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384989.501703:0:17577:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384989.501703:0:17594:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384989.501703:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384989.501709:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.501715:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384989.501715:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 22 to 0@lo 00000400:00000200:1.0:1767384989.501716:0:17594:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384989.501721:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384989.501724:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.501728:0:17577:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384989.501729:0:17594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273508380 00000020:00000001:0.0:1767384989.501731:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384989.501734:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000400:00000010:2.0:1767384989.501738:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000100:00000040:0.0:1767384989.501739:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db0db9f x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.501742:0:17577:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384989.501745:0:17594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20fd [1] + 224 00000100:00100000:3.0:1767384989.501746:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7d18bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373207168:0@lo:400: 00000100:00000001:2.0:1767384989.501751:0:17577:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384989.501756:0:17594:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384989.501758:0:17577:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.501759:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384989.501764:0:17577:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000400:00000200:1.0:1767384989.501765:0:17594:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384989.501766:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384989.501770:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006db0db9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237373207552:12345-0@lo:400: Request processed in 521us (1196us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384989.501771:0:17577:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384989.501772:0:17594:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384989.501781:0:17577:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384989.501784:0:17577:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384989.501785:0:17594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384989.501786:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7d18bc9 x1853237373207168/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384989.501788:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384989.501791:0:17577:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd2a3e82 x1853237373207040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/368 e 0 to 0 dl 1767385000 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384989.501794:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eddd9995 : new rpc_count 0 00000100:00000001:0.0:1767384989.501799:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384989.501802:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384989.501807:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033255447. 00000020:00000010:0.0:1767384989.501813:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384989.501818:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000824fa7bb. 00000100:00000040:1.0:1767384989.501824:0:17594:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.501826:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767384989.501826:0:16806:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000100:00100000:2.0:1767384989.501831:0:17577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd2a3e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237373207040:12345-0@lo:13: Request processed in 580us (1617us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384989.501832:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384989.501832:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384989.501848:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000195c57f7. 00000100:00000001:1.0:1767384989.501848:0:17594:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384989.501854:0:17577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 02000000:00000001:3.0:1767384989.501855:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384989.501855:0:17594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000400:00000010:1.0:1767384989.501870:0:17594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000020:00000001:3.0:1767384989.501871:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384989.501875:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384989.501876:0:17594:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384989.501877:0:17577:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000001:0.0:1767384989.501877:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384989.501880:0:17594:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384989.501882:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384989.501882:0:17577:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384989.501882:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384989.501884:0:17594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384989.501887:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a1d5fc4. 00000100:00000001:2.0:1767384989.501887:0:17577:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384989.501888:0:17594:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000400:00000001:0.0:1767384989.501889:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384989.501892:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064e559bd. 00000400:00000001:0.0:1767384989.501894:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384989.501895:0:17594:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384989.501896:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1767384989.501897:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000020:00000001:1.0:1767384989.501899:0:17594:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384989.501900:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c956cc7. 02000000:00000001:3.0:1767384989.501911:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384989.501915:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7d18bc9. 00000020:00000001:1.0:1767384989.501915:0:17594:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384989.501916:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065d3265c. 00000400:00000200:0.0:1767384989.501916:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b90f060c 00000100:00000040:1.0:1767384989.501920:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e404cb1 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.501922:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384989.501922:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b90f060c. 00000020:00000040:2.0:1767384989.501923:0:17577:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00000100:00000001:3.0:1767384989.501926:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.501929:0:17577:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384989.501929:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384989.501931:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384989.501937:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.501940:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384989.501943:0:17594:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e404cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237373207424:12345-0@lo:400: Request processed in 493us (1202us total) trans 0 rc 0/0 00000100:00080000:2.0:1767384989.501949:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384989.501951:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384989.501956:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 10 - evictor 00000100:00000001:3.0:1767384989.501957:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384989.501958:0:17594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1767384989.501963:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384989.501964:0:17594:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000200:0.0:1767384989.501964:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384989.501965:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384989.501970:0:17594:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384989.501971:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:1.0:1767384989.501974:0:17594:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384989.501979:0:17594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d28a5f7c. 00000100:00000001:0.0:1767384989.501980:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384989.501984:0:17594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a19b5d. 00000100:00000001:0.0:1767384989.501984:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384989.501990:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000766e714b. 00000100:00000001:0.0:1767384989.501990:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384989.501995:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384989.501997:0:17594:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000001:3.0:1767384989.501998:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384989.501998:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384989.502000:0:17594:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502002:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384989.502003:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.502007:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384989.502009:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384989.502013:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384989.502013:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a31dd89 time=91 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384989.502017:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbff29fd. 00000100:00001000:0.0:1767384989.502020:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=91 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384989.502023:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd707e3 00000100:00000001:0.0:1767384989.502025:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384989.502026:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384989.502028:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd707e3. 00000100:00000001:0.0:1767384989.502028:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.502029:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384989.502033:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384989.502035:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384989.502035:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1767384989.502037:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384989.502039:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384989.502042:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f3be475. 00000100:00000200:3.0:1767384989.502043:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384989.502046:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30fc81b 00000400:00000010:2.0:1767384989.502049:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d30fc81b. 00010000:00000001:0.0:1767384989.502050:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.502053:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384989.502055:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384989.502058:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384989.502058:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384989.502062:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384989.502064:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384989.502070:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384989.502077:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384989.502079:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.502080:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384989.502086:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384989.502087:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384989.502092:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502108:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384989.502108:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384989.502108:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000377261cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237373207552:0@lo:400: 00000100:00000001:3.0:1767384989.502112:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.502123:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502125:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384989.502126:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384989.502126:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384989.502129:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384989.502130:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384989.502130:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384989.502132:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384989.502133:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384989.502134:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000377261cc x1853237373207552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502137:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.502137:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.502144:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.502144:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384989.502145:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384989.502148:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384989.502150:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e97f72b9. 00000100:00001000:2.0:1767384989.502152:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384989.502153:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=92 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384989.502154:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384989.502156:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=87 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384989.502156:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384989.502159:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384989.502163:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384989.502163:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384989.502164:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=92 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384989.502165:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056481dd7. 00000100:00000001:2.0:1767384989.502166:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384989.502170:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384989.502170:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384989.502172:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384989.502173:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1767384989.502174:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384989.502176:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000377261cc. 00000100:00000001:3.0:1767384989.502177:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.502181:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384989.502185:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384989.502185:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384989.502186:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.502187:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.502190:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384989.502192:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384989.502192:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1767384989.502194:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.502195:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384989.502195:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.502197:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384989.502199:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384989.502202:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384989.502203:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384989.502219:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.502221:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384989.502226:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384989.502226:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384989.502231:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384989.502231:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502237:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384989.502240:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502241:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.502249:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384989.502255:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005da35bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237373207296:0@lo:400: 00000100:00000001:2.0:1767384989.502262:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.502266:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384989.502268:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005da35bd x1853237373207296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384989.502275:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384989.502282:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384989.502283:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384989.502286:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014b2c3ae. 00000100:00000001:3.0:1767384989.502287:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384989.502290:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384989.502291:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384989.502293:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384989.502295:0:16166:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384989.502298:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384989.502298:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384989.502300:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f836fc9a. 02000000:00000001:2.0:1767384989.502305:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384989.502306:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384989.502308:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005da35bd. 00000100:00000001:2.0:1767384989.502312:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384989.502314:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384989.502318:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384989.502321:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036d39003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237373207424:0@lo:400: 00000100:00000001:2.0:1767384989.502323:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384989.502326:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384989.502329:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384989.502331:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384989.502332:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384989.502334:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384989.502336:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc23425. 00000400:00000200:3.0:1767384989.502339:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5583df 00000400:00000010:3.0:1767384989.502342:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5583df. 00000100:00000001:3.0:1767384989.502345:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384989.502348:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384989.502355:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502363:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384989.502364:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502365:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384989.502367:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384989.502368:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384989.502370:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384989.502372:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384989.502376:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c01542a1 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384989.502379:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384989.502381:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384989.502382:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384989.502384:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384989.502387:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384989.502394:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.502403:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384989.502404:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384989.502406:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384989.502407:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.502410:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502417:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384989.502419:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384989.502420:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384989.502423:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384989.502426:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384989.502429:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384989.502435:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006e5e8b32): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384989.502439:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.502442:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384989.502460:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008224473b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237373207040:0@lo:13: 00000100:00000001:3.0:1767384989.502464:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502466:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384989.502468:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036d39003 x1853237373207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502475:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384989.502477:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384989.502478:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4922d54. 02000000:00000001:3.0:1767384989.502482:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384989.502483:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384989.502484:0:16163:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384989.502486:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384989.502488:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067377753. 02000000:00000001:3.0:1767384989.502490:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384989.502498:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384989.502500:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036d39003. 00000100:00000001:3.0:1767384989.502503:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384989.502504:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502506:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384989.502509:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008224473b x1853237373207040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385005 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384989.502515:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384989.502517:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384989.502518:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cc7ddb18. 02000000:00000001:3.0:1767384989.502520:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384989.502522:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384989.502523:0:16163:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384989.502525:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384989.502526:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003be5bb84. 02000000:00000001:3.0:1767384989.502529:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384989.502531:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384989.502532:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008224473b. 00000100:00000001:3.0:1767384989.502535:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384989.502536:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502538:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384989.502542:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384989.502543:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384989.502545:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384989.502547:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384989.516663:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294980112, at 4294980113 00000100:00000040:1.0:1767384989.516666:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294980112, at 4294980113 00000100:00000010:1.0:1767384989.516676:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000727d310f. 00000100:00000040:2.0:1767384989.516678:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294980112, at 4294980113 00000100:00000040:0.0:1767384989.516678:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294980112, at 4294980113 00000100:00000010:3.0:1767384989.516681:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3c71dd6. 00000100:00000010:2.0:1767384989.516688:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc6573a1. 00000100:00000010:0.0:1767384989.516689:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020f27893. 00000800:00000001:2.0:1767384990.029229:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029254:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384990.029260:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029263:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.029278:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:2.0:1767384990.029299:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 224 into portal 12 MB=0x6958272f00880 00000400:00000200:2.0:1767384990.029310:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.49@tcp50 of length 224/224 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384990.029321:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029326:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.029330:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.029336:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:2.0:1767384990.029345:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384990.029349:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384990.029355:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076026172. 00000100:00000040:2.0:1767384990.029361:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000076026172 x1853237366884480 msgsize 224 00000100:00100000:2.0:1767384990.029367:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:2.0:1767384990.029407:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384990.029420:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029425:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384990.029427:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029430:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.029436:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:2.0:1767384990.029444:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 224 into portal 12 MB=0x6958272f00800 00000400:00000200:2.0:1767384990.029449:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.49@tcp50 of length 224/224 into md 0x229 [64] + 10592 00000800:00000001:2.0:1767384990.029455:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029464:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.029466:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.029470:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:2.0:1767384990.029474:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384990.029475:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384990.029479:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4a7d4ad. 00000100:00000040:2.0:1767384990.029482:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000e4a7d4ad x1853237366884352 msgsize 224 00000100:00100000:2.0:1767384990.029488:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:2.0:1767384990.029507:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384990.029513:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.029518:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384990.029532:0:17594:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384990.029539:0:17594:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884480 02000000:00000001:1.0:1767384990.029545:0:17594:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384990.029549:0:17594:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384990.029552:0:17594:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384990.029559:0:17594:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384990.029566:0:17594:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884480 00000020:00000001:1.0:1767384990.029571:0:17594:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384990.029574:0:17594:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000001:1.0:1767384990.029578:0:17594:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384990.029582:0:17594:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=6 00000020:00000001:1.0:1767384990.029586:0:17594:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:1.0:1767384990.029590:0:17594:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000100:00000001:1.0:1767384990.029635:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384990.029642:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006425ba63. 00000020:00000010:1.0:1767384990.029649:0:17594:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b6d485ac. 00000020:00000040:1.0:1767384990.029658:0:17594:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 10 - evictor 00000100:00000001:3.0:1767384990.029660:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384990.029669:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884352 02000000:00000001:3.0:1767384990.029674:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384990.029677:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384990.029680:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.029681:0:17594:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384990.029688:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384990.029691:0:17594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f5810cc. 00000100:00100000:3.0:1767384990.029695:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884352 00000020:00000001:3.0:1767384990.029709:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384990.029711:0:17594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000020:00000040:3.0:1767384990.029712:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000001:3.0:1767384990.029720:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384990.029723:0:17594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000020:00000040:3.0:1767384990.029739:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=7 00000100:00000040:1.0:1767384990.029742:0:17594:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384990.029745:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000100:00080000:2.0:1767384990.029747:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384990.029749:0:17594:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384990.029757:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000100:00000001:1.0:1767384990.029758:0:17594:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384990.029759:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 10 - evictor 00000100:00000001:1.0:1767384990.029766:0:17594:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.029769:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384990.029776:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000100:00000001:1.0:1767384990.029780:0:17594:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.029782:0:16805:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384990.029790:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000100:00000001:1.0:1767384990.029796:0:17594:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384990.029797:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000195c57f7. 00000020:00000010:3.0:1767384990.029810:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1bd5ab3. 00000020:00000010:3.0:1767384990.029816:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c404499d. 00000100:00000001:1.0:1767384990.029824:0:17594:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384990.029825:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384990.029832:0:17594:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384990.029833:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384990.029834:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384990.029841:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.029842:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384990.029874:0:17594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 4 00000100:00000040:1.0:1767384990.029881:0:17594:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe3de22c : new rpc_count 1 00000100:00000001:2.0:1767384990.029884:0:16804:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.029886:0:17594:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640826880 : -129520068724736 : ffff8a33c24ff800) 00000100:00000001:3.0:1767384990.029887:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.029902:0:16804:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.029913:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000076026172 x1853237366884480/t0(0) o41->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384990.029916:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384990.029923:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384990.029932:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384990.029938:0:17594:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384990.029942:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384990.029945:0:17594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e91c750. 00000100:00000001:3.0:1767384990.029949:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384990.029955:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 5 00000100:00000001:1.0:1767384990.029957:0:17594:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384990.029967:0:17594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e91c750. 00000100:00000040:2.0:1767384990.029969:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe3de22c : new rpc_count 2 00000100:00000001:3.0:1767384990.029971:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.029982:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640823296 : -129520068728320 : ffff8a33c24fea00) 00000100:00000001:3.0:1767384990.029983:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384990.029983:0:17594:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000076026172 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e9a3542d-7508-46fb-9106-eff33282093d+7:15556:x1853237366884480:12345-192.168.204.49@tcp50:41: 00000100:00000200:1.0:1767384990.030002:0:17594:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884480 00000100:00000040:2.0:1767384990.030008:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4a7d4ad x1853237366884352/t0(0) o41->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384990.030009:0:17594:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384990.030018:0:17594:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384990.030025:0:17594:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.030033:0:17594:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384990.030037:0:17594:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485952 : -1039065664 : ffffffffc2111dc0) 00000020:00000001:1.0:1767384990.030041:0:17594:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384990.030045:0:17594:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237366884480, found 0 last_xid 0 00000020:00000001:1.0:1767384990.030056:0:17594:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384990.030065:0:17594:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384990.030070:0:17594:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384990.030077:0:17594:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.030079:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384990.030084:0:17594:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384990.030087:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 02000000:00000001:1.0:1767384990.030090:0:17594:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384990.030098:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384990.030100:0:17594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b6d7d399. 00000020:00000010:2.0:1767384990.030103:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 02000000:00000001:1.0:1767384990.030107:0:17594:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.030113:0:17594:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384990.030119:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4a7d4ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+7:0:x1853237366884352:12345-192.168.204.49@tcp50:41: 00000004:00000001:1.0:1767384990.030122:0:17594:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1767384990.030130:0:17594:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000100:00000200:2.0:1767384990.030131:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884352 00000004:00000001:1.0:1767384990.030137:0:17594:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.030139:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384990.030146:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:1.0:1767384990.030149:0:17594:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767384990.030152:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.030158:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384990.030161:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485952 : -1039065664 : ffffffffc2111dc0) 00000020:00000001:2.0:1767384990.030165:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384990.030168:0:17594:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.030170:0:16804:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237366884352, found 0 last_xid 0 00000004:00000024:1.0:1767384990.030179:0:17594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000001:2.0:1767384990.030180:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384990.030188:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000020:1.0:1767384990.030192:0:17594:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:2.0:1767384990.030193:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384990.030199:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384990.030200:0:17594:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c dirty 0 pend 0 grant 3407872 00000100:00000001:2.0:1767384990.030208:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:1.0:1767384990.030209:0:17594:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000eddd9995 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1767384990.030215:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:1.0:1767384990.030217:0:17594:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000001e5d69d4 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767384990.030224:0:17594:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 02000000:00000010:2.0:1767384990.030225:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001400cc2c. 02000000:00000001:2.0:1767384990.030232:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384990.030234:0:17594:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000000fbdd1df. 00000100:00000001:2.0:1767384990.030236:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.030246:0:17594:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000001:2.0:1767384990.030248:0:16804:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:1.0:1767384990.030254:0:17594:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.030256:0:16804:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384990.030263:0:16804:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.030264:0:17594:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000024:2.0:1767384990.030270:0:16804:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000001:00000001:1.0:1767384990.030270:0:17594:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.030274:0:17594:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384990.030279:0:16804:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000040:1.0:1767384990.030282:0:17594:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884480 00000020:00000020:2.0:1767384990.030286:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c dirty 0 pend 0 grant 3407872 00010000:00000001:1.0:1767384990.030289:0:17594:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000020:2.0:1767384990.030296:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000eddd9995 dirty 0 pend 0 grant 0 00010000:00000200:1.0:1767384990.030301:0:17594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000076026172 x1853237366884480/t0(0) o41->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/368 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384990.030304:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000001e5d69d4 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1767384990.030315:0:16804:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00010000:00000001:1.0:1767384990.030323:0:17594:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384990.030329:0:17594:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384990.030336:0:16804:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000794e35c3. 00000100:00001000:1.0:1767384990.030336:0:17594:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384990.030351:0:17594:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384990.030352:0:16804:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000040:1.0:1767384990.030359:0:17594:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000020:00000001:2.0:1767384990.030360:0:16804:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.030367:0:17594:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 00000001:00000001:2.0:1767384990.030369:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.030376:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384990.030377:0:17594:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384990.030385:0:17594:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.030386:0:16804:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.030392:0:17594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1767384990.030394:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884352 00010000:00000001:2.0:1767384990.030401:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384990.030402:0:17594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:1.0:1767384990.030411:0:17594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00010000:00000200:2.0:1767384990.030412:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4a7d4ad x1853237366884352/t0(0) o41->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/368 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384990.030422:0:17594:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237366884480, offset 224 00010000:00000001:2.0:1767384990.030435:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384990.030443:0:17594:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00010000:00000001:2.0:1767384990.030444:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384990.030451:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384990.030457:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384990.030466:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00000400:00000200:1.0:1767384990.030467:0:17594:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000100:00000001:2.0:1767384990.030474:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:2.0:1767384990.030480:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384990.030483:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.030486:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384990.030491:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000200:1.0:1767384990.030499:0:17594:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [223:223:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000010:2.0:1767384990.030501:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6d60692. 00000100:00000200:2.0:1767384990.030514:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237366884352, offset 224 00000400:00000200:1.0:1767384990.030534:0:17594:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000400:00000200:2.0:1767384990.030536:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000800:00000200:1.0:1767384990.030551:0:17594:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000400:00000200:2.0:1767384990.030559:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000800:00000010:1.0:1767384990.030560:0:17594:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e529af8. 00000800:00000200:1.0:1767384990.030576:0:17594:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000400:00000200:2.0:1767384990.030583:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [224:224:255:4294967295] 192.168.204.49@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:1.0:1767384990.030637:0:17594:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:1.0:1767384990.030647:0:17594:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e529af8 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1767384990.030659:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384990.030669:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000100:00000001:1.0:1767384990.030670:0:17594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384990.030681:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056c4e7df. 00000100:00000040:1.0:1767384990.030682:0:17594:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00010000:00000001:1.0:1767384990.030689:0:17594:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384990.030694:0:17594:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.030699:0:17594:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1767384990.030706:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000100:00000040:1.0:1767384990.030711:0:17594:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076026172 x1853237366884480/t0(0) o41->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/368 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384990.030732:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000100:00100000:1.0:1767384990.030737:0:17594:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000076026172 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e9a3542d-7508-46fb-9106-eff33282093d+7:15556:x1853237366884480:12345-192.168.204.49@tcp50:41: Request processed in 794us (1368us total) trans 0 rc 0/0 00000800:00000200:2.0:1767384990.030746:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056c4e7df type 1, nob 464 niov 1 nkiov 1 00000100:00100000:1.0:1767384990.030753:0:17594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 4 00000100:00000040:1.0:1767384990.030758:0:17594:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 1 00000100:00000001:1.0:1767384990.030762:0:17594:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384990.030766:0:17594:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384990.030775:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384990.030776:0:17594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00000800:00000200:0.0:1767384990.030784:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384990.030789:0:17594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000800:00000010:0.0:1767384990.030793:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e529af8. 00000100:00000040:2.0:1767384990.030794:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 4 to 192.168.204.49@tcp50 00000020:00000010:1.0:1767384990.030798:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f5810cc. 00010000:00000001:2.0:1767384990.030802:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384990.030804:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384990.030808:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384990.030810:0:17594:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 6 00000020:00000001:2.0:1767384990.030813:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384990.030818:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:1.0:1767384990.030822:0:17594:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.030826:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f1119 00000100:00000040:2.0:1767384990.030829:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4a7d4ad x1853237366884352/t0(0) o41->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/368 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384990.030832:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7f1119. 00000100:00000001:0.0:1767384990.030840:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384990.030843:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384990.030875:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4a7d4ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+6:0:x1853237366884352:12345-192.168.204.49@tcp50:41: Request processed in 769us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384990.030893:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 5 00000100:00000040:2.0:1767384990.030897:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 0 00000100:00000001:2.0:1767384990.030901:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384990.030904:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384990.030910:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1bd5ab3. 00000020:00000010:2.0:1767384990.030922:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c404499d. 00000020:00000010:2.0:1767384990.030929:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000195c57f7. 00000020:00000040:2.0:1767384990.030935:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 5 00000100:00000001:2.0:1767384990.030939:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384990.030970:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384990.030976:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056c4e7df. 00000400:00000200:0.0:1767384990.030983:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.030990:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:0.0:1767384990.030996:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d60692 00000400:00000010:0.0:1767384990.030999:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d60692. 00000100:00000001:0.0:1767384990.031005:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384990.031007:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384990.032196:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.032210:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384990.032214:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.032217:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.032226:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:2.0:1767384990.032239:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 440 into portal 12 MB=0x6958272f00900 00000400:00000200:2.0:1767384990.032246:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.49@tcp50 of length 440/440 into md 0x229 [64] + 10816 00000800:00000001:2.0:1767384990.032252:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.032261:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.032264:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.032269:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:2.0:1767384990.032274:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384990.032276:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384990.032280:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005ac63e5. 00000100:00000040:2.0:1767384990.032295:0:16158:0:(events.c:337:request_in_callback()) incoming req@0000000005ac63e5 x1853237366884608 msgsize 440 00000100:00100000:2.0:1767384990.032301:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:2.0:1767384990.032325:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384990.032338:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.032344:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384990.032400:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384990.032406:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884608 02000000:00000001:0.0:1767384990.032410:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384990.032413:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384990.032416:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384990.032421:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384990.032425:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884608 00000020:00000001:0.0:1767384990.032428:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384990.032430:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000001:0.0:1767384990.032432:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384990.032435:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=6 00000020:00000001:0.0:1767384990.032439:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:0.0:1767384990.032442:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000100:00000001:0.0:1767384990.032446:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384990.032451:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035409c26. 00000100:00000001:0.0:1767384990.032454:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384990.032457:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035409c26. 00000020:00000010:0.0:1767384990.032464:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000766e714b. 00000020:00000010:0.0:1767384990.032469:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033255447. 00000020:00000010:0.0:1767384990.032473:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000040:0.0:1767384990.032480:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384990.032483:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384990.032485:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384990.032487:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384990.032492:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384990.032509:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384990.032521:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384990.032523:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384990.032528:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 6 00000100:00000040:0.0:1767384990.032531:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe3de22c : new rpc_count 1 00000100:00000001:0.0:1767384990.032534:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640817920 : -129520068733696 : ffff8a33c24fd500) 00000100:00000040:0.0:1767384990.032540:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005ac63e5 x1853237366884608/t0(0) o40->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 440/0 e 0 to 0 dl 1767385001 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384990.032551:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384990.032554:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035409c26. 00000100:00000001:0.0:1767384990.032557:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384990.032559:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035409c26. 00000100:00100000:0.0:1767384990.032564:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005ac63e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+6:15556:x1853237366884608:12345-192.168.204.49@tcp50:40: 00000100:00000200:0.0:1767384990.032569:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884608 00000020:00000001:0.0:1767384990.032571:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384990.032575:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384990.032578:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384990.032581:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384990.032583:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485904 : -1039065712 : ffffffffc2111d90) 00000020:00000001:0.0:1767384990.032587:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384990.032590:0:16804:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237366884608, found 0 last_xid 1853237366884351 00000020:00000001:0.0:1767384990.032631:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384990.032634:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384990.032637:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384990.032640:0:16804:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384990.032644:0:16804:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384990.032646:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384990.032651:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384990.032654:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384990.032658:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000619c1ad2. 02000000:00000001:0.0:1767384990.032662:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384990.032664:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384990.032668:0:16804:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384990.032670:0:16804:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384990.032672:0:16804:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384990.032675:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384990.032677:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384990.032680:0:16804:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384990.032683:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884608 00010000:00000001:0.0:1767384990.032686:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384990.032690:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005ac63e5 x1853237366884608/t0(0) o40->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 440/448 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384990.032701:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384990.032703:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384990.032706:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384990.032711:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384990.032713:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000100:00000001:0.0:1767384990.032716:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:0.0:1767384990.032719:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384990.032721:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384990.032724:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384990.032726:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:0.0:1767384990.032731:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b90f060c. 00000100:00000200:0.0:1767384990.032735:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237366884608, offset 224 00000400:00000200:0.0:1767384990.032742:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:0.0:1767384990.032751:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:0.0:1767384990.032762:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [225:225:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384990.032775:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384990.032781:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:0.0:1767384990.032785:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056481dd7. 00000800:00000200:0.0:1767384990.032790:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:0.0:1767384990.032797:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:0.0:1767384990.032801:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056481dd7 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384990.032820:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384990.032825:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 4 to 192.168.204.49@tcp50 00010000:00000001:0.0:1767384990.032830:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384990.032832:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384990.032836:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384990.032842:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005ac63e5 x1853237366884608/t0(0) o40->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 440/448 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384990.032893:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005ac63e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+6:15556:x1853237366884608:12345-192.168.204.49@tcp50:40: Request processed in 337us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384990.032907:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 6 00000100:00000040:0.0:1767384990.032912:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 0 00000100:00000001:0.0:1767384990.032916:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384990.032919:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384990.032924:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033255447. 00000020:00000010:0.0:1767384990.032931:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767384990.032937:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000766e714b. 00000020:00000040:0.0:1767384990.032943:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 5 00000100:00000001:0.0:1767384990.032947:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384990.032997:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384990.033003:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056481dd7. 00000400:00000200:2.0:1767384990.033010:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.033019:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:2.0:1767384990.033026:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b90f060c 00000400:00000010:2.0:1767384990.033028:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b90f060c. 00000100:00000001:2.0:1767384990.033034:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384990.033036:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384990.035473:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.035487:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384990.035491:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.035493:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.035502:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:0.0:1767384990.035515:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 520 into portal 28 MB=0x6958272f00980 00000400:00000200:0.0:1767384990.035531:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.49@tcp50 of length 520/520 into md 0xab9 [8] + 5232 00000800:00000001:0.0:1767384990.035539:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.035548:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.035551:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.035556:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:0.0:1767384990.035561:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384990.035564:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384990.035570:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b101f4b3. 00000100:00000040:0.0:1767384990.035573:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000b101f4b3 x1853237366884736 msgsize 520 00000100:00100000:0.0:1767384990.035580:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:0.0:1767384990.035631:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384990.035640:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.035646:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384990.035649:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.035652:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.035657:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:0.0:1767384990.035665:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 224 into portal 26 MB=0x6958272f00a00 00000400:00000200:0.0:1767384990.035671:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 224/224 into md 0x1989 [2] + 0 00000400:00000010:0.0:1767384990.035677:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6dd4b8c. 00000400:00000200:0.0:1767384990.035698:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037453b6f 00000800:00000001:0.0:1767384990.035700:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.035704:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.035706:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.035709:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:0.0:1767384990.035712:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037453b6f 00000100:00000001:1.0:1767384990.035714:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384990.035714:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037453b6f. 00000100:00100000:1.0:1767384990.035719:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884736 00000100:00000001:0.0:1767384990.035721:0:16156:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384990.035722:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384990.035725:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384990.035726:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384990.035729:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384990.035731:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000098e28507 x1853237366884864 msgsize 224 02000000:00000001:1.0:1767384990.035733:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384990.035737:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884736 00000100:00100000:0.0:1767384990.035738:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000020:00000001:1.0:1767384990.035741:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384990.035742:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:1.0:1767384990.035744:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384990.035747:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384990.035748:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.035749:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384990.035753:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f5810cc. 00000100:00000001:0.0:1767384990.035753:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384990.035758:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000800:00000001:0.0:1767384990.035758:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384990.035763:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000800:00000001:0.0:1767384990.035763:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384990.035770:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384990.035772:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384990.035773:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.035777:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384990.035777:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384990.035781:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884864 02000000:00000001:3.0:1767384990.035784:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384990.035785:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384990.035786:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384990.035789:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.035789:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384990.035793:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884864 00000020:00000001:3.0:1767384990.035797:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384990.035798:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:3.0:1767384990.035800:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384990.035803:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=9 00000100:00000001:1.0:1767384990.035803:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384990.035806:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384990.035807:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:3.0:1767384990.035811:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384990.035812:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384990.035815:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 4 00000100:00000001:0.0:1767384990.035816:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384990.035817:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384990.035820:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558776120576 : -129514933431040 : ffff8a34f4665500) 00000100:00000001:0.0:1767384990.035821:0:17576:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384990.035822:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000100:00000001:0.0:1767384990.035826:0:17576:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.035827:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b101f4b3 x1853237366884736/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767385010 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384990.035832:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384990.035838:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000020:00000010:3.0:1767384990.035845:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69b9e16. 00000100:00100000:1.0:1767384990.035846:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b101f4b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:12151:x1853237366884736:12345-192.168.204.49@tcp50:8: 00000100:00000200:1.0:1767384990.035897:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884736 00000020:00000010:3.0:1767384990.035899:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f24574c. 00000020:00000001:1.0:1767384990.035901:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384990.035908:0:17575:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:3.0:1767384990.035912:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000020:00000040:1.0:1767384990.035924:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - find 00000100:00000040:3.0:1767384990.035926:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384990.035935:0:17575:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446614558669144064 : -129515040407552 : ffff8a34ee060000) 00000100:00000001:3.0:1767384990.035937:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384990.035943:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384990.035946:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.035946:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384990.035952:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384990.035965:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384990.035968:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bc9e8a9c. 02000000:00000001:1.0:1767384990.035975:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.035978:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384990.035981:0:17575:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:3.0:1767384990.035987:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384990.035989:0:17575:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50 t0 exp 0000000000000000 cur 313 last 0 00010000:00000001:1.0:1767384990.036001:0:17575:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:1.0:1767384990.036005:0:17575:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000001:3.0:1767384990.036008:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384990.036009:0:17575:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:3.0:1767384990.036016:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384990.036017:0:17575:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384990.036024:0:17575:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001dcc33d6. 00000100:00100000:3.0:1767384990.036031:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 172 00000020:00000001:1.0:1767384990.036033:0:17575:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:3.0:1767384990.036041:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000020:00000040:1.0:1767384990.036042:0:17575:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001dcc33d6 with handle 0xcb8130832f6b38ad to hash 00000100:00000001:3.0:1767384990.036050:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671896656 : -129515037654960 : ffff8a34ee300050) 00000020:00000001:1.0:1767384990.036052:0:17575:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384990.036060:0:17575:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000040:3.0:1767384990.036066:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098e28507 x1853237366884864/t0(0) o400->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 224/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384990.036068:0:17575:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384990.036075:0:17575:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003a873938. 00000001:00000001:1.0:1767384990.036084:0:17575:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.036094:0:17575:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:3.0:1767384990.036096:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1767384990.036099:0:17575:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000010:3.0:1767384990.036105:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000001:00000010:1.0:1767384990.036107:0:17575:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001cc6f863. 00000100:00000001:3.0:1767384990.036113:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1767384990.036117:0:17575:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004dc38fac. 00000020:00000010:3.0:1767384990.036120:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000001:00000010:1.0:1767384990.036125:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083c5e7d2. 00000100:00100000:3.0:1767384990.036134:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098e28507 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:12152:x1853237366884864:12345-192.168.204.49@tcp50:400: 00000001:00000010:1.0:1767384990.036136:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5aace7d. 00000001:00000010:1.0:1767384990.036145:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000edd45d45. 00000100:00000200:3.0:1767384990.036147:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884864 00000001:00000010:1.0:1767384990.036152:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054eac36d. 00000020:00000001:3.0:1767384990.036154:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384990.036160:0:17575:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.036161:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384990.036168:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.036169:0:17575:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.036174:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384990.036176:0:17575:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.036181:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00000020:00000040:1.0:1767384990.036183:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=3 00000020:00000001:3.0:1767384990.036188:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1767384990.036191:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 7 - export 00000020:00000001:3.0:1767384990.036194:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384990.036198:0:17575:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614558764601344 : -129514944950272 : ffff8a34f3b69000) 00000020:00000001:3.0:1767384990.036200:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1767384990.036204:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 2 00000020:00000080:1.0:1767384990.036207:0:17575:0:(genops.c:1402:class_connect()) connect: client e9a3542d-7508-46fb-9106-eff33282093d, cookie 0xcb8130832f6b38ad 00000020:00000001:1.0:1767384990.036215:0:17575:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.036216:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384990.036218:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384990.036222:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384990.036223:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38ad 00000020:00000001:1.0:1767384990.036231:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384990.036233:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1767384990.036235:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001dcc33d6 refcount=3 00000100:00000001:3.0:1767384990.036238:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384990.036240:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764601344 : -129514944950272 : ffff8a34f3b69000) 02000000:00000001:3.0:1767384990.036245:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384990.036246:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764601344 : -129514944950272 : ffff8a34f3b69000) 00000001:00000001:1.0:1767384990.036253:0:17575:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 02000000:00000010:3.0:1767384990.036254:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007826b27b. 00000001:00000001:1.0:1767384990.036257:0:17575:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 02000000:00000001:3.0:1767384990.036260:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384990.036264:0:17575:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 7 00000100:00000001:3.0:1767384990.036266:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.036274:0:17575:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446614553643174912 : -129520066376704 : ffff8a33c273cc00) 00000020:00000001:3.0:1767384990.036275:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384990.036287:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884864 00000001:00000001:1.0:1767384990.036287:0:17575:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384990.036294:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=4 00010000:00000001:3.0:1767384990.036295:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000040:1.0:1767384990.036300:0:17575:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 8 00010000:00000200:3.0:1767384990.036307:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098e28507 x1853237366884864/t0(0) o400->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384990.036310:0:17575:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384990.036324:0:17575:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.204.49@tcp50 to nodemap default 00000001:00000040:1.0:1767384990.036333:0:17575:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 7 00010000:00000001:3.0:1767384990.036336:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:1.0:1767384990.036339:0:17575:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.036341:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:1.0:1767384990.036350:0:17575:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00001000:3.0:1767384990.036351:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384990.036367:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384990.036372:0:17575:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384990.036377:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000020:00000001:1.0:1767384990.036379:0:17575:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384990.036385:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 00000020:00000020:1.0:1767384990.036387:0:17575:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 free: 389021696 avail: 386924544 02000000:00000001:3.0:1767384990.036394:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384990.036397:0:17575:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 02000000:00000001:3.0:1767384990.036399:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384990.036402:0:17575:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000100:00000001:3.0:1767384990.036404:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384990.036412:0:17575:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000100:00000040:3.0:1767384990.036414:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000020:00000001:1.0:1767384990.036419:0:17575:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000400:00000010:3.0:1767384990.036423:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078f6d132. 00000020:00000020:1.0:1767384990.036424:0:17575:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:1.0:1767384990.036436:0:17575:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 tot cached:0 granted:44236800 num_exports: 2 00000100:00000200:3.0:1767384990.036438:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237366884864, offset 224 00000020:00000001:1.0:1767384990.036440:0:17575:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:1.0:1767384990.036447:0:17575:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 ocd_grant: 3407872 want: 134217728 left: 346030080 00000020:00000001:1.0:1767384990.036454:0:17575:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00002000:00100000:1.0:1767384990.036457:0:17575:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00000001:1.0:1767384990.036463:0:17575:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384990.036465:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000001:00000001:1.0:1767384990.036468:0:17575:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:1.0:1767384990.036475:0:17575:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'e9a3542d-7508-46fb-9106-eff33282093d' generation 0 00000001:00000001:1.0:1767384990.036479:0:17575:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384990.036483:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384990.036490:0:16799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:3.0:1767384990.036508:0:16799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [226:226:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [22:22:8:4294967295] 00080000:00000010:1.0:1767384990.036526:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000eb2d702. 00080000:00000001:1.0:1767384990.036533:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558311906304 : -129515397645312 : ffff8a34d8bafc00) 00080000:00000001:1.0:1767384990.036542:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384990.036552:0:16799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384990.036565:0:16799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:3.0:1767384990.036572:0:16799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003be5bb84. 00000800:00000200:3.0:1767384990.036578:0:16799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:3.0:1767384990.036654:0:16799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:3.0:1767384990.036659:0:16799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003be5bb84 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384990.036674:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384990.036679:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 4 to 192.168.204.49@tcp50 00010000:00000001:3.0:1767384990.036683:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384990.036686:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.036689:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384990.036697:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098e28507 x1853237366884864/t0(0) o400->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384990.036713:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098e28507 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:12152:x1853237366884864:12345-192.168.204.49@tcp50:400: Request processed in 613us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384990.036726:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 172 00000100:00000040:3.0:1767384990.036731:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000001:00000001:1.0:1767384990.036731:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384990.036737:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.036739:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:1.0:1767384990.036745:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384990.036747:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:1.0:1767384990.036776:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384990.036782:0:17575:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ab7962d5. 00000001:00000040:1.0:1767384990.036786:0:17575:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000001dcc33d6 : new cb_count 1 00000020:00000040:1.0:1767384990.036790:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=5 00080000:00000001:1.0:1767384990.036796:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:3.0:1767384990.036837:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f24574c. 00000020:00000010:3.0:1767384990.036847:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000020:00000010:3.0:1767384990.036883:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69b9e16. 00000020:00000040:3.0:1767384990.036892:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 8 00000800:00000200:2.0:1767384990.036894:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384990.036912:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003be5bb84. 00000400:00000200:2.0:1767384990.036925:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.036939:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:2.0:1767384990.036948:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f6d132 00000400:00000010:2.0:1767384990.036953:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078f6d132. 00000100:00000001:2.0:1767384990.036962:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384990.036968:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384990.036973:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384990.036973:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384990.036974:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007826b27b. 00080000:00000001:1.0:1767384990.036981:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000200:3.0:1767384990.036988:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384990.036990:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:1.0:1767384990.036990:0:17575:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000800:00000001:0.0:1767384990.036991:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384990.036997:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1767384990.037000:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384990.037001:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384990.037004:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184579ed. 00000800:00000001:0.0:1767384990.037015:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384990.037016:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b66773ac. 00080000:00000001:1.0:1767384990.037024:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384990.037030:0:17575:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384990.037038:0:17575:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384990.037045:0:17575:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000400:00000200:0.0:1767384990.037046:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000020:00000001:1.0:1767384990.037049:0:17575:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384990.037060:0:17575:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000198f31d8 00000020:00000010:1.0:1767384990.037067:0:17575:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d9edcead. 00000400:00000200:0.0:1767384990.037076:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 448 into portal 23 MB=0x6958272f00a80 00000020:00000040:1.0:1767384990.037079:0:17575:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000d9edcead for nid 192.168.204.49@tcp50 - ref 2 00000400:00000200:0.0:1767384990.037095:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.49@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:0.0:1767384990.037104:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.037116:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.037120:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.037126:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:0.0:1767384990.037133:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384990.037136:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1767384990.037144:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 00000100:00000040:0.0:1767384990.037148:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000006847cd02 x1853237366884992 msgsize 448 00000100:00100000:0.0:1767384990.037157:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:0.0:1767384990.037178:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384990.037184:0:17575:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384990.037188:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.037197:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384990.037226:0:17575:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f96868e0. 00000020:00000010:1.0:1767384990.037230:0:17575:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000ed4056f3. 00000020:00000010:1.0:1767384990.037233:0:17575:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000e7a54d77. 00000020:00000010:3.0:1767384990.037246:0:16808:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000adfd511f. 00000020:00000010:1.0:1767384990.037247:0:17575:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000088f1b965. 00000020:00000010:1.0:1767384990.037253:0:17575:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000001cdb9567. 00000100:00000001:3.0:1767384990.037254:0:16808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384990.037257:0:16808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366884992 00000020:00000010:1.0:1767384990.037258:0:17575:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ccb50163. 02000000:00000001:3.0:1767384990.037259:0:16808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384990.037262:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384990.037264:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384990.037267:0:16808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384990.037270:0:16808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366884992 00002000:00000001:1.0:1767384990.037270:0:17575:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.037273:0:16808:0:(genops.c:811:class_conn2export()) Process entered 00002000:00080000:1.0:1767384990.037274:0:17575:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767384990.037276:0:17575:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.037277:0:17575:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384990.037282:0:16808:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000010:1.0:1767384990.037282:0:17575:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000fe2b359f. 00000020:00000001:3.0:1767384990.037286:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384990.037287:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 8 - import 00000020:00000040:3.0:1767384990.037289:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=6 00000020:00000001:3.0:1767384990.037292:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:3.0:1767384990.037294:0:16808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:1.0:1767384990.037294:0:17575:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384990.037297:0:17575:0:(genops.c:1242:class_import_put()) import 00000000fe2b359f refcount=1 obd=lustre-OST0000 00000100:00000001:3.0:1767384990.037298:0:16808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384990.037301:0:17575:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384990.037303:0:16808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000020:00000010:1.0:1767384990.037305:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e91c750. 00000100:00000001:3.0:1767384990.037306:0:16808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384990.037310:0:16808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000020:00000040:1.0:1767384990.037312:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=6 00000020:00000010:3.0:1767384990.037315:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69b9e16. 00000100:00000040:1.0:1767384990.037315:0:17575:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000001dcc33d6 : new rpc_count 1 00000100:00000001:1.0:1767384990.037320:0:17575:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1767384990.037321:0:16808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f24574c. 00000020:00000010:3.0:1767384990.037325:0:16808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001be7abc6. 00000400:00000200:1.0:1767384990.037329:0:17575:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.49@tcp50 primary NID 192.168.204.49@tcp50 rc 0 00000100:00000040:3.0:1767384990.037332:0:16808:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1767384990.037332:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384990.037337:0:16808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384990.037338:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000100:00000001:3.0:1767384990.037340:0:16808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384990.037341:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 00000100:00000001:3.0:1767384990.037342:0:16808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.037344:0:17575:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558183773504 : -129515525778112 : 0xffff8a34d117d540) 00000100:00000001:3.0:1767384990.037347:0:16808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.037348:0:17575:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000020:00000040:1.0:1767384990.037371:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=7 00000100:00000001:1.0:1767384990.037377:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384990.037380:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00000100:00000001:3.0:1767384990.037383:0:16808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384990.037384:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:1.0:1767384990.037396:0:17575:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384990.037400:0:17575:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384990.037403:0:17575:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000100:00000001:3.0:1767384990.037406:0:16808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384990.037408:0:17575:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661049408 : -1048502208 : ffffffffc1812040) 00000100:00000001:3.0:1767384990.037412:0:16808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384990.037415:0:17575:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.037421:0:17575:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384990.037426:0:17575:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00100000:3.0:1767384990.037428:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 0 00000100:00000001:1.0:1767384990.037430:0:17575:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384990.037440:0:17575:0:(import.c:65:import_set_state_nolock()) 00000000fe2b359f : changing import state from RECOVER to FULL 00000100:00000040:3.0:1767384990.037442:0:16808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe3de22c : new rpc_count 1 00000020:00000010:0.0:1767384990.037446:0:16807:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000073a3bfab. 00000100:00000001:1.0:1767384990.037447:0:17575:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384990.037453:0:16808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013191296 : -129515696360320 : ffff8a34c6ecf480) 00000100:00000001:1.0:1767384990.037454:0:17575:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384990.037457:0:16807:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:1.0:1767384990.037461:0:17575:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384990.037464:0:16807:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000020:00000040:1.0:1767384990.037468:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 6 00000100:00000010:0.0:1767384990.037473:0:16807:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000766e714b. 00000100:00000040:3.0:1767384990.037475:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006847cd02 x1853237366884992/t0(0) o33->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 448/0 e 0 to 0 dl 1767385001 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000040:1.0:1767384990.037476:0:17575:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 8 - find 00000100:00100000:0.0:1767384990.037487:0:16807:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00010000:00000001:1.0:1767384990.037488:0:17575:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.037499:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384990.037504:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609504 : -1036942112 : ffffffffc23184e0) 00000020:00000001:1.0:1767384990.037515:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384990.037524:0:17575:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.037526:0:16808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384990.037528:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384990.037534:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384990.037538:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384990.037539:0:16808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000020:00000001:1.0:1767384990.037541:0:17575:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000001:3.0:1767384990.037551:0:16808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384990.037552:0:17575:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384990.037562:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884736 00000020:00000010:3.0:1767384990.037564:0:16808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00010000:00000001:1.0:1767384990.037566:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384990.037583:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b101f4b3 x1853237366884736/t0(0) o8->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767385010 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384990.037599:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384990.037602:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384990.037605:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=88 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384990.037610:0:17575:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384990.037614:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384990.037619:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000100:00100000:3.0:1767384990.037641:0:16808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006847cd02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e9a3542d-7508-46fb-9106-eff33282093d+6:15556:x1853237366884992:12345-192.168.204.49@tcp50:33: 00000100:00000200:3.0:1767384990.037650:0:16808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366884992 00000100:00000001:1.0:1767384990.037659:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:1.0:1767384990.037667:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384990.037668:0:16808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384990.037671:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.037677:0:16808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384990.037679:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384990.037685:0:16808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.037692:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000020:00000001:3.0:1767384990.037695:0:16808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384990.037699:0:16808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485568 : -1039066048 : ffffffffc2111c40) 00000400:00000010:1.0:1767384990.037701:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be3e8f2c. 00000020:00000001:3.0:1767384990.037704:0:16808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384990.037710:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237366884736, offset 0 00000001:00000001:3.0:1767384990.037711:0:16808:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237366884992, found 0 last_xid 1853237366884991 00000020:00000001:3.0:1767384990.037720:0:16808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384990.037726:0:16808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384990.037727:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000020:00000001:3.0:1767384990.037730:0:16808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384990.037736:0:16808:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384990.037741:0:16808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384990.037746:0:17575:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000020:00000001:3.0:1767384990.037751:0:16808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558305186104 : -129515404365512 : ffff8a34d8547138) 00000020:00000001:3.0:1767384990.037757:0:16808:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.037764:0:16808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384990.037765:0:17575:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [227:227:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [23:23:8:4294967295] 00000004:00000001:3.0:1767384990.037774:0:16808:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000004:00000001:3.0:1767384990.037783:0:16808:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:1.0:1767384990.037792:0:17575:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000004:00000001:3.0:1767384990.037795:0:16808:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384990.037801:0:16808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1767384990.037803:0:17575:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:1.0:1767384990.037811:0:17575:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbf247d3. 00000800:00000200:1.0:1767384990.037817:0:17575:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:1.0:1767384990.037827:0:17575:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:1.0:1767384990.037832:0:17575:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbf247d3 type 1, nob 512 niov 1 nkiov 1 00080000:00000001:3.0:1767384990.037843:0:16808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:1.0:1767384990.037875:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384990.037877:0:16808:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1767384990.037888:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00000004:00000001:3.0:1767384990.037900:0:16808:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:2.0:1767384990.037902:0:16807:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.037902:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000001:3.0:1767384990.037909:0:16808:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:1.0:1767384990.037910:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384990.037917:0:16808:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:1.0:1767384990.037918:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:3.0:1767384990.037924:0:16808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000040:1.0:1767384990.037930:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b101f4b3 x1853237366884736/t0(0) o8->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767385010 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384990.037931:0:16808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384990.037941:0:16808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384990.037947:0:16808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384990.037956:0:16808:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384990.037965:0:16808:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384990.037972:0:16808:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:0.0:1767384990.037974:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1767384990.037977:0:16808:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384990.037983:0:16808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384990.037989:0:16808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000800:00000010:0.0:1767384990.037989:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbf247d3. 00000100:00100000:1.0:1767384990.037998:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b101f4b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e9a3542d-7508-46fb-9106-eff33282093d+6:12151:x1853237366884736:12345-192.168.204.49@tcp50:8: Request processed in 2143us (2413us total) trans 0 rc 0/0 00000004:00000001:3.0:1767384990.038000:0:16808:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000400:00000200:0.0:1767384990.038005:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.038026:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00100000:1.0:1767384990.038027:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 4 00000400:00000200:0.0:1767384990.038036:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be3e8f2c 00000100:00000040:1.0:1767384990.038037:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001dcc33d6 : new rpc_count 0 00000400:00000010:0.0:1767384990.038044:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be3e8f2c. 00000100:00000001:1.0:1767384990.038045:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384990.038053:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384990.038055:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384990.038060:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00000100:00000001:0.0:1767384990.038061:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384990.038072:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000004:00000001:3.0:1767384990.038077:0:16808:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000010:1.0:1767384990.038080:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f5810cc. 00000100:00000001:0.0:1767384990.038084:0:39705:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000040:1.0:1767384990.038087:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 5 00000100:00000001:1.0:1767384990.038097:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384990.038098:0:16808:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1767384990.038103:0:16808:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767384990.038107:0:16808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384990.038112:0:16808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1767384990.038113:0:39705:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000035409c26. 02000000:00000010:3.0:1767384990.038119:0:16808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e70e41e3. 00000020:00000010:0.0:1767384990.038123:0:39705:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005b034ed6. 02000000:00000001:3.0:1767384990.038126:0:16808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.038133:0:16808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384990.038137:0:39705:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e97f72b9. 00000004:00000001:3.0:1767384990.038140:0:16808:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000010:0.0:1767384990.038146:0:39705:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000824fa7bb. 00000004:00000001:3.0:1767384990.038147:0:16808:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384990.038157:0:16808:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000040:00000010:0.0:1767384990.038158:0:39705:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000052f9468f. 00000001:00000001:3.0:1767384990.038160:0:16808:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384990.038166:0:16808:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384990.038168:0:39705:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f63cc098. 00000001:00000001:3.0:1767384990.038170:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384990.038175:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384990.038177:0:39705:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002683ddfa. 00000001:00000001:3.0:1767384990.038179:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384990.038185:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000010:0.0:1767384990.038186:0:39705:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d5fe35d. 00000001:00000001:3.0:1767384990.038188:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384990.038196:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767384990.038197:0:39705:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004fc0e088. 00000001:00000001:3.0:1767384990.038199:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384990.038204:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 40000000:00000010:0.0:1767384990.038207:0:39705:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f379543a. 00000001:00000001:3.0:1767384990.038209:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384990.038214:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00100000:00000010:0.0:1767384990.038215:0:39705:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005d87541. 00000001:00000001:3.0:1767384990.038217:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384990.038225:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384990.038226:0:39705:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb10d1c2. 00000001:00000001:3.0:1767384990.038229:0:16808:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00040000:00000010:0.0:1767384990.038234:0:39705:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005539cf63. 00000001:00000001:3.0:1767384990.038235:0:16808:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384990.038245:0:39705:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ba3114af. 02000000:00000001:3.0:1767384990.038246:0:16808:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00080000:00000010:0.0:1767384990.038253:0:39705:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008fcefae0. 00000004:00000010:0.0:1767384990.038259:0:39705:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000381f3bd6. 00000004:00000010:0.0:1767384990.038264:0:39705:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000961c809c. 00000004:00000010:0.0:1767384990.038268:0:39705:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c2b115ed. 00000004:00000010:0.0:1767384990.038273:0:39705:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fbeebb27. 00000100:00000010:0.0:1767384990.038297:0:39705:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a57537ac. 00000100:00000200:0.0:1767384990.038307:0:39705:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 02000000:00000010:3.0:1767384990.038338:0:16808:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000be013e84. 00000004:00000001:3.0:1767384990.038345:0:16808:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000004:00000040:3.0:1767384990.038348:0:16808:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000004:00080000:0.0:1767384990.039180:0:16808:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 828us 00000004:00000001:0.0:1767384990.039186:0:16808:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:3.0:1767384990.051062:0:39706:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000009cd5a9ea. 02000000:00000001:3.0:1767384990.051071:0:39706:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384990.051075:0:39706:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384990.051077:0:39706:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000dee51d57: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384990.051080:0:39706:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384990.051083:0:39706:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000be013e84 for key 0 02000000:00000001:3.0:1767384990.051115:0:39706:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384990.051119:0:39706:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000009cd5a9ea. 02000000:00001000:1.0:1767384990.051228:0:16808:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000be013e84 flags 0x0 02000000:00000001:1.0:1767384990.051237:0:16808:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614553640076288 : -129520069475328 : ffff8a33c2448400) 00000001:00000001:1.0:1767384990.051244:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384990.051247:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384990.051251:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051254:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384990.051256:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384990.051259:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051264:0:16808:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384990.051267:0:16808:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051271:0:16808:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384990.051273:0:16808:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051277:0:16808:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384990.051280:0:16808:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051285:0:16808:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:1.0:1767384990.051290:0:16808:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from e9a3542d-7508-46fb-9106-eff33282093d: does not need LOVEA. 00000004:00000001:1.0:1767384990.051295:0:16808:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384990.051299:0:16808:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384990.051514:0:16808:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384990.051519:0:16808:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384990.051523:0:16808:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051527:0:16808:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384990.051529:0:16808:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051531:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384990.051533:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384990.051535:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051538:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384990.051539:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384990.051542:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051544:0:16808:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384990.051546:0:16808:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384990.051548:0:16808:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384990.051550:0:16808:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384990.051554:0:16808:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:1.0:1767384990.051558:0:16808:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384990.051561:0:16808:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384990.051562:0:16808:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051565:0:16808:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384990.051570:0:16808:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384990.051575:0:16808:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384990.051577:0:16808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384990.051582:0:16808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384990.051585:0:16808:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384990.051589:0:16808:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384990.051627:0:16808:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.051634:0:16808:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384990.051638:0:16808:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.051641:0:16808:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384990.051643:0:16808:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051647:0:16808:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051667:0:16808:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:1.0:1767384990.051672:0:16808:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384990.051675:0:16808:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384990.051678:0:16808:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384990.051681:0:16808:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384990.051685:0:16808:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384990.051688:0:16808:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1767384990.051693:0:16808:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384990.051696:0:16808:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384990.051701:0:16808:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1767384990.051705:0:16808:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366884992 00010000:00000001:1.0:1767384990.051709:0:16808:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384990.051717:0:16808:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006847cd02 x1853237366884992/t0(0) o33->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 448/464 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384990.051730:0:16808:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384990.051733:0:16808:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384990.051737:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000001596e981 time=1767384990 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384990.051742:0:16808:0:(import.c:2194:obd_at_measure()) AT 000000001596e981 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384990.051748:0:16808:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000006847cd02 x1853237366884992/t0(0) o33->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 448/464 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384990.051759:0:16808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384990.051764:0:16808:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000100:00000001:1.0:1767384990.051767:0:16808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:1.0:1767384990.051771:0:16808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384990.051773:0:16808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.051776:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384990.051780:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:1.0:1767384990.051784:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000200:1.0:1767384990.051789:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237366884992, offset 224 00000400:00000200:1.0:1767384990.051797:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:1.0:1767384990.051810:0:16808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:1.0:1767384990.051823:0:16808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [228:228:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384990.051837:0:16808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384990.051843:0:16808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:1.0:1767384990.051848:0:16808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e81dccf7. 00000800:00000200:1.0:1767384990.051883:0:16808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:1.0:1767384990.051892:0:16808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:1.0:1767384990.051907:0:16808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e81dccf7 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:1.0:1767384990.051928:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.051933:0:16808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00010000:00000001:1.0:1767384990.051937:0:16808:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384990.051939:0:16808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.051943:0:16808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:1.0:1767384990.051947:0:16808:0:(lu_object.c:207:lu_object_put()) Add 00000000a71fdc72/00000000df910fcd to site lru. bkt: 0000000045648c32 00000100:00000040:1.0:1767384990.051955:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006847cd02 x1853237366884992/t0(0) o33->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 448/464 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384990.051970:0:16808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006847cd02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e9a3542d-7508-46fb-9106-eff33282093d+6:15556:x1853237366884992:12345-192.168.204.49@tcp50:33: Request processed in 14443us (14818us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384990.051983:0:16808:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000416ef44d. 00000100:00100000:1.0:1767384990.051993:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 0 00000100:00000040:1.0:1767384990.051998:0:16808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 0 00000100:00000001:1.0:1767384990.052002:0:16808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384990.052005:0:16808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384990.052010:0:16808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f24574c. 00000020:00000010:1.0:1767384990.052017:0:16808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001be7abc6. 00000020:00000010:1.0:1767384990.052024:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69b9e16. 00000020:00000040:1.0:1767384990.052032:0:16808:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 5 00000800:00000200:2.0:1767384990.052037:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384990.052038:0:16808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384990.052050:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e81dccf7. 00000400:00000200:2.0:1767384990.052061:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.052071:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:2.0:1767384990.052078:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa7dd8a 00000400:00000010:2.0:1767384990.052082:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa7dd8a. 00000100:00000001:2.0:1767384990.052088:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384990.052091:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384990.068807:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.068821:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384990.068825:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.068827:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.068836:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:0.0:1767384990.068879:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 576 into portal 12 MB=0x6958272f00b00 00000400:00000200:0.0:1767384990.068901:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.49@tcp50 of length 576/576 into md 0x229 [64] + 11256 00000800:00000001:0.0:1767384990.068906:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.068911:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.068913:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.068916:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:0.0:1767384990.068919:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384990.068920:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384990.068923:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d08f787. 00000100:00000040:0.0:1767384990.068925:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000006d08f787 x1853237366885120 msgsize 576 00000100:00100000:0.0:1767384990.068928:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:0.0:1767384990.068942:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384990.068948:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.068951:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384990.068985:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384990.068987:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366885120 02000000:00000001:2.0:1767384990.068990:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384990.068998:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384990.069000:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384990.069002:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384990.069004:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366885120 00000020:00000001:2.0:1767384990.069006:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384990.069007:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000001:2.0:1767384990.069008:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384990.069010:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=6 00000020:00000001:2.0:1767384990.069012:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:2.0:1767384990.069014:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000100:00000001:2.0:1767384990.069016:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384990.069018:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 00000100:00000001:2.0:1767384990.069020:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384990.069022:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 00000020:00000010:2.0:1767384990.069026:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014b2c3ae. 00000020:00000010:2.0:1767384990.069028:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e289a70c. 00000020:00000010:2.0:1767384990.069031:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000040:2.0:1767384990.069035:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384990.069037:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384990.069038:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1767384990.069039:0:16804:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1767384990.069041:0:16804:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.069042:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.069045:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.069056:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384990.069063:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384990.069064:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384990.069067:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 7 00000100:00000040:2.0:1767384990.069069:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe3de22c : new rpc_count 1 00000100:00000001:2.0:1767384990.069070:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013184128 : -129515696367488 : ffff8a34c6ecd880) 00000100:00000040:2.0:1767384990.069074:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d08f787 x1853237366885120/t0(0) o101->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 576/0 e 0 to 0 dl 1767385001 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384990.069081:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384990.069087:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58abf55. 00000100:00000001:2.0:1767384990.069088:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384990.069090:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58abf55. 00000100:00100000:2.0:1767384990.069093:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d08f787 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+6:15587:x1853237366885120:12345-192.168.204.49@tcp50:101: 00000100:00000200:2.0:1767384990.069114:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366885120 00000020:00000001:2.0:1767384990.069117:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384990.069120:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384990.069124:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.069127:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384990.069130:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660797632 : -1048753984 : ffffffffc17d48c0) 00000020:00000001:2.0:1767384990.069134:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384990.069136:0:16804:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237366885120, found 0 last_xid 1853237366885119 00000020:00000001:2.0:1767384990.069141:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384990.069145:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384990.069147:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384990.069152:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.069155:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384990.069157:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384990.069160:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384990.069163:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384990.069166:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.069172:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384990.069180:0:16804:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000785b6e69. 00010000:00000010:2.0:1767384990.069185:0:16804:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000107d3bdb. 00010000:00000001:2.0:1767384990.069189:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384990.069192:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001d973713. 00000020:00000010:2.0:1767384990.069230:0:16804:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b58abf55. 00000020:00000001:2.0:1767384990.069235:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384990.069237:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001d973713 with handle 0xcb8130832f6b38b4 to hash 00000020:00000001:2.0:1767384990.069240:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384990.069242:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00000010:2.0:1767384990.069247:0:16804:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000359864aa. 00010000:00000001:2.0:1767384990.069250:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949948416 : -129515759603200 : ffff8a34c327f200) 00010000:00010000:2.0:1767384990.069262:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d973713/0xcb8130832f6b38b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x56df0029fcc72e1d expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384990.069275:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000fe3de22c : new locks_count 1 00000020:00000040:2.0:1767384990.069277:0:16804:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=7 00010000:00000001:2.0:1767384990.069285:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1767384990.069289:0:16804:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1767384990.069297:0:16804:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1767384990.069300:0:16804:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1767384990.069302:0:16804:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1767384990.069305:0:16804:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1767384990.069307:0:16804:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1767384990.069310:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384990.069314:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614558305186104 : -129515404365512 : ffff8a34d8547138) 00000004:00000001:2.0:1767384990.069317:0:16804:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446614558305186016 : -129515404365600 : ffff8a34d85470e0) 00000004:00000001:2.0:1767384990.069320:0:16804:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069323:0:16804:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384990.069325:0:16804:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384990.069328:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384990.069330:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384990.069335:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000012af2559. 02000000:00000001:2.0:1767384990.069337:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.069340:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069342:0:16804:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069345:0:16804:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1767384990.069349:0:16804:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384990.069351:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.069353:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069356:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069357:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069359:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069362:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069363:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069365:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069367:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069373:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069376:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069378:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069379:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069381:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069384:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069385:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069387:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069390:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.069391:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384990.069394:0:16804:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1767384990.069398:0:16804:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000be013e84 flags 0x0 02000000:00000001:2.0:1767384990.069400:0:16804:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614553640076288 : -129520069475328 : ffff8a33c2448400) 00000001:00000001:2.0:1767384990.069402:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069404:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069405:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069407:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069409:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069410:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069413:0:16804:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384990.069416:0:16804:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069420:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.069422:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069425:0:16804:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384990.069427:0:16804:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069432:0:16804:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1767384990.069437:0:16804:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1767384990.069439:0:16804:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1767384990.069442:0:16804:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1767384990.069444:0:16804:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384990.069447:0:16804:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000389fca69 00000004:00000001:2.0:1767384990.069478:0:16804:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1767384990.069481:0:16804:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384990.069484:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384990.069488:0:16804:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000785b6e69 count: 2 00010000:00000001:2.0:1767384990.069491:0:16804:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384990.069499:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384990.069502:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076efc2d0. 00000020:00000001:2.0:1767384990.069506:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384990.069509:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076efc2d0 with handle 0xcb8130832f6b38bb to hash 00000020:00000001:2.0:1767384990.069511:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384990.069513:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000010:2.0:1767384990.069518:0:16804:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e72a14a1. 00010000:00000001:2.0:1767384990.069521:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384990.069541:0:16804:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384990.069542:0:16804:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384990.069544:0:16804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076efc2d0/0xcb8130832f6b38bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16804 initiator: MDT0 00010000:00000001:2.0:1767384990.069549:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384990.069552:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384990.069554:0:16804:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1767384990.069555:0:16804:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384990.069557:0:16804:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384990.069558:0:16804:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384990.069559:0:16804:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384990.069561:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384990.069563:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384990.069565:0:16804:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384990.069566:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384990.069567:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000785b6e69) refcount = 2 00010000:00010000:2.0:1767384990.069569:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076efc2d0/0xcb8130832f6b38bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16804 initiator: MDT0 00010000:00000001:2.0:1767384990.069573:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1767384990.069577:0:16804:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000002d4e28ac. 00010000:00000001:2.0:1767384990.069580:0:16804:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384990.069582:0:16804:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.069583:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384990.069584:0:16804:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384990.069585:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.069590:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384990.069592:0:16804:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384990.069594:0:16804:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384990.069596:0:16804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076efc2d0/0xcb8130832f6b38bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16804 initiator: MDT0 00010000:00000001:2.0:1767384990.069599:0:16804:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384990.069600:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069602:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384990.069603:0:16804:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384990.069604:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384990.069605:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=3 00000020:00000001:2.0:1767384990.069606:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384990.069608:0:16804:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384990.069609:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069610:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384990.069611:0:16804:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069613:0:16804:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1767384990.069616:0:16804:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384990.069617:0:16804:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384990.069668:0:16804:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069673:0:16804:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384990.069676:0:16804:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384990.069677:0:16804:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384990.069680:0:16804:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384990.069683:0:16804:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384990.069685:0:16804:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384990.069688:0:16804:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384990.069690:0:16804:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384990.069691:0:16804:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384990.069693:0:16804:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384990.069696:0:16804:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384990.069698:0:16804:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:2.0:1767384990.069700:0:16804:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384990.069703:0:16804:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069705:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.069713:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069715:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069716:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069718:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069720:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069721:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069723:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069725:0:16804:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384990.069726:0:16804:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384990.069727:0:16804:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384990.069728:0:16804:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384990.069730:0:16804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1767384990.069732:0:16804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:2.0:1767384990.069733:0:16804:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384990.069734:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.069735:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069737:0:16804:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384990.069739:0:16804:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384990.069741:0:16804:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384990.069742:0:16804:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384990.069744:0:16804:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384990.069746:0:16804:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384990.069747:0:16804:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384990.069748:0:16804:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.069751:0:16804:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384990.069752:0:16804:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.069754:0:16804:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384990.069754:0:16804:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069755:0:16804:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.069768:0:16804:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384990.069769:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384990.069770:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=3 00000020:00000001:2.0:1767384990.069772:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384990.069773:0:16804:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00000004:00010000:2.0:1767384990.069776:0:16804:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000076efc2d0/0xcb8130832f6b38bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16804 initiator: MDT0 00010000:00000001:2.0:1767384990.069785:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069785:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384990.069787:0:16804:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1767384990.069788:0:16804:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384990.069790:0:16804:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1767384990.069791:0:16804:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384990.069792:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384990.069793:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076efc2d0 refcount=3 00000020:00000001:2.0:1767384990.069794:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00010000:00000001:2.0:1767384990.069795:0:16804:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557949943808 : -129515759607808 : ffff8a34c327e000) 00000004:00000040:2.0:1767384990.069798:0:16804:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000fe3de22c : new locks_count 2 00000020:00000040:2.0:1767384990.069799:0:16804:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=8 00010000:00000001:2.0:1767384990.069802:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069802:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384990.069803:0:16804:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384990.069805:0:16804:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1767384990.069807:0:16804:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384990.069808:0:16804:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384990.069809:0:16804:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384990.069810:0:16804:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384990.069811:0:16804:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384990.069812:0:16804:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:2.0:1767384990.069814:0:16804:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.069816:0:16804:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384990.069817:0:16804:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1767384990.069819:0:16804:0:(lu_object.c:207:lu_object_put()) Add 00000000a71fdc72/00000000df910fcd to site lru. bkt: 0000000045648c32 00000004:00000001:2.0:1767384990.069820:0:16804:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1767384990.069821:0:16804:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1767384990.069824:0:16804:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1767384990.069825:0:16804:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384990.069827:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069828:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384990.069829:0:16804:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384990.069830:0:16804:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384990.069832:0:16804:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001d973713 with handle 0xcb8130832f6b38b4 from hash 00010000:00000001:2.0:1767384990.069836:0:16804:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384990.069837:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069838:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384990.069839:0:16804:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1767384990.069840:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384990.069843:0:16804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d973713/0xcb8130832f6b38b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72e1d expref: 8 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384990.069848:0:16804:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000fe3de22c : new locks_count 1 00000020:00000040:2.0:1767384990.069867:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 7 00010000:00000010:2.0:1767384990.069869:0:16804:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000359864aa. 00010000:00000001:2.0:1767384990.069874:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384990.069875:0:16804:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.069879:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384990.069881:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000076efc2d0/0xcb8130832f6b38bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72e1d expref: 7 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384990.069886:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384990.069888:0:16804:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384990.069889:0:16804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000785b6e69) 00010000:00010000:2.0:1767384990.069891:0:16804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384990.069893:0:16804:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384990.069895:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.069896:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384990.069897:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384990.069898:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384990.069899:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000076efc2d0, rc 0) 00000020:00000001:2.0:1767384990.069900:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384990.069902:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366885120 00010000:00000001:2.0:1767384990.069903:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384990.069906:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d08f787 x1853237366885120/t0(0) o101->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 576/688 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384990.069912:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384990.069913:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384990.069919:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384990.069922:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384990.069924:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000100:00000001:2.0:1767384990.069925:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:2.0:1767384990.069927:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384990.069928:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.069929:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384990.069931:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:2.0:1767384990.069933:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b2503b6. 00000100:00000200:2.0:1767384990.069936:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237366885120, offset 224 00000400:00000200:2.0:1767384990.069939:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:2.0:1767384990.069944:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:2.0:1767384990.069951:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [229:229:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384990.069958:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384990.069961:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:2.0:1767384990.069963:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002eb76446. 00000800:00000200:2.0:1767384990.069966:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:2.0:1767384990.069970:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:2.0:1767384990.069972:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002eb76446 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1767384990.069984:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384990.069987:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00010000:00000001:2.0:1767384990.069990:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384990.069992:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.069993:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384990.069997:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d08f787 x1853237366885120/t0(0) o101->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 576/688 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384990.070008:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d08f787 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+7:15587:x1853237366885120:12345-192.168.204.49@tcp50:101: Request processed in 925us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384990.070015:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 7 00000100:00000040:2.0:1767384990.070018:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 0 00000100:00000001:2.0:1767384990.070026:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384990.070028:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384990.070032:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e289a70c. 00000020:00000010:2.0:1767384990.070035:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000020:00000010:2.0:1767384990.070038:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014b2c3ae. 00000020:00000040:2.0:1767384990.070042:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 6 00000100:00000001:2.0:1767384990.070044:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384990.070064:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384990.070068:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002eb76446. 00000400:00000200:0.0:1767384990.070072:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.070077:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:0.0:1767384990.070081:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2503b6 00000400:00000010:0.0:1767384990.070083:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b2503b6. 00000100:00000001:0.0:1767384990.070085:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384990.070086:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384990.079278:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.079286:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384990.079288:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.079290:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.079295:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:2.0:1767384990.079302:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 17 MB=0x6958272f00b80 00000400:00000200:2.0:1767384990.079307:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:2.0:1767384990.079310:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aadd9eba. 00000400:00000200:2.0:1767384990.079314:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a63bf57a 00000800:00000001:2.0:1767384990.079317:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.079321:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.079323:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.079325:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:2.0:1767384990.079327:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63bf57a 00000400:00000010:2.0:1767384990.079329:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a63bf57a. 00000100:00000001:2.0:1767384990.079332:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384990.079333:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384990.079335:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000730a142c x1853237366885248 msgsize 328 00000100:00100000:2.0:1767384990.079339:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:2.0:1767384990.079340:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384990.079353:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384990.079357:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.079359:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.079418:0:20335:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384990.079422:0:20335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366885248 02000000:00000001:3.0:1767384990.079425:0:20335:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384990.079427:0:20335:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384990.079428:0:20335:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384990.079432:0:20335:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384990.079435:0:20335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366885248 00000800:00000001:0.0:1767384990.079437:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.079444:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384990.079446:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.079447:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.079451:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:0.0:1767384990.079458:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 17 MB=0x6958272f00c00 00000400:00000200:0.0:1767384990.079461:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:0.0:1767384990.079465:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.079470:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.079471:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.079474:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:0.0:1767384990.079477:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384990.079479:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384990.079481:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c79541a. 00000020:00000001:3.0:1767384990.079487:0:20335:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384990.079487:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000009c79541a x1853237366885376 msgsize 328 00000020:00000040:3.0:1767384990.079492:0:20335:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000100:00100000:0.0:1767384990.079495:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000020:00000001:3.0:1767384990.079498:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384990.079502:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=9 00000020:00000001:3.0:1767384990.079506:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:3.0:1767384990.079508:0:20335:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:0.0:1767384990.079510:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384990.079512:0:20335:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384990.079516:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384990.079519:0:20335:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000800:00000001:0.0:1767384990.079521:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.079525:0:20335:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384990.079530:0:20335:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000020:00000010:3.0:1767384990.079536:0:20335:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000195c57f7. 00000020:00000010:3.0:1767384990.079540:0:20335:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4ee2a55. 00000020:00000010:3.0:1767384990.079544:0:20335:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004308b6b8. 00000100:00000040:3.0:1767384990.079551:0:20335:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384990.079554:0:20335:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384990.079556:0:20335:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384990.079558:0:20335:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384990.079561:0:20335:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.079565:0:20335:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384990.079568:0:20335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384990.079570:0:20335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384990.079572:0:20335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004debfc3f refcount=3 00000020:00000001:3.0:1767384990.079575:0:20335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:3.0:1767384990.079578:0:20335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00010000:00000001:3.0:1767384990.079582:0:20335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384990.079582:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384990.079586:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366885376 02000000:00000001:1.0:1767384990.079588:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384990.079622:0:20335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384990.079623:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384990.079627:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.079628:0:20335:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384990.079631:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.079633:0:20335:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384990.079636:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366885376 00000020:00000001:1.0:1767384990.079640:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384990.079641:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000100:00000001:3.0:1767384990.079643:0:20335:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.079644:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384990.079646:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=10 00000020:00000001:1.0:1767384990.079651:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:1.0:1767384990.079653:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:1.0:1767384990.079656:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384990.079659:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5ba054. 00000100:00000001:1.0:1767384990.079661:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384990.079663:0:20335:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384990.079664:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5ba054. 00000020:00000010:1.0:1767384990.079670:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000065c22f9. 00000020:00000010:1.0:1767384990.079675:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000020:00000010:1.0:1767384990.079678:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000001:1.0:1767384990.079682:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384990.079684:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384990.079685:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384990.079687:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.079689:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384990.079692:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384990.079694:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384990.079694:0:16791:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384990.079699:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=3 00000100:00000001:0.0:1767384990.079699:0:16791:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384990.079703:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:1.0:1767384990.079707:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00000100:00100000:0.0:1767384990.079707:0:16791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 0 00010000:00000001:1.0:1767384990.079711:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384990.079713:0:16791:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00010000:00000001:1.0:1767384990.079714:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.079718:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384990.079719:0:16791:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558701681744 : -129515007869872 : ffff8a34eff67c50) 00000100:00000001:1.0:1767384990.079722:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.079727:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384990.079727:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000730a142c x1853237366885248/t0(0) o103->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 328/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384990.079739:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384990.079741:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384990.079744:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aab9bf08. 00000100:00000001:0.0:1767384990.079749:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384990.079753:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aab9bf08. 00000100:00000001:1.0:1767384990.079754:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384990.079757:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384990.079759:0:20335:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384990.079763:0:16791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000730a142c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efab5af6-3c4e-49bf-ac30-73082ffb33ae+10:12153:x1853237366885248:12345-192.168.204.49@tcp50:103: 00000100:00000001:3.0:1767384990.079765:0:20335:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384990.079765:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 1 00000100:00000040:1.0:1767384990.079772:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 2 00000100:00000001:2.0:1767384990.079773:0:16789:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384990.079774:0:20335:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384990.079774:0:16791:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366885248 00000100:00000001:1.0:1767384990.079776:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013185024 : -129515696366592 : ffff8a34c6ecdc00) 00000100:00100000:2.0:1767384990.079778:0:16789:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00010000:00000001:0.0:1767384990.079780:0:16791:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384990.079781:0:20335:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.079785:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c79541a x1853237366885376/t0(0) o103->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 328/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000002:0.0:1767384990.079785:0:16791:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000010:2.0:1767384990.079788:0:16789:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000014b2c3ae. 00010000:00000001:0.0:1767384990.079790:0:16791:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00100000:2.0:1767384990.079796:0:16789:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00000001:0.0:1767384990.079797:0:16791:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384990.079802:0:16791:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384990.079803:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384990.079804:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384990.079808:0:16791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000edf57510. 00000020:00000010:1.0:1767384990.079810:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5ba054. 00000800:00000001:3.0:1767384990.079814:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384990.079814:0:16791:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.079815:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384990.079822:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384990.079822:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5ba054. 00000100:00000001:0.0:1767384990.079823:0:16791:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384990.079828:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384990.079830:0:16791:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00100000:1.0:1767384990.079832:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c79541a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+10:12153:x1853237366885376:12345-192.168.204.49@tcp50:103: 00010000:00010000:0.0:1767384990.079837:0:16791:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000200:1.0:1767384990.079838:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366885376 00010000:00000001:1.0:1767384990.079843:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384990.079844:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000002:1.0:1767384990.079846:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:3.0:1767384990.079848:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00010000:00000001:1.0:1767384990.079864:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1767384990.079865:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384990.079868:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384990.079870:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004debfc3f refcount=3 02000000:00000001:1.0:1767384990.079872:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384990.079877:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 02000000:00000010:1.0:1767384990.079878:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b5fe1419. 02000000:00000001:1.0:1767384990.079884:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384990.079885:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314752 : -129514987236864 : ffff8a34f1315200) 00000400:00000200:3.0:1767384990.079886:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 328 into portal 17 MB=0x6958272f00c80 00000100:00000001:1.0:1767384990.079887:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.079893:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000040:0.0:1767384990.079893:0:16791:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 8 00010000:00010000:1.0:1767384990.079897:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384990.079900:0:16791:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384990.079901:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384990.079903:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.49@tcp50 of length 328/328 into md 0x15 [2] + 328 00000020:00000001:1.0:1767384990.079906:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384990.079907:0:16789:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384990.079907:0:16791:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:1.0:1767384990.079909:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb846a12 refcount=3 00010000:00000001:0.0:1767384990.079914:0:16791:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000800:00000001:3.0:1767384990.079915:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384990.079915:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00010000:00000001:0.0:1767384990.079920:0:16791:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.079921:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722310144 : -129514987241472 : ffff8a34f1314000) 00000100:00000001:2.0:1767384990.079922:0:39707:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000040:1.0:1767384990.079927:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000302017ab count: 4 00000020:00000001:0.0:1767384990.079927:0:16791:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.079931:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384990.079934:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384990.079935:0:16791:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384990.079936:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000010:2.0:1767384990.079939:0:39707:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bbf205f3. 00000800:00000001:3.0:1767384990.079940:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384990.079942:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384990.079942:0:16791:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:2.0:1767384990.079945:0:39707:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6d485ac. 00000400:00000200:3.0:1767384990.079949:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384990.079949:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384990.079950:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384990.079955:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.079957:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384990.079959:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384990.079961:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384990.079965:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00010000:00000001:0.0:1767384990.079965:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.079967:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384990.079972:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384990.079973:0:16791:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004debfc3f with handle 0xcb8130832f6b3891 from hash 00000100:00000001:3.0:1767384990.079976:0:16156:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384990.079976:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384990.079980:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384990.079980:0:16791:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:3.0:1767384990.079982:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384990.079983:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384990.079985:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb846a12 with handle 0xcb8130832f6b389f from hash 00010000:00000001:0.0:1767384990.079988:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384990.079992:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008224473b. 00010000:00000001:1.0:1767384990.079993:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384990.079993:0:16791:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384990.079997:0:16791:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384990.079998:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384990.080000:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000008224473b x1853237366885504 msgsize 328 00010000:00000001:1.0:1767384990.080001:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384990.080003:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384990.080004:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384990.080005:0:39707:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecbba0c3. 00010000:00000001:1.0:1767384990.080009:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1767384990.080012:0:16791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004debfc3f/0xcb8130832f6b3891 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dd0 expref: 10 pid: 16798 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384990.080013:0:39707:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a3276f7. 00010000:00000001:1.0:1767384990.080013:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384990.080020:0:39707:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000849706eb. 00000100:00100000:3.0:1767384990.080022:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00010000:00010000:1.0:1767384990.080022:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bb846a12/0xcb8130832f6b389f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dfa expref: 10 pid: 16798 timeout: 0 lvb_type: 0 00000040:00000010:2.0:1767384990.080026:0:39707:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000009f59ac3. 00000020:00000010:2.0:1767384990.080033:0:39707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b1f21be1. 00010000:00000040:0.0:1767384990.080033:0:16791:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006d72c6ec : new locks_count 3 00010000:00000040:1.0:1767384990.080035:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006d72c6ec : new locks_count 2 00000020:00000040:0.0:1767384990.080037:0:16791:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 9 00000100:00000001:3.0:1767384990.080039:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384990.080039:0:39707:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4587018. 00000020:00000040:1.0:1767384990.080040:0:16790:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 9 00010000:00000001:0.0:1767384990.080045:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384990.080046:0:39707:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000059169e2f. 00010000:00000001:0.0:1767384990.080048:0:16791:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384990.080049:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000010:2.0:1767384990.080050:0:39707:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051e74eb6. 00000800:00000001:3.0:1767384990.080051:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384990.080052:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384990.080052:0:16791:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384990.080057:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 40000000:00000010:2.0:1767384990.080058:0:39707:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6533a0b. 00010000:00000001:0.0:1767384990.080058:0:16791:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384990.080060:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384990.080060:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384990.080063:0:16791:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1767384990.080065:0:39707:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002047ead1. 00010000:00000001:1.0:1767384990.080067:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384990.080069:0:16791:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00020000:00000010:2.0:1767384990.080072:0:39707:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000085973152. 00010000:00000001:1.0:1767384990.080072:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384990.080072:0:16791:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767384990.080076:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384990.080077:0:16791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384990.080078:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00008000:00000010:2.0:1767384990.080079:0:39707:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005a597231. 00010000:00000001:0.0:1767384990.080083:0:16791:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384990.080084:0:16789:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00010000:00000001:1.0:1767384990.080085:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00100000:00000010:2.0:1767384990.080086:0:39707:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000090947351. 00010000:00000001:0.0:1767384990.080086:0:16791:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384990.080090:0:16789:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00010000:00000001:1.0:1767384990.080090:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384990.080091:0:16791:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=98 v=5 (1 0 0 0) 00040000:00000010:2.0:1767384990.080092:0:39707:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000016687f60. 00000100:00001000:1.0:1767384990.080095:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=98 v=5 (1 0 0 0) 00040000:00000010:2.0:1767384990.080098:0:39707:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000095f450fc. 00000100:00000010:3.0:1767384990.080102:0:16789:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b6145cbc. 00000100:00000001:0.0:1767384990.080103:0:16791:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384990.080104:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00040000:00000010:2.0:1767384990.080107:0:39707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2360d28. 00000100:00000040:0.0:1767384990.080110:0:16791:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 8 to 192.168.204.49@tcp50 00000100:00000010:3.0:1767384990.080111:0:16789:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 00000000b6145cbc. 00000100:00000040:1.0:1767384990.080112:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 8 to 192.168.204.49@tcp50 00080000:00000010:2.0:1767384990.080113:0:39707:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d3c59cf8. 00000100:00000001:0.0:1767384990.080116:0:16791:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 00000100:00000001:1.0:1767384990.080119:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 00000100:00000040:3.0:1767384990.080120:0:16789:0:(service.c:3473:ptlrpc_start_thread()) Creating thread ldlm_cn #5 race, retry later 00000004:00000010:2.0:1767384990.080121:0:39707:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000052fbcf6d. 02000000:00000001:0.0:1767384990.080121:0:16791:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384990.080123:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384990.080125:0:16791:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384990.080128:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.080129:0:16789:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000010:2.0:1767384990.080130:0:39707:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000051fc7444. 00000100:00000001:0.0:1767384990.080130:0:16791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384990.080132:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:2.0:1767384990.080135:0:39707:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b981c3a8. 00000100:00000040:0.0:1767384990.080138:0:16791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000100:00000040:1.0:1767384990.080142:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00002000:00000010:2.0:1767384990.080144:0:39707:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000093684f98. 00000100:00000001:3.0:1767384990.080145:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384990.080145:0:16791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001edf17b4. 00000400:00000010:1.0:1767384990.080147:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089b2e4da. 00000100:00100000:3.0:1767384990.080151:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366885504 00000004:00000010:2.0:1767384990.080152:0:39707:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e68f816a. 00000100:00000200:0.0:1767384990.080152:0:16791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237366885248, offset 224 00000100:00000200:1.0:1767384990.080153:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237366885376, offset 224 02000000:00000001:3.0:1767384990.080157:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000080:00000010:2.0:1767384990.080160:0:39707:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000021faf7ce. 00000100:00000001:3.0:1767384990.080162:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384990.080164:0:16791:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000100:00000001:3.0:1767384990.080166:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767384990.080167:0:39707:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000847e461e. 00000400:00000200:1.0:1767384990.080174:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 02000000:00000001:3.0:1767384990.080176:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384990.080177:0:39707:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bd1f440a. 00000400:00000200:0.0:1767384990.080179:0:16791:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000100:00100000:3.0:1767384990.080183:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366885504 00000100:00000200:2.0:1767384990.080187:0:39707:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000020:00000001:3.0:1767384990.080189:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384990.080192:0:16791:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [230:230:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [26:26:8:4294967295] 00000020:00000040:3.0:1767384990.080193:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:3.0:1767384990.080199:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384990.080203:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=9 00000020:00000001:3.0:1767384990.080210:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:3.0:1767384990.080216:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000400:00000200:0.0:1767384990.080217:0:16791:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000100:00000001:3.0:1767384990.080223:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384990.080228:0:16791:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000020:00000010:3.0:1767384990.080229:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000400:00000200:1.0:1767384990.080232:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000100:00000001:3.0:1767384990.080237:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384990.080238:0:16791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056481dd7. 00000400:00000200:1.0:1767384990.080245:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [231:231:255:4294967295] 192.168.204.49@tcp50 LPNI seq info [27:27:7:4294967295] 00000020:00000010:3.0:1767384990.080246:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000800:00000200:0.0:1767384990.080252:0:16791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000020:00000010:3.0:1767384990.080256:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6145cbc. 00000800:00000200:0.0:1767384990.080263:0:16791:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000020:00000010:3.0:1767384990.080265:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063010376. 00000400:00000200:1.0:1767384990.080271:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384990.080272:0:16791:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056481dd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1767384990.080274:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dac4119a. 00000100:00000001:3.0:1767384990.080285:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.0:1767384990.080286:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000100:00000001:3.0:1767384990.080291:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384990.080291:0:16791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384990.080292:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e128be82. 00010000:00000001:3.0:1767384990.080295:0:16789:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384990.080300:0:16789:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384990.080303:0:16791:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000800:00000200:1.0:1767384990.080305:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00010000:00000001:3.0:1767384990.080308:0:16789:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384990.080311:0:16791:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.080313:0:16789:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:1.0:1767384990.080316:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000020:00000001:3.0:1767384990.080319:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384990.080319:0:16791:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384990.080321:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e128be82 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:3.0:1767384990.080325:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=3 00000100:00000001:1.0:1767384990.080328:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.080331:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00000100:00000040:0.0:1767384990.080333:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000730a142c x1853237366885248/t0(0) o103->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 328/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384990.080335:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00010000:00000001:3.0:1767384990.080340:0:16789:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:1.0:1767384990.080341:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.080347:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.080349:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384990.080354:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384990.080356:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c79541a x1853237366885376/t0(0) o103->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 328/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384990.080358:0:16789:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384990.080360:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384990.080367:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384990.080368:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056481dd7. 00000100:00100000:0.0:1767384990.080369:0:16791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000730a142c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:12153:x1853237366885248:12345-192.168.204.49@tcp50:103: Request processed in 624us (1026us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384990.080374:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384990.080385:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384990.080388:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00100000:0.0:1767384990.080391:0:16791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 0 00000100:00100000:1.0:1767384990.080392:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c79541a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+9:12153:x1853237366885376:12345-192.168.204.49@tcp50:103: Request processed in 584us (900us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384990.080399:0:16791:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:3.0:1767384990.080400:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384990.080405:0:16791:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384990.080406:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf17b4 00000100:00100000:1.0:1767384990.080410:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 1 00000100:00000001:0.0:1767384990.080410:0:16791:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384990.080411:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001edf17b4. 00000020:00000010:0.0:1767384990.080415:0:16791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4ee2a55. 00000100:00000001:2.0:1767384990.080418:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384990.080418:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000020:00000010:0.0:1767384990.080420:0:16791:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004308b6b8. 00000100:00000001:2.0:1767384990.080422:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384990.080423:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384990.080426:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000195c57f7. 00000100:00000001:1.0:1767384990.080427:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384990.080432:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00000020:00000040:0.0:1767384990.080434:0:16791:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 8 00000020:00000010:1.0:1767384990.080437:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000800:00000200:2.0:1767384990.080439:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384990.080441:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384990.080442:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000065c22f9. 00000800:00000010:2.0:1767384990.080443:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e128be82. 02000000:00000010:0.0:1767384990.080443:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000edf57510. 00000020:00000040:1.0:1767384990.080447:0:16790:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 7 00000400:00000200:2.0:1767384990.080450:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384990.080450:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384990.080452:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384990.080455:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384990.080458:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000084d8baad. 00000400:00000200:2.0:1767384990.080459:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:1.0:1767384990.080461:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384990.080463:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384990.080464:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b2e4da 00000100:00000001:1.0:1767384990.080465:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384990.080468:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089b2e4da. 00000100:00000010:0.0:1767384990.080468:0:16791:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000510c962b. 00000100:00100000:1.0:1767384990.080474:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 2 00000100:00000001:2.0:1767384990.080475:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384990.080476:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384990.080477:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 02000000:00000010:0.0:1767384990.080479:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccf6de1f. 00000100:00000001:2.0:1767384990.080480:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384990.080480:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774268288 : -129514935283328 : ffff8a34f44a1180) 02000000:00000001:0.0:1767384990.080487:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384990.080490:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008224473b x1853237366885504/t0(0) o103->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 328/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384990.080492:0:16791:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eebb4c02. 02000000:00000001:0.0:1767384990.080500:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384990.080504:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000088d2cf7. 00000100:00000001:1.0:1767384990.080512:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384990.080512:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384990.080517:0:16791:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f57692a. 00000020:00000010:1.0:1767384990.080518:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5ba054. 00000100:00000001:1.0:1767384990.080522:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384990.080524:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384990.080525:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5ba054. 02000000:00000010:0.0:1767384990.080529:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028de425a. 00000100:00100000:1.0:1767384990.080533:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008224473b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+7:12154:x1853237366885504:12345-192.168.204.49@tcp50:103: 02000000:00000001:0.0:1767384990.080536:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384990.080537:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366885504 00010000:00000001:1.0:1767384990.080541:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000010:0.0:1767384990.080541:0:16791:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d209cdf. 00010000:00000002:1.0:1767384990.080543:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384990.080546:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384990.080550:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384990.080550:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384990.080570:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008309c984. 02000000:00000001:1.0:1767384990.080572:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384990.080577:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:1.0:1767384990.080579:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008f68ae21. 00000100:00000010:0.0:1767384990.080581:0:16791:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb0be596. 02000000:00000001:1.0:1767384990.080586:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384990.080589:0:16791:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384990.080591:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.080596:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000010:0.0:1767384990.080596:0:16791:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001ed5436b. 00010000:00010000:1.0:1767384990.080601:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:0.0:1767384990.080643:0:16791:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384990.080649:0:16791:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6a42b5b. 00010000:00000001:1.0:1767384990.080652:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384990.080657:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384990.080658:0:16791:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384990.080660:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b15c7593 refcount=3 00000020:00000001:1.0:1767384990.080667:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00010000:00000001:1.0:1767384990.080672:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722313728 : -129514987237888 : ffff8a34f1314e00) 00000100:00000200:0.0:1767384990.080674:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000040:1.0:1767384990.080676:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001b797513 count: 2 00010000:00000001:1.0:1767384990.080683:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384990.080686:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:0.0:1767384990.080688:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c956cc7. 00010000:00000001:1.0:1767384990.080689:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384990.080692:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.080698:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.080702:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384990.080703:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e20338c2. 00010000:00000001:1.0:1767384990.080704:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384990.080712:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384990.080715:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.080718:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384990.080720:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384990.080723:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b15c7593 with handle 0xcb8130832f6b3898 from hash 00010000:00000001:1.0:1767384990.080726:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384990.080728:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384990.080729:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.080730:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384990.080731:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384990.080733:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384990.080736:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b15c7593/0xcb8130832f6b3898 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72df3 expref: 7 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384990.080742:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006d72c6ec : new locks_count 1 00000020:00000040:1.0:1767384990.080744:0:16790:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 00010000:00000001:1.0:1767384990.080748:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.080749:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384990.080751:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384990.080752:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384990.080754:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.080756:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384990.080758:0:16790:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001b797513 count: 0 00010000:00010000:1.0:1767384990.080762:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384990.080764:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384990.080767:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384990.080769:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384990.080771:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384990.080775:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384990.080777:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000100:00000001:1.0:1767384990.080780:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:1.0:1767384990.080782:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384990.080784:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.080786:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384990.080788:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:1.0:1767384990.080793:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343443c2. 00000100:00000200:1.0:1767384990.080796:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237366885504, offset 224 00000400:00000200:1.0:1767384990.080802:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:1.0:1767384990.080809:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:1.0:1767384990.080818:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [232:232:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384990.080828:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384990.080833:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:1.0:1767384990.080837:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d679e29. 00000800:00000200:1.0:1767384990.080842:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:1.0:1767384990.080847:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:1.0:1767384990.080870:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d679e29 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384990.080883:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.080887:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00010000:00000001:1.0:1767384990.080889:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.080891:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.080895:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008224473b x1853237366885504/t0(0) o103->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 328/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384990.080906:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008224473b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:efab5af6-3c4e-49bf-ac30-73082ffb33ae+6:12154:x1853237366885504:12345-192.168.204.49@tcp50:103: Request processed in 392us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384990.080916:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 2 00000100:00000040:1.0:1767384990.080919:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00000100:00000001:1.0:1767384990.080921:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384990.080923:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384990.080926:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063010376. 00000020:00000010:1.0:1767384990.080931:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dac4119a. 00000020:00000010:1.0:1767384990.080942:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6145cbc. 00000020:00000040:1.0:1767384990.080946:0:16790:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 5 00000100:00000001:1.0:1767384990.080949:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384990.081016:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384990.081020:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d679e29. 00000400:00000200:0.0:1767384990.081024:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.081030:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:0.0:1767384990.081034:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343443c2 00000400:00000010:0.0:1767384990.081036:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343443c2. 00000100:00000001:0.0:1767384990.081039:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384990.081041:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384990.082688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d973713. 00000800:00000001:3.0:1767384990.085467:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384990.085477:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384990.085481:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384990.085486:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384990.085496:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:3.0:1767384990.085511:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 224 into portal 28 MB=0x6958272f00d00 00000400:00000200:3.0:1767384990.085520:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.49@tcp50 of length 224/224 into md 0xab9 [8] + 5752 00000800:00000001:3.0:1767384990.085528:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384990.085538:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384990.085542:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384990.085548:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:3.0:1767384990.085554:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384990.085557:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384990.085562:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034669d13. 00000100:00000040:3.0:1767384990.085566:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000034669d13 x1853237366885632 msgsize 224 00000100:00100000:3.0:1767384990.085574:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:3.0:1767384990.085591:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384990.085636:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384990.085643:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384990.085665:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384990.085670:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366885632 02000000:00000001:1.0:1767384990.085675:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384990.085677:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384990.085680:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384990.085685:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384990.085688:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366885632 00000020:00000001:1.0:1767384990.085691:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384990.085693:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38ad 00000020:00000001:1.0:1767384990.085695:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384990.085698:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001dcc33d6 refcount=6 00000020:00000001:1.0:1767384990.085702:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764601344 : -129514944950272 : ffff8a34f3b69000) 00000020:00000001:1.0:1767384990.085705:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764601344 : -129514944950272 : ffff8a34f3b69000) 00000100:00000001:1.0:1767384990.085708:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384990.085713:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5ba054. 00000020:00000010:1.0:1767384990.085718:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002e91c750. 00000020:00000040:1.0:1767384990.085723:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 8 - evictor 00000100:00000001:1.0:1767384990.085741:0:17575:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384990.085746:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000065c22f9. 00000020:00000010:1.0:1767384990.085750:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039c932c5. 00000020:00000010:1.0:1767384990.085753:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000040:1.0:1767384990.085761:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384990.085764:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384990.085766:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384990.085768:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.085774:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.085784:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384990.085795:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384990.085797:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:3.0:1767384990.085801:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767384990.085808:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 5 00000020:00000040:3.0:1767384990.085811:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 8 - evictor 00000100:00000040:1.0:1767384990.085813:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001dcc33d6 : new rpc_count 1 00000100:00000001:1.0:1767384990.085821:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774276352 : -129514935275264 : ffff8a34f44a3100) 00000100:00000040:1.0:1767384990.085829:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034669d13 x1853237366885632/t0(0) o9->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384990.085840:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384990.085843:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e91c750. 00000100:00000001:1.0:1767384990.085846:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384990.085867:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e91c750. 00000100:00100000:1.0:1767384990.085874:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034669d13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e9a3542d-7508-46fb-9106-eff33282093d+6:12151:x1853237366885632:12345-192.168.204.49@tcp50:9: 00000100:00000200:1.0:1767384990.085878:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366885632 00000020:00000001:1.0:1767384990.085881:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384990.085884:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384990.085897:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.085899:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384990.085901:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609552 : -1036942064 : ffffffffc2318510) 00000020:00000001:1.0:1767384990.085904:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384990.085907:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384990.085909:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384990.085910:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384990.085912:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.085915:0:17575:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384990.085917:0:17575:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384990.085919:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384990.085921:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384990.085924:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069c0db21. 02000000:00000001:1.0:1767384990.085926:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.085928:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384990.085934:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=7 00010000:00000001:1.0:1767384990.085936:0:17575:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:1.0:1767384990.085939:0:17575:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384990.085940:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=8 00010000:00000001:1.0:1767384990.085943:0:17575:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384990.085945:0:17575:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384990.085956:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 7 00000020:00000080:1.0:1767384990.085958:0:17575:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b38ad 00000020:00000040:1.0:1767384990.085961:0:17575:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dcc33d6 with handle 0xcb8130832f6b38ad from hash 00000020:00000040:1.0:1767384990.085965:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 6 00000020:00000010:1.0:1767384990.085968:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000da5ba054. 00000020:00000001:1.0:1767384990.085971:0:17575:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384990.085972:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 5 00000020:00000001:1.0:1767384990.085974:0:17575:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384990.085976:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 4 00000020:00000001:1.0:1767384990.085978:0:17575:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.085981:0:17575:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384990.085983:0:17575:0:(import.c:65:import_set_state_nolock()) 00000000fe2b359f : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384990.085986:0:17575:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384990.085988:0:17575:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384990.085990:0:17575:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384990.086002:0:17575:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384990.086006:0:17575:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384990.086008:0:17575:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384990.086012:0:17575:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli e9a3542d-7508-46fb-9106-eff33282093d/000000001dcc33d6 dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767384990.086016:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0223c6d. 00000020:00000010:1.0:1767384990.086021:0:17575:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fcdbf287. 00000020:00000010:1.0:1767384990.086025:0:17575:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384990.086028:0:17575:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384990.086033:0:17575:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c701a92. 80000000:00000010:1.0:1767384990.086036:0:17575:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054326b18. 40000000:00000010:1.0:1767384990.086040:0:17575:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da5ba054. 00100000:00000010:1.0:1767384990.086043:0:17575:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384990.086047:0:17575:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e5c2671. 00040000:00000010:1.0:1767384990.086050:0:17575:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ccd09bf. 00080000:00000010:1.0:1767384990.086055:0:17575:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f501848f. 00002000:00000010:1.0:1767384990.086059:0:17575:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f418969. 00000020:00000001:3.0:1767384990.086061:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384990.086063:0:17575:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:3.0:1767384990.086067:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384990.086068:0:17575:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'e9a3542d-7508-46fb-9106-eff33282093d' 00000001:00000001:1.0:1767384990.086079:0:17575:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00010000:00010000:3.0:1767384990.086081:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1767384990.086082:0:17575:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384990.086089:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384990.086095:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b6e2549. 00080000:00000001:1.0:1767384990.086098:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558311890944 : -129515397660672 : ffff8a34d8bac000) 00080000:00000001:1.0:1767384990.086102:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384990.086117:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384990.086119:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384990.086122:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384990.086135:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.086138:0:17575:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:1.0:1767384990.086141:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384990.086178:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:1.0:1767384990.086181:0:17575:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384990.086184:0:17575:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384990.086186:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384990.086194:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384990.086196:0:17575:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384990.086198:0:17575:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384990.086201:0:17575:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384990.086203:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384990.086206:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005002ecd2. 00080000:00000001:1.0:1767384990.086208:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558311891968 : -129515397659648 : ffff8a34d8bac400) 00080000:00000001:1.0:1767384990.086211:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384990.086219:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384990.086220:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384990.086222:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384990.086228:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384990.086230:0:17575:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a1f5b632. 00000001:00000040:1.0:1767384990.086233:0:17575:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000001dcc33d6 : new cb_count 2 00000020:00000040:1.0:1767384990.086235:0:17575:0:(genops.c:887:class_export_get()) GET export 000000001dcc33d6 refcount=5 00080000:00000001:1.0:1767384990.086238:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384990.086245:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384990.086247:0:17575:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384990.086248:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384990.086253:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384990.086254:0:17575:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:1.0:1767384990.086257:0:17575:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:1.0:1767384990.086260:0:17575:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384990.086263:0:17575:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fcdbf287. 00000020:00000010:1.0:1767384990.086267:0:17575:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384990.086271:0:17575:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384990.086274:0:17575:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c701a92. 80000000:00000010:1.0:1767384990.086278:0:17575:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000054326b18. 40000000:00000010:1.0:1767384990.086281:0:17575:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da5ba054. 00100000:00000010:1.0:1767384990.086284:0:17575:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384990.086287:0:17575:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e5c2671. 00040000:00000010:1.0:1767384990.086291:0:17575:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ccd09bf. 00080000:00000010:1.0:1767384990.086294:0:17575:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f501848f. 00002000:00000010:1.0:1767384990.086297:0:17575:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f418969. 00000020:00000010:1.0:1767384990.086300:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0223c6d. 00000001:00000001:1.0:1767384990.086304:0:17575:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384990.086306:0:17575:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 8 00000001:00000001:1.0:1767384990.086309:0:17575:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384990.086311:0:17575:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 7 00000020:00000040:1.0:1767384990.086314:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 4 00000001:00000001:1.0:1767384990.086316:0:17575:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384990.086317:0:17575:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 6 00000001:00000001:1.0:1767384990.086319:0:17575:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384990.086320:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 3 00002000:00000001:1.0:1767384990.086322:0:17575:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.086324:0:17575:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.086326:0:17575:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.086328:0:17575:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384990.086331:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366885632 00010000:00000001:1.0:1767384990.086333:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384990.086338:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034669d13 x1853237366885632/t0(0) o9->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384990.086347:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384990.086349:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384990.086352:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384990.086355:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384990.086358:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000100:00000001:1.0:1767384990.086360:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:1.0:1767384990.086363:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384990.086365:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.086367:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384990.086370:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000400:00000010:1.0:1767384990.086374:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010dec26d. 00000100:00000200:1.0:1767384990.086378:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237366885632, offset 224 00000400:00000200:1.0:1767384990.086383:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000400:00000200:1.0:1767384990.086391:0:17575:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000400:00000200:1.0:1767384990.086401:0:17575:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [233:233:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1767384990.086412:0:17575:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384990.086417:0:17575:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00000800:00000010:1.0:1767384990.086421:0:17575:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e5c2671. 00000800:00000200:1.0:1767384990.086425:0:17575:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000800:00000200:1.0:1767384990.086431:0:17575:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:1.0:1767384990.086434:0:17575:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e5c2671 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384990.086450:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384990.086453:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00010000:00000001:1.0:1767384990.086456:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384990.086457:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.086459:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384990.086463:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034669d13 x1853237366885632/t0(0) o9->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384990.086475:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034669d13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e9a3542d-7508-46fb-9106-eff33282093d+3:12151:x1853237366885632:12345-192.168.204.49@tcp50:9: Request processed in 633us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384990.086484:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 5 00000100:00000040:1.0:1767384990.086487:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001dcc33d6 : new rpc_count 0 00000100:00000001:1.0:1767384990.086489:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384990.086491:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384990.086495:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039c932c5. 00000020:00000010:1.0:1767384990.086499:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000020:00000010:1.0:1767384990.086503:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000065c22f9. 00000020:00000040:1.0:1767384990.086506:0:17575:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 2 00000100:00000001:1.0:1767384990.086509:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384990.086536:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384990.086543:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e5c2671. 00000400:00000200:2.0:1767384990.086550:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.086559:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:2.0:1767384990.086565:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010dec26d 00000400:00000010:2.0:1767384990.086568:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010dec26d. 00000100:00000001:2.0:1767384990.086572:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384990.086574:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384990.086655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb846a12. 00010000:00000010:0.1:1767384990.086666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004debfc3f. 00010000:00000010:1.1:1767384990.086667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b15c7593. 00010000:00000010:1.1:1767384990.086680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001b797513. 00000800:00000001:0.0:1767384990.094553:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.094564:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384990.094567:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.094570:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.094577:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:0.0:1767384990.094587:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 224 into portal 12 MB=0x6958272f00e00 00000400:00000200:0.0:1767384990.094652:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.49@tcp50 of length 224/224 into md 0x229 [64] + 11832 00000800:00000001:0.0:1767384990.094665:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.094682:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384990.094687:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.094695:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000100:00000001:0.0:1767384990.094704:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384990.094708:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384990.094716:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6a42b5b. 00000100:00000040:0.0:1767384990.094723:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000a6a42b5b x1853237366885888 msgsize 224 00000100:00100000:0.0:1767384990.094732:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000001:0.0:1767384990.094753:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384990.094765:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384990.094772:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384990.094812:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384990.094817:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366885888 02000000:00000001:2.0:1767384990.094822:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384990.094825:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384990.094828:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384990.094833:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384990.094838:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366885888 00000020:00000001:2.0:1767384990.094840:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384990.094842:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b38a6 00000020:00000001:2.0:1767384990.094844:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384990.094847:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe3de22c refcount=7 00000020:00000001:2.0:1767384990.094883:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000020:00000001:2.0:1767384990.094886:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00000100:00000001:2.0:1767384990.094890:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384990.094896:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab8c8e78. 00000100:00000001:2.0:1767384990.094899:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384990.094912:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab8c8e78. 00000020:00000010:2.0:1767384990.094918:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a73cd801. 00000020:00000010:2.0:1767384990.094922:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064e559bd. 00000020:00000010:2.0:1767384990.094926:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000040:2.0:1767384990.094933:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384990.094936:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384990.094937:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384990.094940:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.094945:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.094960:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384990.094972:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384990.094974:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384990.094980:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 8 00000100:00000040:2.0:1767384990.094983:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe3de22c : new rpc_count 1 00000100:00000001:2.0:1767384990.094985:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013182336 : -129515696369280 : ffff8a34c6ecd180) 00000100:00000040:2.0:1767384990.094991:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6a42b5b x1853237366885888/t0(0) o39->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384990.095004:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384990.095007:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab8c8e78. 00000100:00000001:2.0:1767384990.095010:0:16804:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384990.095012:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab8c8e78. 00000100:00100000:2.0:1767384990.095020:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a42b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+7:12151:x1853237366885888:12345-192.168.204.49@tcp50:39: 00000100:00000200:2.0:1767384990.095025:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366885888 00000020:00000001:2.0:1767384990.095028:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384990.095032:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384990.095036:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.095038:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384990.095040:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485856 : -1039065760 : ffffffffc2111d60) 00000020:00000001:2.0:1767384990.095043:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384990.095046:0:16804:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237366885888, found 0 last_xid 1853237366885119 00000020:00000001:2.0:1767384990.095049:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384990.095051:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384990.095061:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384990.095064:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.095066:0:16804:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384990.095068:0:16804:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384990.095070:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384990.095073:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384990.095077:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000480643ff. 02000000:00000001:2.0:1767384990.095079:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.095081:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384990.095086:0:16804:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=8 00010000:00000001:2.0:1767384990.095089:0:16804:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384990.095092:0:16804:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384990.095094:0:16804:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=9 00010000:00000001:2.0:1767384990.095097:0:16804:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384990.095098:0:16804:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384990.095109:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 8 00000020:00000080:2.0:1767384990.095112:0:16804:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b38a6 00000020:00000040:2.0:1767384990.095115:0:16804:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe3de22c with handle 0xcb8130832f6b38a6 from hash 00000020:00000040:2.0:1767384990.095120:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 7 00000020:00000010:2.0:1767384990.095123:0:16804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006425ba63. 00000020:00000001:2.0:1767384990.095126:0:16804:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384990.095128:0:16804:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000fe3de22c: total 0 00000020:00000001:2.0:1767384990.095131:0:16804:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384990.095132:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 6 00000020:00000001:2.0:1767384990.095134:0:16804:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.095136:0:16804:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384990.095138:0:16804:0:(import.c:65:import_set_state_nolock()) 00000000a69cb0a5 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384990.095141:0:16804:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384990.095143:0:16804:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384990.095145:0:16804:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384990.095159:0:16804:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384990.095163:0:16804:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384990.095166:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000eddd9995 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384990.095170:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000001e5d69d4 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384990.095173:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384990.095186:0:16804:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384990.095191:0:16804:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384990.095193:0:16804:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'e9a3542d-7508-46fb-9106-eff33282093d' 00000001:00000001:2.0:1767384990.095198:0:16804:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384990.095201:0:16804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384990.095205:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384990.095211:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea963d05. 00080000:00000001:2.0:1767384990.095214:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307901440 : -129515401650176 : ffff8a34d87de000) 00080000:00000001:2.0:1767384990.095228:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384990.095233:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:3.0:1767384990.095241:0:16793:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000fe3de22c: total 0 00000001:00000001:2.0:1767384990.095246:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384990.095248:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446614558690973696 : -129515018577920 : ffff8a34ef531800) 00080000:00000001:2.0:1767384990.095251:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384990.095261:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384990.095264:0:16793:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:2.0:1767384990.095266:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384990.095273:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384990.095276:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384990.095280:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f9b3323. 00000020:00000010:3.0:1767384990.095292:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db247932. 00080000:00000001:2.0:1767384990.095295:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384990.095301:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000065aa45f0. 00000001:00000001:2.0:1767384990.095302:0:16804:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384990.095314:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:3.0:1767384990.095317:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384990.095343:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033c648a6. 80000000:00000010:3.0:1767384990.095351:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3c71dd6. 40000000:00000010:3.0:1767384990.095359:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd692a82. 00100000:00000010:3.0:1767384990.095365:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009cd5a9ea. 00080000:00000001:2.0:1767384990.095367:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00040000:00000010:3.0:1767384990.095373:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e2e7798. 00000001:00000040:2.0:1767384990.095374:0:16804:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384990.095384:0:16804:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384990.095387:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000099f1818f. 00080000:00000001:2.0:1767384990.095388:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1767384990.095395:0:16804:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000010:3.0:1767384990.095399:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e888f19. 00000001:00000002:2.0:1767384990.095400:0:16804:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000001:00000010:2.0:1767384990.095413:0:16804:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004ca52790. 00002000:00000010:3.0:1767384990.095416:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb34fd64. 00000001:00000040:2.0:1767384990.095417:0:16804:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000fe3de22c : new cb_count 2 00000020:00000040:2.0:1767384990.095424:0:16804:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=7 00000020:00000010:3.0:1767384990.095431:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000db247932. 00000001:00000010:2.0:1767384990.095434:0:16804:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000d4789eca. 00000020:00000010:3.0:1767384990.095446:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000065aa45f0. 00000020:00000010:3.0:1767384990.095455:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384990.095461:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033c648a6. 80000000:00000010:3.0:1767384990.095466:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3c71dd6. 40000000:00000010:3.0:1767384990.095472:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bd692a82. 00100000:00000010:3.0:1767384990.095476:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009cd5a9ea. 00040000:00000010:3.0:1767384990.095480:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e2e7798. 00040000:00000010:3.0:1767384990.095492:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000099f1818f. 00080000:00000010:3.0:1767384990.095495:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e888f19. 00002000:00000010:3.0:1767384990.095499:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb34fd64. 00000020:00000010:3.0:1767384990.095519:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f9b3323. 00010000:00010000:3.0:1767384990.095523:0:16793:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000fe3de22c, canceled 0 locks, left on hash table 1. 00000020:00000010:3.0:1767384990.095529:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f9b3323. 00000020:00000010:3.0:1767384990.095534:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000099f1818f. 00000001:00000010:2.0:1767384990.095535:0:16804:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000082e1b3eb. 00000020:00000010:3.0:1767384990.095540:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e888f19. 00080000:00000001:2.0:1767384990.095543:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:3.0:1767384990.095551:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059335979. 00000020:00000010:3.0:1767384990.095560:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033c648a6. 80000000:00000010:3.0:1767384990.095565:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3c71dd6. 40000000:00000010:3.0:1767384990.095571:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd692a82. 00100000:00000010:3.0:1767384990.095577:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009cd5a9ea. 00040000:00000010:3.0:1767384990.095606:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e2e7798. 00040000:00000010:3.0:1767384990.095612:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db247932. 00080000:00000010:3.0:1767384990.095619:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000065aa45f0. 00002000:00000010:3.0:1767384990.095673:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb34fd64. 00000001:00000001:3.0:1767384990.095693:0:16793:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384990.095700:0:16793:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384990.095708:0:16793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000785b6e69 count: 2 00000004:00000001:3.0:1767384990.095716:0:16793:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1767384990.095720:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384990.095725:0:16793:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384990.095729:0:16793:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384990.095733:0:16793:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.095738:0:16793:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.095745:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384990.095748:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384990.095754:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384990.095757:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384990.095759:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00010000:00000001:3.0:1767384990.095762:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384990.095769:0:16793:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.095769:0:16804:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000d4789eca: xid 1853237366885888, transno 8589934593, tag 0, client gen 1, slot idx 0 00000020:00000040:3.0:1767384990.095784:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076efc2d0 with handle 0xcb8130832f6b38bb from hash 00000001:00000001:2.0:1767384990.095785:0:16804:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.095797:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384990.095801:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384990.095804:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384990.095806:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:2.0:1767384990.095808:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384990.095816:0:16793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000bec4de94. 00000001:00000040:2.0:1767384990.095826:0:16804:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00010000:00000001:3.0:1767384990.095830:0:16793:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:2.0:1767384990.095832:0:16804:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.095839:0:16793:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.095840:0:16804:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384990.095845:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384990.095897:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1683091. 00080000:00000001:2.0:1767384990.095900:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307900416 : -129515401651200 : ffff8a34d87ddc00) 00080000:00000001:2.0:1767384990.095903:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384990.095908:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384990.095914:0:16793:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384990.095918:0:16793:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000001:00000001:2.0:1767384990.095918:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384990.095921:0:16793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000785b6e69) 00080000:00000001:2.0:1767384990.095922:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384990.095928:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384990.095934:0:16793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767384990.095939:0:16793:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384990.095944:0:16793:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384990.095944:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.095952:0:16793:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000010:2.0:1767384990.095953:0:16804:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000cfba825b. 00010000:00000040:3.0:1767384990.095961:0:16793:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000fe3de22c, 1 locks cancelled. 00000001:00000040:2.0:1767384990.095961:0:16804:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000fe3de22c : new cb_count 3 00000020:00000040:2.0:1767384990.095969:0:16804:0:(genops.c:887:class_export_get()) GET export 00000000fe3de22c refcount=8 00010000:00000001:3.0:1767384990.095971:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384990.095974:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384990.095976:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384990.095981:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384990.095987:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1767384990.095989:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076efc2d0/0xcb8130832f6b38bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72e1d expref: 8 pid: 16804 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384990.095991:0:16804:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384990.095994:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384990.096001:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384990.096016:0:16804:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:2.0:1767384990.096019:0:16804:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:2.0:1767384990.096021:0:16804:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384990.096023:0:16804:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384990.096025:0:16804:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384990.096029:0:16804:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 7 00000001:00000001:2.0:1767384990.096036:0:16804:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384990.096040:0:16804:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 6 00000020:00000040:2.0:1767384990.096046:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 7 00000001:00000001:2.0:1767384990.096050:0:16804:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384990.096052:0:16804:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 5 00000020:00000010:3.0:1767384990.096053:0:16793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006994d9e2. 00000001:00000001:2.0:1767384990.096054:0:16804:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384990.096058:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 6 00010000:00000040:3.0:1767384990.096064:0:16793:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000fe3de22c : new locks_count 0 00000004:00000001:2.0:1767384990.096064:0:16804:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.096069:0:16804:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384990.096072:0:16793:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 5 00010000:00000010:3.0:1767384990.096077:0:16793:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e72a14a1. 00010000:00000001:2.0:1767384990.096084:0:16804:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384990.096088:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000785b6e69 count: 0 00000020:00000001:2.0:1767384990.096088:0:16804:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384990.096110:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853237366885888 00010000:00000001:2.0:1767384990.096115:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:3.0:1767384990.096119:0:16793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000107d3bdb. 00010000:00000200:2.0:1767384990.096125:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6a42b5b x1853237366885888/t8589934593(0) o39->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384990.096136:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384990.096139:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000040:3.0:1767384990.096145:0:16793:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: e9a3542d-7508-4, loop: 0 00010000:00000001:2.0:1767384990.096146:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384990.096153:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=93 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384990.096155:0:16793:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384990.096163:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384990.096168:0:16793:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384990.096169:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00010000:00010000:3.0:1767384990.096180:0:16793:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000fe3de22c, canceled 1 locks, left on hash table 0. 00000100:00000001:2.0:1767384990.096181:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:2.0:1767384990.096189:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384990.096193:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384990.096198:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000099f1818f. 00000100:00000001:2.0:1767384990.096198:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384990.096208:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000020:00000010:3.0:1767384990.096212:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e888f19. 00000400:00000010:2.0:1767384990.096214:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca5cb1f. 00000020:00000010:3.0:1767384990.096224:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059335979. 00000100:00000200:2.0:1767384990.096225:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237366885888, offset 224 00000020:00000010:3.0:1767384990.096238:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033c648a6. 00000400:00000200:2.0:1767384990.096240:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 80000000:00000010:3.0:1767384990.096251:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3c71dd6. 00000400:00000200:2.0:1767384990.096260:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 40000000:00000010:3.0:1767384990.096262:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bd692a82. 00100000:00000010:3.0:1767384990.096273:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009cd5a9ea. 00000400:00000200:2.0:1767384990.096282:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [234:234:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [30:30:8:4294967295] 00040000:00000010:3.0:1767384990.096285:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e2e7798. 00040000:00000010:3.0:1767384990.096297:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db247932. 00000400:00000200:2.0:1767384990.096304:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00080000:00000010:3.0:1767384990.096308:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000065aa45f0. 00000800:00000200:2.0:1767384990.096319:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00002000:00000010:3.0:1767384990.096322:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb34fd64. 00000800:00000010:2.0:1767384990.096325:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039c0bf86. 00000020:00000010:3.0:1767384990.096331:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f9b3323. 00000800:00000200:2.0:1767384990.096338:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000020:00000001:3.0:1767384990.096343:0:16793:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384990.096350:0:16793:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 4 00000800:00000200:2.0:1767384990.096351:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000020:00000001:3.0:1767384990.096360:0:16793:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000800:00000200:2.0:1767384990.096361:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039c0bf86 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767384990.096369:0:16793:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.096378:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384990.096380:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384990.096383:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384990.096387:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384990.096390:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.096391:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384990.096401:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00010000:00010000:3.0:1767384990.096412:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384990.096414:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384990.096421:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384990.096422:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.096428:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384990.096433:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384990.096443:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384990.096454:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6a42b5b x1853237366885888/t8589934593(0) o39->e9a3542d-7508-46fb-9106-eff33282093d@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384990.096474:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a42b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e9a3542d-7508-46fb-9106-eff33282093d+4:12151:x1853237366885888:12345-192.168.204.49@tcp50:39: Request processed in 1467us (1748us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1767384990.096494:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 8 00000100:00000040:2.0:1767384990.096498:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe3de22c : new rpc_count 0 00000100:00000001:2.0:1767384990.096502:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384990.096520:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384990.096524:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064e559bd. 00000020:00000010:2.0:1767384990.096529:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000020:00000010:2.0:1767384990.096533:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a73cd801. 00000020:00000040:2.0:1767384990.096539:0:16804:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 3 00000100:00000001:2.0:1767384990.096542:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384990.096544:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384990.096548:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039c0bf86. 00000400:00000200:0.0:1767384990.096552:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384990.096560:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:0.0:1767384990.096565:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca5cb1f 00000400:00000010:0.0:1767384990.096568:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca5cb1f. 00000100:00000001:0.0:1767384990.096573:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384990.096575:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384990.104685:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.104698:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384990.104702:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.104706:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.104715:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50) <- 192.168.204.49@tcp50 : PUT - for me 00000400:00000200:2.0:1767384990.104729:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.49@tcp50 of length 224 into portal 26 MB=0x6958272f00f00 00000400:00000200:2.0:1767384990.104739:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.49@tcp50 of length 224/224 into md 0x19c5 [2] + 0 00000400:00000010:2.0:1767384990.104744:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9842aba. 00000400:00000200:2.0:1767384990.104750:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004be77644 00000800:00000001:2.0:1767384990.104754:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.104761:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384990.104763:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384990.104767:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00000400:00000200:2.0:1767384990.104770:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004be77644 00000400:00000010:2.0:1767384990.104772:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004be77644. 00000100:00000001:2.0:1767384990.104776:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384990.104778:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384990.104780:0:16158:0:(events.c:337:request_in_callback()) incoming req@0000000093907886 x1853237366886144 msgsize 224 00000100:00100000:2.0:1767384990.104795:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.49@tcp50 (source: 12345-192.168.204.49@tcp50) 00000100:00000040:2.0:1767384990.104797:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384990.104812:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384990.104820:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384990.104824:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.104874:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384990.104880:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237366886144 02000000:00000001:3.0:1767384990.104884:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384990.104886:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384990.104889:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384990.104914:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384990.104917:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237366886144 00000020:00000001:3.0:1767384990.104920:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384990.104922:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3883 00000020:00000001:3.0:1767384990.104925:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384990.104928:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006d72c6ec refcount=6 00000020:00000001:3.0:1767384990.104931:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000020:00000001:3.0:1767384990.104934:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00000100:00000001:3.0:1767384990.104939:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384990.104943:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000100:00000001:3.0:1767384990.104947:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384990.104950:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000020:00000010:3.0:1767384990.104955:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f9b3323. 00000020:00000010:3.0:1767384990.104960:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0c171f4. 00000020:00000010:3.0:1767384990.104965:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f65993a6. 00000100:00000040:3.0:1767384990.104971:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384990.104974:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384990.104976:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384990.104978:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.104984:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.104999:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.105010:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384990.105012:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384990.105019:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.49@tcp50, seq: 173 00000100:00000040:3.0:1767384990.105024:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006d72c6ec : new rpc_count 1 00000100:00000001:3.0:1767384990.105027:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671897680 : -129515037653936 : ffff8a34ee300450) 00000100:00000040:3.0:1767384990.105046:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093907886 x1853237366886144/t0(0) o251->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 224/0 e 0 to 0 dl 1767385001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384990.105061:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384990.105064:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd692a82. 00000100:00000001:3.0:1767384990.105067:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384990.105070:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd692a82. 00000100:00100000:3.0:1767384990.105077:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093907886 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efab5af6-3c4e-49bf-ac30-73082ffb33ae+6:12151:x1853237366886144:12345-192.168.204.49@tcp50:251: 00000100:00000200:3.0:1767384990.105082:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237366886144 00000020:00000001:3.0:1767384990.105086:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384990.105089:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384990.105091:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.105104:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384990.105106:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444912 : -1041106704 : ffffffffc1f1f8f0) 00000020:00000001:3.0:1767384990.105110:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384990.105111:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384990.105114:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384990.105116:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384990.105118:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384990.105122:0:16799:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767384990.105124:0:16799:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384990.105126:0:16799:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384990.105128:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384990.105131:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384990.105135:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eb34fd64. 02000000:00000001:3.0:1767384990.105138:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.105141:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384990.105145:0:16799:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=7 00010000:00000001:3.0:1767384990.105148:0:16799:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384990.105151:0:16799:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384990.105155:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 20000000:00000010:3.0:1767384990.105158:0:16799:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000016128e91. 00000020:00000040:3.0:1767384990.105162:0:16799:0:(genops.c:887:class_export_get()) GET export 000000006d72c6ec refcount=7 00010000:00000001:3.0:1767384990.105167:0:16799:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384990.105169:0:16799:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384990.105188:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 6 00000020:00000080:3.0:1767384990.105191:0:16799:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b3883 00000020:00000040:3.0:1767384990.105195:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d72c6ec with handle 0xcb8130832f6b3883 from hash 00000020:00000040:3.0:1767384990.105200:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 5 00000020:00000001:3.0:1767384990.105203:0:16799:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384990.105205:0:16799:0:(genops.c:1938:obd_stale_export_put()) Put export 000000006d72c6ec: total 0 00000020:00000001:3.0:1767384990.105208:0:16799:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384990.105210:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 4 00000020:00000001:3.0:1767384990.105212:0:16799:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.105215:0:16799:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384990.105217:0:16799:0:(import.c:65:import_set_state_nolock()) 000000006898d5b7 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384990.105221:0:16799:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384990.105223:0:16799:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384990.105224:0:16799:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384990.105239:0:16799:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384990.105243:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 3 20000000:00000001:3.0:1767384990.105246:0:16799:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.105249:0:16799:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384990.105252:0:16799:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.105254:0:16799:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384990.105257:0:16799:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384990.105261:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237366886144 00010000:00000001:3.0:1767384990.105264:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384990.105270:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093907886 x1853237366886144/t0(0) o251->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384990.105283:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384990.105285:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384990.105288:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384990.105293:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384990.105296:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d426c9e9 refcount 7 to 192.168.204.49@tcp50 00000100:00000001:3.0:1767384990.105299:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558183773504 : -129515525778112 : ffff8a34d117d540) 02000000:00000001:3.0:1767384990.105303:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384990.105307:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.105311:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384990.105316:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.49@tcp50 00000020:00000001:1.0:1767384990.105321:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384990.105327:0:16792:0:(genops.c:1924:obd_stale_export_get()) Get export 000000006d72c6ec: total 0 00000400:00000010:3.0:1767384990.105332:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b988c0. 00000020:00000001:1.0:1767384990.105332:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446614553635182592 : -129520074369024 : ffff8a33c1f9d800) 00010000:00010000:1.0:1767384990.105342:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384990.105343:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237366886144, offset 224 00010000:00000001:1.0:1767384990.105344:0:16792:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384990.105351:0:16792:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ccd09bf. 00000400:00000200:3.0:1767384990.105358:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.49@tcp50 00000020:00000010:1.0:1767384990.105359:0:16792:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b3c76ad7. 00000020:00000010:1.0:1767384990.105365:0:16792:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f501848f. 00000020:00000010:1.0:1767384990.105369:0:16792:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000400:00000200:3.0:1767384990.105376:0:16799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp50 to NMR: 192.168.204.49@tcp50 local destination 00000020:00000010:1.0:1767384990.105376:0:16792:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000065c22f9. 80000000:00000010:1.0:1767384990.105384:0:16792:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054326b18. 40000000:00000010:1.0:1767384990.105387:0:16792:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ac22d5f. 00100000:00000010:1.0:1767384990.105390:0:16792:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384990.105396:0:16792:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006fa2fdb5. 00000400:00000200:3.0:1767384990.105399:0:16799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp50 NI seq info: [235:235:256:4294967295] 192.168.204.49@tcp50 LPNI seq info [31:31:8:4294967295] 00040000:00000010:1.0:1767384990.105401:0:16792:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0223c6d. 00080000:00000010:1.0:1767384990.105408:0:16792:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c936d29b. 00002000:00000010:1.0:1767384990.105414:0:16792:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f418969. 00000020:00000010:1.0:1767384990.105419:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b3c76ad7. 00000020:00000010:1.0:1767384990.105427:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f501848f. 00000020:00000010:1.0:1767384990.105433:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000400:00000200:3.0:1767384990.105434:0:16799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp50(192.168.204.149@tcp50:192.168.204.149@tcp50) -> 192.168.204.49@tcp50(192.168.204.49@tcp50:192.168.204.49@tcp50) : PUT try# 0 00000020:00000010:1.0:1767384990.105437:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000065c22f9. 80000000:00000010:1.0:1767384990.105445:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000054326b18. 40000000:00000010:1.0:1767384990.105450:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ac22d5f. 00000800:00000200:3.0:1767384990.105451:0:16799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.49@tcp50 00100000:00000010:1.0:1767384990.105453:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384990.105459:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006fa2fdb5. 00000800:00000010:3.0:1767384990.105462:0:16799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2e7798. 00040000:00000010:1.0:1767384990.105462:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0223c6d. 00080000:00000010:1.0:1767384990.105470:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c936d29b. 00002000:00000010:1.0:1767384990.105485:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f418969. 00000800:00000200:3.0:1767384990.105486:0:16799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032982e99] -> 12345-192.168.204.49@tcp50 (4) 00000020:00000010:1.0:1767384990.105489:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ccd09bf. 00010000:00010000:1.0:1767384990.105495:0:16792:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000006d72c6ec, canceled 0 locks, left on hash table 1. 00000800:00000200:3.0:1767384990.105502:0:16799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000020:00000010:1.0:1767384990.105503:0:16792:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0223c6d. 00000020:00000010:1.0:1767384990.105509:0:16792:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000065c22f9. 00000800:00000200:3.0:1767384990.105511:0:16799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e2e7798 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1767384990.105513:0:16792:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384990.105521:0:16792:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384990.105525:0:16792:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ccd09bf. 80000000:00000010:1.0:1767384990.105527:0:16792:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054326b18. 40000000:00000010:1.0:1767384990.105528:0:16792:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ac22d5f. 00100000:00000010:1.0:1767384990.105530:0:16792:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384990.105532:0:16792:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006fa2fdb5. 00000100:00000001:3.0:1767384990.105535:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384990.105535:0:16792:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3c76ad7. 00080000:00000010:1.0:1767384990.105540:0:16792:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f501848f. 00002000:00000010:1.0:1767384990.105545:0:16792:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f418969. 00000100:00000040:3.0:1767384990.105547:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 6 to 192.168.204.49@tcp50 00000001:00000001:1.0:1767384990.105548:0:16792:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384990.105553:0:16792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:3.0:1767384990.105556:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:1.0:1767384990.105560:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 7 00000020:00000001:3.0:1767384990.105562:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384990.105565:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384990.105569:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384990.105570:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384990.105573:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384990.105576:0:16792:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.105580:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384990.105582:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093907886 x1853237366886144/t0(0) o251->efab5af6-3c4e-49bf-ac30-73082ffb33ae@192.168.204.49@tcp50:216/0 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384990.105585:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384990.105588:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384990.105631:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384990.105635:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.105638:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384990.105640:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093907886 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efab5af6-3c4e-49bf-ac30-73082ffb33ae+3:12151:x1853237366886144:12345-192.168.204.49@tcp50:251: Request processed in 573us (852us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384990.105640:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384990.105647:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003594e522 with handle 0xcb8130832f6b388a from hash 00010000:00000001:1.0:1767384990.105654:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384990.105657:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384990.105659:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384990.105663:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767384990.105665:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.49@tcp50, seq: 173 00010000:00000001:1.0:1767384990.105667:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384990.105672:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384990.105674:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d72c6ec : new rpc_count 0 00010000:00000001:1.0:1767384990.105675:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384990.105678:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.105681:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384990.105682:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.105686:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384990.105687:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384990.105691:0:16792:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000006d72c6ec, 1 locks cancelled. 00000020:00000010:3.0:1767384990.105693:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0c171f4. 00010000:00000001:1.0:1767384990.105695:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767384990.105695:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384990.105700:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384990.105702:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f65993a6. 00010000:00000001:1.0:1767384990.105705:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1767384990.105705:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2e7798. 00000020:00000010:3.0:1767384990.105709:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f9b3323. 00010000:00010000:1.0:1767384990.105732:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003594e522/0xcb8130832f6b388a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.49@tcp50 remote: 0x56df0029fcc72dc9 expref: 3 pid: 16798 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384990.105732:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384990.105738:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 2 00000400:00000200:0.0:1767384990.105753:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp50->192.168.204.49@tcp50: PUT: OK 00010000:00000040:1.0:1767384990.105758:0:16792:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006d72c6ec : new locks_count 0 00000400:00000200:0.0:1767384990.105762:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b988c0 00000020:00000040:1.0:1767384990.105764:0:16792:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 2 00000400:00000010:0.0:1767384990.105769:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066b988c0. 00010000:00000001:1.0:1767384990.105774:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384990.105777:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000040:1.0:1767384990.105780:0:16792:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efab5af6-3c4e-4, loop: 0 00000100:00000001:0.0:1767384990.105783:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:1.0:1767384990.105786:0:16792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384990.105793:0:16792:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384990.105797:0:16792:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000006d72c6ec, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384990.105801:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000065c22f9. 00000020:00000010:1.0:1767384990.105807:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c936d29b. 00000020:00000010:1.0:1767384990.105812:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384990.105818:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ccd09bf. 80000000:00000010:1.0:1767384990.105822:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000054326b18. 40000000:00000010:1.0:1767384990.105825:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ac22d5f. 00100000:00000010:1.0:1767384990.105828:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384990.105832:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006fa2fdb5. 00040000:00000010:1.0:1767384990.105838:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3c76ad7. 00080000:00000010:1.0:1767384990.105841:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f501848f. 00002000:00000010:1.0:1767384990.105844:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f418969. 02000000:00000001:3.0:1767384990.105877:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384990.105879:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0223c6d. 00000020:00000001:1.0:1767384990.105884:0:16792:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384990.105886:0:16792:0:(genops.c:898:class_export_put()) PUTting export 000000006d72c6ec : new refcount 0 00000020:00000080:1.0:1767384990.105888:0:16792:0:(genops.c:904:class_export_put()) final put 000000006d72c6ec/efab5af6-3c4e-49bf-ac30-73082ffb33ae 02000000:00000010:3.0:1767384990.105898:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eb34fd64. 02000000:00000001:3.0:1767384990.105908:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384990.105913:0:16792:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:3.0:1767384990.105914:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384990.105918:0:16792:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.105924:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384990.105927:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384990.105928:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:1.0:1767384990.105931:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384990.105936:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384990.105941:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384990.105942:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b26bc340. 00010000:00010000:1.0:1767384990.105944:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384990.105954:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384990.105957:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c440993. 00000020:00000001:1.0:1767384990.105958:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384990.105964:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:1.0:1767384990.105965:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767384990.105972:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000006d72c6ec/efab5af6-3c4e-49bf-ac30-73082ffb33ae for MGS 00000020:00000040:0.0:1767384990.105983:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 5 to 192.168.204.49@tcp50 00000020:00000001:0.0:1767384990.105988:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384990.105991:0:38:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384990.105994:0:38:0:(genops.c:1229:class_import_get()) import 000000006898d5b7 refcount=2 obd=MGS 00000020:00000001:0.0:1767384990.105998:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384990.105999:0:38:0:(genops.c:1242:class_import_put()) import 000000006898d5b7 refcount=1 obd=MGS 00000020:00000001:0.0:1767384990.106002:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384990.106006:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384990.106009:0:38:0:(genops.c:1242:class_import_put()) import 000000006898d5b7 refcount=0 obd=MGS 00000020:00000040:0.0:1767384990.106012:0:38:0:(genops.c:1245:class_import_put()) final put import 000000006898d5b7 00000020:00000001:0.0:1767384990.106034:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384990.106038:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384990.106042:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384990.106051:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d4fde8c. 00000001:00000010:0.0:1767384990.106058:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002a376360. 00000001:00000010:0.0:1767384990.106063:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c73690ab. 00000001:00000010:0.0:1767384990.106068:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e83b1a2. 00000001:00000010:0.0:1767384990.106073:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000eeebc312. 00000001:00000010:0.0:1767384990.106077:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005288b04d. 00000001:00000001:0.0:1767384990.106082:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384990.106084:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384990.106087:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384990.106090:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384990.106092:0:38:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384990.106095:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384990.106098:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 7 - export 00000020:00000010:0.0:1767384990.106102:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006d72c6ec. 00000020:00000001:0.0:1767384990.106112:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384990.106133:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384990.106135:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006898d5b7 for MGS 00000020:00000040:0.0:1767384990.106138:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 4 to 192.168.204.49@tcp50 00000020:00000040:0.0:1767384990.106140:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 6 - import 00000020:00000010:0.0:1767384990.106142:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006898d5b7. 00000020:00000001:0.0:1767384990.106144:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:3.1:1767384990.109666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000785b6e69. 00010000:00000010:3.1:1767384990.109675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076efc2d0. 00010000:00000010:1.1:1767384990.114658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003594e522. 00000400:00000001:1.0:1767384990.267757:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384990.267764:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384990.267767:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c08e01 00000400:00000010:1.0:1767384990.267774:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029c08e01. 00000800:00000200:0.0:1767384990.267776:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097b06132] -> 12345-192.168.204.149@tcp16 (6) 00000400:00000200:1.0:1767384990.267780:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384990.267787:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp16 ip 192.168.204.149:988 00000400:00000200:1.0:1767384990.267791:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery ping unlinked 00000800:00000200:0.0:1767384990.267796:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384990.267805:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000081ddfcde. 00000400:00000010:1.0:1767384990.267813:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f752fd2b. 00000800:00000200:3.0:1767384990.268052:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384990.268063:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384990.268082:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384990.268091:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384990.268097:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384990.395708:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384990.395717:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384990.395725:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384990.395727:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384990.395836:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384990.395890:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384990.395897:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384990.535973:0:17598:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384990.535983:0:17598:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e9a3542d-7508-46fb-9106-eff33282093d 00000001:00000040:2.0:1767384990.535989:0:17598:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000001dcc33d6 : new cb_count 1 00000020:00000040:2.0:1767384990.535999:0:17598:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 1 00000001:00000010:2.0:1767384990.536004:0:17598:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a1f5b632. 00040000:00000001:2.0:1767384990.536012:0:17598:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384990.536017:0:17598:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384990.536021:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005002ecd2. 00080000:00000001:2.0:1767384990.536028:0:17598:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384990.536031:0:17598:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384990.536034:0:17598:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384990.536036:0:17598:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384990.536038:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b6e2549. 00080000:00000001:2.0:1767384990.536042:0:17598:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384990.536045:0:17598:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384990.536048:0:17598:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e9a3542d-7508-46fb-9106-eff33282093d 00000001:00000040:2.0:1767384990.536052:0:17598:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000001dcc33d6 : new cb_count 0 00000020:00000040:2.0:1767384990.536055:0:17598:0:(genops.c:898:class_export_put()) PUTting export 000000001dcc33d6 : new refcount 0 00000020:00000080:2.0:1767384990.536059:0:17598:0:(genops.c:904:class_export_put()) final put 000000001dcc33d6/e9a3542d-7508-46fb-9106-eff33282093d 00000001:00000010:2.0:1767384990.536081:0:17598:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ab7962d5. 00040000:00000001:2.0:1767384990.536087:0:17598:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384990.536089:0:17598:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384990.536093:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000eb2d702. 00080000:00000001:2.0:1767384990.536098:0:17598:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384990.536131:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384990.536137:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000001dcc33d6/e9a3542d-7508-46fb-9106-eff33282093d for lustre-OST0000 00000020:00000040:0.0:1767384990.536150:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 3 to 192.168.204.49@tcp50 00000020:00000001:0.0:1767384990.536155:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384990.536161:0:38:0:(genops.c:1229:class_import_get()) import 00000000fe2b359f refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384990.536167:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384990.536169:0:38:0:(genops.c:1242:class_import_put()) import 00000000fe2b359f refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384990.536173:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384990.536179:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384990.536182:0:38:0:(genops.c:1242:class_import_put()) import 00000000fe2b359f refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384990.536185:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000fe2b359f 00000020:00000001:0.0:1767384990.536202:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384990.536207:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384990.536211:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384990.536221:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000083c5e7d2. 00000001:00000010:0.0:1767384990.536228:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5aace7d. 00000001:00000010:0.0:1767384990.536231:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000edd45d45. 00000001:00000010:0.0:1767384990.536234:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000054eac36d. 00000001:00000010:0.0:1767384990.536238:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004dc38fac. 00000001:00000010:0.0:1767384990.536242:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001cc6f863. 00000001:00000001:0.0:1767384990.536247:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384990.536250:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384990.536252:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384990.536255:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384990.536260:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000003a873938. 00000020:00000020:0.0:1767384990.536267:0:38:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384990.536271:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c49c09d2 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384990.536276:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384990.536280:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 7 - export 00000020:00000010:0.0:1767384990.536283:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001dcc33d6. 00000020:00000001:0.0:1767384990.536293:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384990.536298:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384990.536300:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000fe2b359f for lustre-OST0000 00000020:00000040:0.0:1767384990.536304:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 2 to 192.168.204.49@tcp50 00000020:00000040:0.0:1767384990.536307:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - import 00000020:00000010:0.0:1767384990.536310:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000fe2b359f. 00000020:00000001:0.0:1767384990.536313:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:1.0:1767384991.035822:0:16788:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384991.035887:0:16788:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384991.291743:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp38 00000800:00000200:0.0:1767384991.291744:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000400:00000010:1.0:1767384991.291754:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000dde6206. 00000800:00000200:0.1:1767384991.291767:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000400:00000010:1.0:1767384991.291772:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007ccd09bf. 00000400:00000010:1.0:1767384991.291782:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029c08e01. 00000400:00000010:1.0:1767384991.291792:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082d0ca68. 00000400:00000200:1.0:1767384991.291802:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp38 00000400:00000200:1.0:1767384991.291868:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp38 local destination 00000400:00000200:1.0:1767384991.291879:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp38 00000400:00000200:1.0:1767384991.291886:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [236:236:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1767384991.291894:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp38 00000400:00000200:1.0:1767384991.291905:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:) -> 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) : GET try# 0 00000800:00000200:1.0:1767384991.291912:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp38 00000800:00000010:1.0:1767384991.291919:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fbf247d3. 00000800:00000200:1.0:1767384991.291927:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000800:00000200:1.1:1767384991.291935:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000400:00000200:1.0:1767384991.291964:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp38 added to recovery queue. ping count: 5 next ping: 346 health :500 00000400:00000200:3.0:1767384991.291967:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292070:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292076:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292154:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292183:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292228:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292272:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292323:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292381:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292412:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292475:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292507:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292554:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292670:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292707:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292760:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292824:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292869:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.292941:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.292963:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293031:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293050:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293132:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293135:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293248:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293266:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293312:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293356:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293405:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293452:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293491:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293539:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293639:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293652:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293727:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293750:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293821:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293857:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.293924:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.293969:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294017:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294062:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294105:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294154:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294199:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294232:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294295:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294322:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294393:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294412:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294487:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294509:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294589:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294647:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294686:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294769:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294813:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294878:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294919:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.294961:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.294994:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295059:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.295092:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295156:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.295183:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295246:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.295267:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295332:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295388:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295423:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295466:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295499:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295540:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295578:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000800:00000010:3.0:1767384991.295656:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e556fd11. 00000400:00000200:0.0:1767384991.295665:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000800:00000010:3.0:1767384991.295667:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003960826d. 00000800:00000010:3.0:1767384991.295680:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003628a1c5. 00000400:00000200:0.0:1767384991.295722:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000800:00000010:3.0:1767384991.295738:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003628a1c5. 00000800:00020000:3.0:1767384991.295759:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384991.295765:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003960826d. 00000800:00000010:3.0:1767384991.295769:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e556fd11. 00000400:00000200:0.0:1767384991.295772:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295824:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:02020000:3.0:1767384991.295890:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp32 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384991.295899:0:16151:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384991.295914:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295946:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295970:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.295995:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296018:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296041:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296063:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296087:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296111:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296137:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296161:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296183:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.149:988 00000400:00000200:0.0:1767384991.296207:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.204.149:988 00000800:00000010:0.0:1767384991.296428:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3e2ad44. 00000800:00000010:0.0:1767384991.296434:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023283eac. 00000800:00000010:0.0:1767384991.296440:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004265bf92. 00000800:00000010:0.0:1767384991.296483:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004265bf92. 00000400:00000200:1.0:1767384991.296553:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384991.296580:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp38 from 198.3.0.2 00000800:00000010:1.0:1767384991.296585:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004c769d6e. 00000800:00000010:0.0:1767384991.296709:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed241106. 00000800:00000010:0.0:1767384991.296723:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002213338c. 00000800:00000010:0.0:1767384991.296770:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000410c6881. 00000800:00000200:0.1:1767384991.296784:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (2) 00000800:00000200:0.1:1767384991.296792:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp38 00000000410c6881 deleted 00000800:00000010:0.1:1767384991.296807:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000410c6881. 00000800:00000200:0.1:1767384991.296816:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384991.296851:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp38 ip 192.168.204.149:966 00000800:00000200:0.1:1767384991.296857:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbf247d3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384991.296867:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp38 p 3.x 192.168.204.149 -> 192.168.204.149:966 incarnation:1767384955110714728 sched[0] 00000800:00000010:0.0:1767384991.296876:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004265bf92. 00000800:00000010:0.0:1767384991.296979:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004265bf92. 00000800:00000010:0.0:1767384991.296988:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002213338c. 00000800:00000200:2.1:1767384991.297045:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384991.297059:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp38 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384955110714728 sched[0] 00000800:00000010:2.0:1767384991.297067:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023283eac. 00000800:00000010:0.0:1767384991.297069:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004c769d6e. 00000800:00000001:3.0:1767384991.297087:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384991.297100:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384991.297204:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384991.297206:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000010:3.0:1767384991.297210:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fbf247d3. 00000400:00000200:3.0:1767384991.297222:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384991.297234:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: GET: OK 00000400:00000200:3.0:1767384991.297244:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384991.297250:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp38 recovery message sent successfully:0 00000800:00000001:3.0:1767384991.297286:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384991.297299:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384991.297303:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384991.297312:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384991.297329:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38) <- 192.168.204.149@tcp38 : GET - for me 00000400:00000200:2.0:1767384991.297335:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384991.297350:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384991.297366:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.149@tcp of length 272/272 into md 0x1ffd [1] + 0 00000400:00000200:3.0:1767384991.297383:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.149@tcp38 to MR: 192.168.204.149@tcp38 local destination 00000400:00000200:3.0:1767384991.297394:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp38 NI seq info: [237:237:256:4294967295] 192.168.204.149@tcp38 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767384991.297413:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) -> 192.168.204.149@tcp38(192.168.204.149@tcp38:192.168.204.149@tcp38) 192.168.204.149@tcp38 : REPLY try# 0 00000800:00000200:3.0:1767384991.297424:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp38 00000800:00000010:3.0:1767384991.297431:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000626e6705. 00000800:00000200:3.0:1767384991.297440:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088e6747e] -> 12345-192.168.204.149@tcp38 (4) 00000800:00000200:3.0:1767384991.297450:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp38 ip 192.168.204.149:988 00000400:00000200:2.0:1767384991.297451:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000200:3.0:1767384991.297455:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000626e6705 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384991.297537:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384991.297643:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000800:00000200:3.0:1767384991.297645:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384991.297654:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000626e6705. 00000400:00000200:3.0:1767384991.297665:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384991.297674:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: REPLY: OK 00000800:00000001:0.0:1767384991.297680:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384991.297692:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384991.297705:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384991.297709:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384991.297719:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384991.297734:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.149@tcp38(192.168.204.149@tcp38) <- 192.168.204.149@tcp38 : REPLY - for me 00000400:00000200:0.0:1767384991.297761:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.149@tcp38: Reply from 12345-192.168.204.149@tcp38 of length 272/272 into md 0x215d 00000400:00000200:2.0:1767384991.297771:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000800:00000001:0.0:1767384991.297772:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384991.297784:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384991.297789:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384991.297798:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp38->192.168.204.149@tcp38: REPLY: OK 00000400:00000200:0.0:1767384991.297808:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c08e01 00000400:00000010:0.0:1767384991.297812:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029c08e01. 00000400:00000200:0.0:1767384991.297821:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384991.297864:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000dde6206. 00000400:00000010:0.0:1767384991.297874:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007ccd09bf. 00000800:00000001:0.0:1767384991.297903:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384991.297911:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384991.297922:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298030:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298117:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298193:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298223:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298246:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298269:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298292:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298314:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298336:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298359:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298381:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298403:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298429:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298461:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298484:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298507:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298529:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298552:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298576:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298654:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298728:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298757:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298780:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298803:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298905:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298931:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298965:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384991.298988:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384991.299123:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f95e41c2. 00000800:00000010:2.0:1767384991.299129:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ac63363. 00000800:00000010:2.0:1767384991.299133:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c51d17c8. 00000800:00000010:2.0:1767384991.299158:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c51d17c8. 00000800:00020000:2.0:1767384991.299166:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384991.299170:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ac63363. 00000800:00000010:2.0:1767384991.299173:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f95e41c2. 00000400:02020000:2.0:1767384991.299218:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp38 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384991.419673:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384991.419679:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384991.419686:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384991.419688:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384991.419817:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384991.419858:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384991.419864:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384991.594882:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384991.594887:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384991.594905:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384991.594909:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384991.594925:0:16157:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000ab0365ee] EOF from 12345-192.168.204.49@tcp50 ip 192.168.204.49:1021 00000800:00000200:0.0:1767384991.594926:0:16156:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000001f90549] EOF from 12345-192.168.204.49@tcp50 ip 192.168.204.49:1022 00000800:00000001:2.0:1767384991.594930:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384991.594950:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384991.594961:0:16158:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000c40a4d5a] EOF from 12345-192.168.204.49@tcp50 ip 192.168.204.49:1023 00000800:00000200:1.0:1767384991.595157:0:16155:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000ab0365ee 00000800:00000010:1.0:1767384991.595165:0:16155:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000ab0365ee. 00000800:00000200:1.0:1767384991.595170:0:16155:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000001f90549 00000800:00000010:1.0:1767384991.595172:0:16155:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000001f90549. 00000800:00000200:1.0:1767384991.595177:0:16155:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000c40a4d5a 00000800:00000200:1.0:1767384991.595184:0:16155:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.49@tcp50 0000000032982e99 deleted 00000800:00000010:1.0:1767384991.595187:0:16155:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000032982e99. 00000800:00000010:1.0:1767384991.595190:0:16155:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000c40a4d5a. 10000000:00000001:1.0:1767384992.059665:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384992.059671:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 2 10000000:00000001:1.0:1767384992.059676:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384992.059679:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384992.059681:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384992.059682:0:16801:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384992.059684:0:16801:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384992.059686:0:16801:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384992.059688:0:16801:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8a34c4c93000 from 87 10000000:00000001:1.0:1767384992.059690:0:16801:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384992.059692:0:16801:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384992.059699:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abf2641. 00000020:00000040:1.0:1767384992.059702:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384992.059707:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384992.059710:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384992.059715:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384992.059722:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ccd09bf. 00000100:00000001:1.0:1767384992.059728:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384992.059733:0:16801:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384992.059736:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384992.059741:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000242dcd3a. 00010000:00000001:1.0:1767384992.059745:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384992.059747:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00000020:00000001:1.0:1767384992.059751:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384992.059753:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007584f943 with handle 0xcb8130832f6b38c2 to hash 00000020:00000001:1.0:1767384992.059754:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384992.059756:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.059758:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.059762:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384992.059763:0:16801:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384992.059766:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384992.059773:0:16801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384992.059781:0:16801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384992.059786:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384992.059787:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384992.059791:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d68c066b. 00000100:00000001:1.0:1767384992.059793:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553651965120 : -129520057586496 : ffff8a33c2f9ecc0) 00000100:00000001:1.0:1767384992.059795:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384992.059796:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203904 : -129515027347712 : ffff8a34eecd4700) 00000100:00000001:1.0:1767384992.059800:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384992.059802:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.059803:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384992.059805:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384992.059810:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.059831:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384992.059833:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384992.059836:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384992.059838:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384992.059839:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384992.059841:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373207680:0@lo:101: 00000100:00000001:1.0:1767384992.059845:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384992.059849:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384992.059851:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384992.059854:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384992.059857:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000065310434. 02000000:00000001:1.0:1767384992.059858:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384992.059863:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008422302d. 00000400:00000010:1.0:1767384992.059868:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000100:00000200:1.0:1767384992.059873:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373207680, portal 25 00000100:00000001:1.0:1767384992.059874:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384992.059875:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203904 : -129515027347712 : ffff8a34eecd4700) 00000100:00000040:1.0:1767384992.059879:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.059884:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384992.059886:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384992.059887:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000200:1.0:1767384992.059889:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373207680, offset 0 00000400:00000200:1.0:1767384992.059894:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384992.059904:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384992.059912:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273508480 00000400:00000200:1.0:1767384992.059917:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x19e9 [2] + 0 00000400:00000010:1.0:1767384992.059920:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1999d9. 00000400:00000200:1.0:1767384992.059923:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6af68c7 00000400:00000200:1.0:1767384992.059927:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384992.059930:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384992.059934:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6af68c7 00000400:00000010:1.0:1767384992.059935:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6af68c7. 00000100:00000001:1.0:1767384992.059939:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384992.059941:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384992.059943:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000098f69090 x1853237373207680 msgsize 328 00000100:00100000:1.0:1767384992.059946:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384992.059947:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384992.059957:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384992.059962:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:1.0:1767384992.059964:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:1.0:1767384992.059966:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384992.059968:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.059981:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384992.059984:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.059989:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.059991:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384992.059995:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.059998:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294982672 00000100:00000010:1.0:1767384992.060001:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008419e62a. 00000100:00000001:3.0:1767384992.060005:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384992.060007:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384992.060012:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207680 02000000:00000001:3.0:1767384992.060017:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384992.060018:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294982672 00000100:00000001:3.0:1767384992.060019:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384992.060025:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384992.060025:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6f8ca1a. 00000100:00000001:1.0:1767384992.060031:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384992.060033:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060034:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294982672 00000100:00000010:1.0:1767384992.060040:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d241e3e4. 00000100:00100000:3.0:1767384992.060041:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207680 00000100:00000001:1.0:1767384992.060042:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384992.060048:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384992.060048:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294982672 00000100:00000010:1.0:1767384992.060050:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bef3dde. 00000100:00000001:1.0:1767384992.060052:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384992.060054:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384992.060055:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060057:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384992.060058:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384992.060060:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d68c066b going to sleep for 11 seconds 00000100:00000001:1.0:1767384992.060062:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384992.060064:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384992.060067:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384992.060071:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384992.060074:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000001:3.0:1767384992.060078:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384992.060082:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384992.060087:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384992.060091:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c978e3a2. 00000100:00000001:3.0:1767384992.060094:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384992.060097:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c978e3a2. 00000020:00000010:3.0:1767384992.060103:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f9b3323. 00000020:00000010:3.0:1767384992.060108:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001dbf3ba3. 00000020:00000010:3.0:1767384992.060114:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f65993a6. 00000100:00000040:3.0:1767384992.060124:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384992.060128:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384992.060129:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384992.060131:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.060139:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.060152:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384992.060165:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384992.060168:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384992.060173:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000040:3.0:1767384992.060179:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384992.060182:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671902800 : -129515037648816 : ffff8a34ee301850) 00000100:00000040:3.0:1767384992.060188:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098f69090 x1853237373207680/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:218/0 lens 328/0 e 0 to 0 dl 1767385003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384992.060199:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384992.060202:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c978e3a2. 00000100:00000001:3.0:1767384992.060204:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384992.060206:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c978e3a2. 00000100:00100000:3.0:1767384992.060210:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098f69090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16801:x1853237373207680:12345-0@lo:101: 00000100:00000200:3.0:1767384992.060215:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207680 00000020:00000001:3.0:1767384992.060218:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384992.060228:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384992.060230:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384992.060233:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384992.060235:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444736 : -1041106880 : ffffffffc1f1f840) 00000020:00000001:3.0:1767384992.060239:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384992.060240:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384992.060243:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384992.060245:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384992.060248:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384992.060250:0:16799:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384992.060253:0:16799:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384992.060255:0:16799:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384992.060257:0:16799:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384992.060259:0:16799:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384992.060264:0:16799:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384992.060268:0:16799:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d130e3da. 00010000:00000001:3.0:1767384992.060271:0:16799:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384992.060274:0:16799:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a96ebfd3. 00000020:00000001:3.0:1767384992.060277:0:16799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384992.060279:0:16799:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a96ebfd3 with handle 0xcb8130832f6b38c9 to hash 00000020:00000001:3.0:1767384992.060281:0:16799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384992.060283:0:16799:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00000001:3.0:1767384992.060285:0:16799:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00010000:3.0:1767384992.060288:0:16799:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b38c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcb8130832f6b38c2 expref: -99 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384992.060297:0:16799:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ebf69cff : new locks_count 10 00000020:00000040:3.0:1767384992.060300:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384992.060307:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384992.060309:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384992.060313:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000e403848. 02000000:00000001:3.0:1767384992.060316:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.060318:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384992.060321:0:16799:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384992.060324:0:16799:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384992.060331:0:16799:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384992.060333:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384992.060335:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384992.060338:0:16799:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384992.060340:0:16799:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384992.060342:0:16799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384992.060345:0:16799:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384992.060346:0:16799:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384992.060348:0:16799:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384992.060350:0:16799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d130e3da) refcount = 1 00010000:00010000:3.0:1767384992.060356:0:16799:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b38c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcb8130832f6b38c2 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384992.060362:0:16799:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384992.060364:0:16799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384992.060366:0:16799:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384992.060368:0:16799:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384992.060370:0:16799:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384992.060376:0:16799:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384992.060379:0:16799:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b38c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcb8130832f6b38c2 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384992.060387:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384992.060389:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384992.060391:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384992.060393:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384992.060395:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384992.060397:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384992.060399:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384992.060400:0:16799:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a96ebfd3, rc 0) 00000020:00000001:3.0:1767384992.060403:0:16799:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384992.060406:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373207680 00010000:00000001:3.0:1767384992.060409:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384992.060413:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098f69090 x1853237373207680/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:218/0 lens 328/344 e 0 to 0 dl 1767385003 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384992.060422:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384992.060430:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384992.060433:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384992.060439:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384992.060441:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384992.060444:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384992.060447:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384992.060449:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.060451:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384992.060454:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384992.060457:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384992.060461:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373207680, offset 224 00000400:00000200:3.0:1767384992.060466:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384992.060472:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384992.060479:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273508480 00000400:00000200:3.0:1767384992.060483:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2161 [1] + 224 00000400:00000200:3.0:1767384992.060488:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384992.060491:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384992.060494:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384992.060498:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384992.060509:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384992.060526:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384992.060532:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384992.060534:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384992.060537:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384992.060539:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384992.060543:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384992.060546:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384992.060548:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384992.060550:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384992.060552:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384992.060555:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f69090 x1853237373207680/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:218/0 lens 328/344 e 0 to 0 dl 1767385003 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384992.060579:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098f69090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373207680:12345-0@lo:101: Request processed in 379us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384992.060590:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000001:1.0:1767384992.060591:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384992.060611:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384992.060613:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384992.060614:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008422302d. 00000400:00000200:1.0:1767384992.060618:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384992.060620:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000100:00000040:3.0:1767384992.060625:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384992.060625:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384992.060631:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384992.060632:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384992.060636:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384992.060644:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001dbf3ba3. 00000100:00000200:1.0:1767384992.060644:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384992.060653:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f65993a6. 00000100:00000001:1.0:1767384992.060654:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384992.060656:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384992.060660:0:16801:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384992.060661:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f9b3323. 02000000:00000001:1.0:1767384992.060662:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384992.060665:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384992.060668:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384992.060669:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 02000000:00000001:1.0:1767384992.060670:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384992.060677:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384992.060677:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=100 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384992.060682:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000e403848. 00000100:00001000:1.0:1767384992.060683:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=100 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384992.060689:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384992.060690:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384992.060693:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.060694:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384992.060696:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384992.060698:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060701:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384992.060702:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384992.060705:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384992.060710:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe9119f. 00000100:00000001:1.0:1767384992.060712:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384992.060717:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384992.060718:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384992.060719:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003960826d. 00000100:00000040:1.0:1767384992.060722:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384992.060729:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373207680:0@lo:101: 00000100:00000001:1.0:1767384992.060732:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384992.060734:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060736:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384992.060737:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384992.060738:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.060743:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384992.060745:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d68c066b. 00000100:00000001:1.0:1767384992.060747:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384992.060748:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384992.060750:0:16801:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384992.060752:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384992.060753:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384992.060754:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=4 00000020:00000001:1.0:1767384992.060756:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.060758:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000040:1.0:1767384992.060761:0:16801:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007584f943, remote cookie: 0xcb8130832f6b38c9, flags: 0x0 00010000:00000001:1.0:1767384992.060763:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384992.060764:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384992.060765:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384992.060766:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384992.060767:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384992.060769:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000242dcd3a) refcount = 1 00010000:00010000:1.0:1767384992.060771:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384992.060775:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384992.060776:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384992.060777:0:16801:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384992.060779:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384992.060780:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384992.060782:0:16801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384992.060787:0:16801:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384992.060788:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384992.060789:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384992.060789:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384992.060790:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384992.060791:0:16801:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060792:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384992.060794:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abf2641 x1853237373207680/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385008 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.060802:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384992.060804:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384992.060806:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000065310434. 02000000:00000001:1.0:1767384992.060808:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384992.060810:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384992.060811:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384992.060828:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384992.060830:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ccd09bf. 02000000:00000001:1.0:1767384992.060833:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384992.060834:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384992.060835:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abf2641. 00000100:00000001:1.0:1767384992.060837:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384992.060838:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384992.060840:0:16801:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384992.060841:0:16801:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384992.060842:0:16801:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e92f595d) refs 3 10000000:00000001:1.0:1767384992.060844:0:16801:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384992.060845:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384992.060846:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384992.060847:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000020:00000001:1.0:1767384992.060848:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.060849:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.060851:0:16801:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384992.060852:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384992.060852:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384992.060853:0:16801:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384992.060855:0:16801:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384992.060858:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009f41f473. 00000100:00000010:1.0:1767384992.060872:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abf2641. 00000020:00000040:1.0:1767384992.060874:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384992.060876:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384992.060877:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384992.060879:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384992.060881:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ccd09bf. 00000100:00000001:1.0:1767384992.060883:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060886:0:16801:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384992.060888:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000065310434. 00000100:00000010:1.0:1767384992.060890:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000020abad4e. 00000020:00000040:1.0:1767384992.060892:0:16801:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384992.060895:0:16801:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384992.060896:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384992.060898:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d68c066b. 00000100:00000001:1.0:1767384992.060899:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614553651965120 : -129520057586496 : ffff8a33c2f9ecc0) 00000100:00000001:1.0:1767384992.060901:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384992.060901:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203904 : -129515027347712 : ffff8a34eecd4700) 00000100:00000001:1.0:1767384992.060904:0:16801:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384992.060905:0:16801:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060906:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384992.060907:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384992.060909:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.060914:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384992.060915:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384992.060917:0:16801:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384992.060918:0:16801:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384992.060919:0:16801:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384992.060921:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373207808:0@lo:256: 00000100:00000001:1.0:1767384992.060923:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384992.060924:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384992.060926:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.060927:0:16801:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384992.060931:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008422302d. 00000400:00000010:1.0:1767384992.060933:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f955bfde. 00000100:00000200:1.0:1767384992.060936:0:16801:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958273508500-0x6958273508500, portal 33 00000100:00000001:1.0:1767384992.060938:0:16801:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384992.060939:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384992.060941:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3c76ad7. 02000000:00000001:1.0:1767384992.060942:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384992.060944:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000400:00000010:1.0:1767384992.060946:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000100:00000200:1.0:1767384992.060948:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373207808, portal 25 00000100:00000001:1.0:1767384992.060949:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384992.060950:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203904 : -129515027347712 : ffff8a34eecd4700) 00000100:00000040:1.0:1767384992.060952:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.060957:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384992.060958:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384992.060959:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000200:1.0:1767384992.060961:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373207808, offset 0 00000400:00000200:1.0:1767384992.060964:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384992.060968:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384992.060972:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273508500 00000400:00000200:1.0:1767384992.060975:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x19f1 [2] + 0 00000400:00000010:1.0:1767384992.060977:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c12171. 00000400:00000200:1.0:1767384992.060979:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0cfce9b 00000400:00000200:1.0:1767384992.060982:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384992.060983:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384992.060986:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cfce9b 00000400:00000010:1.0:1767384992.060987:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0cfce9b. 00000100:00000001:1.0:1767384992.060989:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384992.060990:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384992.060992:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000006d1d040 x1853237373207808 msgsize 304 00000100:00100000:1.0:1767384992.060994:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384992.060996:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384992.061007:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384992.061010:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000400:00000010:1.0:1767384992.061011:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:1.0:1767384992.061012:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384992.061014:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.061020:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384992.061021:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.061030:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.061031:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384992.061034:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.061036:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294982673 00000100:00000001:1.0:1767384992.061040:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294982672 00000100:00000001:1.0:1767384992.061044:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294982673 00000100:00000001:1.0:1767384992.061046:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294982672 00000100:00000001:1.0:1767384992.061048:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294982673 00000100:00000001:1.0:1767384992.061050:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294982672 00000100:00000001:1.0:1767384992.061055:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294982673 00000100:00000001:3.0:1767384992.061057:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384992.061057:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294982672 00000100:00100000:3.0:1767384992.061062:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207808 00000100:00000001:1.0:1767384992.061062:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384992.061064:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.061066:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384992.061069:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384992.061070:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384992.061075:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384992.061075:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d68c066b going to sleep for 11 seconds 00000100:00000001:1.0:1767384992.061079:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384992.061080:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.061081:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384992.061086:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384992.061091:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207808 00000020:00000001:3.0:1767384992.061095:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384992.061097:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384992.061099:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384992.061100:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000020:00000001:3.0:1767384992.061103:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:3.0:1767384992.061106:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384992.061109:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384992.061112:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c978e3a2. 00000100:00000001:3.0:1767384992.061121:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384992.061123:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c978e3a2. 00000020:00000010:3.0:1767384992.061127:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f9b3323. 00000020:00000010:3.0:1767384992.061130:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001dbf3ba3. 00000020:00000010:3.0:1767384992.061134:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f65993a6. 00000100:00000040:3.0:1767384992.061139:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384992.061141:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384992.061142:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384992.061144:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061147:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061159:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384992.061168:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384992.061169:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384992.061173:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00000040:3.0:1767384992.061176:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:3.0:1767384992.061178:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671901776 : -129515037649840 : ffff8a34ee301450) 00000100:00000040:3.0:1767384992.061182:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006d1d040 x1853237373207808/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:218/0 lens 304/0 e 0 to 0 dl 1767385003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384992.061191:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384992.061193:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c978e3a2. 00000100:00000001:3.0:1767384992.061196:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384992.061198:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c978e3a2. 00000100:00100000:3.0:1767384992.061201:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006d1d040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373207808:12345-0@lo:256: 00000100:00000200:3.0:1767384992.061205:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207808 00000020:00000001:3.0:1767384992.061208:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384992.061210:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384992.061212:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384992.061214:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384992.061216:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668445152 : -1041106464 : ffffffffc1f1f9e0) 00000020:00000001:3.0:1767384992.061219:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384992.061221:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384992.061223:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384992.061231:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384992.061235:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061238:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384992.061240:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384992.061244:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000e403848. 02000000:00000001:3.0:1767384992.061246:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061248:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384992.061251:0:16799:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384992.061255:0:16799:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384992.061259:0:16799:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384992.061261:0:16799:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384992.061264:0:16799:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384992.061266:0:16799:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384992.061268:0:16799:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384992.061271:0:16799:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000f0fcf58. 20000000:00000001:3.0:1767384992.061275:0:16799:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384992.061296:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384992.061302:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384992.061308:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384992.061310:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384992.061313:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384992.061315:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384992.061317:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384992.061320:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384992.061322:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384992.061324:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384992.061327:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384992.061329:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384992.061331:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384992.061333:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384992.061335:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384992.061338:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384992.061340:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384992.061341:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384992.061344:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384992.061346:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384992.061349:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384992.061351:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384992.061353:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384992.061363:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384992.061365:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384992.061367:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384992.061369:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384992.061372:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384992.061374:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384992.061376:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384992.061379:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384992.061381:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384992.061383:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384992.061385:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384992.061388:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384992.061390:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384992.061392:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384992.061394:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384992.061397:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384992.061399:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384992.061401:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384992.061403:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384992.061406:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:3.0:1767384992.061418:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384992.061421:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384992.061423:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384992.061426:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384992.061428:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384992.061430:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384992.061432:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384992.061434:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384992.061437:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384992.061439:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384992.061441:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384992.061443:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384992.061445:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384992.061447:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384992.061450:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384992.061452:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384992.061454:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384992.061456:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384992.061458:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384992.061467:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384992.061470:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384992.061472:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384992.061475:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384992.061477:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384992.061480:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384992.061482:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384992.061484:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384992.061486:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384992.061488:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384992.061490:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384992.061493:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384992.061495:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384992.061497:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384992.061499:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384992.061501:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384992.061504:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384992.061506:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384992.061508:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384992.061510:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384992.061512:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384992.061514:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384992.061516:0:16799:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384992.061519:0:16799:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:3.0:1767384992.061522:0:16799:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:3.0:1767384992.061524:0:16799:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:3.0:1767384992.061526:0:16799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384992.061530:0:16799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000eb34fd64. 00000100:00000010:3.0:1767384992.061533:0:16799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000077b5f276. 00000020:00000040:3.0:1767384992.061536:0:16799:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=16 00010000:00000001:3.0:1767384992.061539:0:16799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384992.061542:0:16799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384992.061544:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000400:00000010:3.0:1767384992.061550:0:16799:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b7513ce. 00000400:00000200:3.0:1767384992.061553:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384992.061561:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384992.061566:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958273508500 00000400:00000200:3.0:1767384992.061571:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2171 [4] + 0 00000400:00000010:3.0:1767384992.061580:0:16799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008422302d. 00000400:00000200:3.0:1767384992.061583:0:16799:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f955bfde 00000400:00000200:3.0:1767384992.061587:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384992.061610:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384992.061615:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f955bfde 00000400:00000010:3.0:1767384992.061617:0:16799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f955bfde. 00000100:00000001:3.0:1767384992.061621:0:16799:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384992.061622:0:16799:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009abf2641 desc 0000000065310434 mbits 1853237373207808 00000100:00000001:3.0:1767384992.061634:0:16799:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384992.061638:0:16799:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384992.061642:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384992.061650:0:16799:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x217d 00000400:00000200:3.0:1767384992.061653:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384992.061656:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384992.061659:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384992.061661:0:16799:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000eb34fd64 00000100:00000001:3.0:1767384992.061663:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384992.061668:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384992.061671:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384992.061673:0:16799:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384992.061675:0:16799:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000eb34fd64 00000100:00000001:3.0:1767384992.061677:0:16799:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384992.061681:0:16799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958273508500-0x6958273508500 00000100:00000001:3.0:1767384992.061685:0:16799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384992.061689:0:16799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061692:0:16799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384992.061695:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 15 00000100:00000010:3.0:1767384992.061699:0:16799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000077b5f276. 00000100:00000001:1.0:1767384992.061702:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384992.061703:0:16799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000eb34fd64. 00000100:00000001:1.0:1767384992.061706:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061708:0:16799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384992.061712:0:16799:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384992.061723:0:16799:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000f0fcf58. 20000000:00000001:3.0:1767384992.061728:0:16799:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384992.061731:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373207808 00010000:00000001:3.0:1767384992.061734:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384992.061742:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006d1d040 x1853237373207808/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:218/0 lens 304/240 e 0 to 0 dl 1767385003 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384992.061750:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384992.061752:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384992.061754:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384992.061758:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384992.061759:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384992.061761:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:3.0:1767384992.061763:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384992.061765:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384992.061767:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384992.061769:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384992.061772:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000100:00000200:3.0:1767384992.061775:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373207808, offset 224 00000400:00000200:3.0:1767384992.061779:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384992.061784:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384992.061789:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273508500 00000400:00000200:3.0:1767384992.061794:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2175 [1] + 224 00000400:00000200:3.0:1767384992.061798:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384992.061800:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384992.061803:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384992.061806:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384992.061830:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384992.061846:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384992.061851:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384992.061853:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384992.061856:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384992.061858:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384992.061862:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384992.061866:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00010000:00000001:3.0:1767384992.061869:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384992.061870:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384992.061872:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384992.061875:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384992.061876:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384992.061878:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d48f28. 00000400:00000200:1.0:1767384992.061883:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000020:00000001:3.0:1767384992.061884:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384992.061886:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000100:00000001:1.0:1767384992.061891:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384992.061892:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006d1d040 x1853237373207808/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:218/0 lens 304/240 e 0 to 0 dl 1767385003 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384992.061896:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384992.061927:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384992.061931:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006d1d040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16801:x1853237373207808:12345-0@lo:256: Request processed in 734us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384992.061951:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00000001:1.0:1767384992.061954:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384992.061956:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000001:1.0:1767384992.061957:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384992.061962:0:16801:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384992.061963:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384992.061964:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384992.061968:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384992.061969:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384992.061970:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384992.061973:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384992.061974:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001dbf3ba3. 00000100:00001000:1.0:1767384992.061976:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=100 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384992.061982:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f65993a6. 00000100:00001000:1.0:1767384992.061982:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384992.061989:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384992.061991:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f9b3323. 00000100:00000001:1.0:1767384992.061991:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384992.061995:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384992.061997:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384992.061999:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000001:1.0:1767384992.062000:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384992.062005:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384992.062006:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384992.062010:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000e403848. 02000000:00000001:3.0:1767384992.062017:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384992.062017:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384992.062021:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384992.062028:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384992.062030:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384992.062030:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384992.062035:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384992.062038:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff6c2fb. 00000100:00100000:1.0:1767384992.062041:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16801:1853237373207808:0@lo:256: 00000400:00000010:3.0:1767384992.062047:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032982e99. 00000100:00000001:1.0:1767384992.062047:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384992.062050:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.062053:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384992.062054:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384992.062056:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.062061:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384992.062063:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d68c066b. 00000100:00000001:1.0:1767384992.062065:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384992.062066:0:16801:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384992.062069:0:16801:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:1.0:1767384992.062073:0:16801:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384992.062078:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000070e004b. 10000000:00000040:1.0:1767384992.062087:0:16801:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.149@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384992.062091:0:16801:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384992.062093:0:16801:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384992.062097:0:16801:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.149@tcp has 192.168.204.149@tcp. 00000100:00000001:1.0:1767384992.062099:0:16801:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384992.062100:0:16801:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384992.062102:0:16801:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:1.0:1767384992.062103:0:16801:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000100:00000200:1.0:1767384992.062105:0:16801:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.149@tcp' 00000400:00000200:1.0:1767384992.062107:0:16801:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384992.062109:0:16801:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384992.062111:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:1.0:1767384992.062115:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384992.062118:0:16801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (42) 00000400:00000200:1.0:1767384992.062122:0:16801:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384992.062124:0:16801:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:1.0:1767384992.062126:0:16801:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (43) 00000400:00000200:1.0:1767384992.062127:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:1.0:1767384992.062129:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:1.0:1767384992.062131:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062132:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:1.0:1767384992.062133:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:1.0:1767384992.062135:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062136:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:1.0:1767384992.062137:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:1.0:1767384992.062139:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062140:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:1.0:1767384992.062141:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:1.0:1767384992.062142:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062143:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:1.0:1767384992.062144:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:1.0:1767384992.062147:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062148:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:1.0:1767384992.062149:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:1.0:1767384992.062151:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062152:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:1.0:1767384992.062153:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:1.0:1767384992.062155:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062156:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:1.0:1767384992.062157:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:1.0:1767384992.062158:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062159:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:1.0:1767384992.062160:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:1.0:1767384992.062162:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062163:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:1.0:1767384992.062164:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:1.0:1767384992.062166:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062167:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:1.0:1767384992.062168:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:1.0:1767384992.062170:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062171:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:1.0:1767384992.062172:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:1.0:1767384992.062173:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062174:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:1.0:1767384992.062175:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:1.0:1767384992.062177:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062178:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:1.0:1767384992.062179:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:1.0:1767384992.062181:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062182:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:1.0:1767384992.062183:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:1.0:1767384992.062184:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062185:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:1.0:1767384992.062186:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:1.0:1767384992.062188:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062189:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:1.0:1767384992.062190:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:1.0:1767384992.062191:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062193:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:1.0:1767384992.062194:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:1.0:1767384992.062195:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062197:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:1.0:1767384992.062198:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:1.0:1767384992.062199:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062200:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:1.0:1767384992.062201:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:1.0:1767384992.062203:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062204:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:1.0:1767384992.062205:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:1.0:1767384992.062206:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062207:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:1.0:1767384992.062208:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:1.0:1767384992.062210:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062211:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:1.0:1767384992.062212:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:1.0:1767384992.062214:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062215:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:1.0:1767384992.062216:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:1.0:1767384992.062224:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062225:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:1.0:1767384992.062226:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:1.0:1767384992.062228:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062229:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:1.0:1767384992.062230:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:1.0:1767384992.062232:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062233:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:1.0:1767384992.062234:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:1.0:1767384992.062236:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062237:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:1.0:1767384992.062238:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:1.0:1767384992.062239:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062240:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:1.0:1767384992.062242:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:1.0:1767384992.062244:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062245:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:1.0:1767384992.062246:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:1.0:1767384992.062248:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062249:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:1.0:1767384992.062250:0:16801:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:1.0:1767384992.062252:0:16801:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384992.062253:0:16801:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 00000100:00000001:1.0:1767384992.062254:0:16801:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384992.062255:0:16801:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384992.062257:0:16801:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.149@tcp' by NID '192.168.204.149@tcp' 10000000:00000010:1.0:1767384992.062260:0:16801:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000008d11be85. 10000000:00000040:1.0:1767384992.062262:0:16801:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.149@tcp::2 00000020:00000080:1.0:1767384992.062264:0:16801:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384992.062269:0:16801:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384992.062272:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7dbf83c. 00000020:00000010:1.0:1767384992.062275:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f752fd2b. 00000040:00000010:1.0:1767384992.062278:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0223c6d. 00000020:00000010:1.0:1767384992.062281:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f501848f. 00000020:00000010:1.0:1767384992.062285:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384992.062288:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000065c22f9. 80000000:00000010:1.0:1767384992.062290:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002522977a. 40000000:00000010:1.0:1767384992.062293:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051c62630. 00100000:00000010:1.0:1767384992.062296:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384992.062300:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e529af8. 00040000:00000010:1.0:1767384992.062303:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c936d29b. 00040000:00000010:1.0:1767384992.062306:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c701a92. 00080000:00000010:1.0:1767384992.062309:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001dcc33d6. 00000004:00000010:1.0:1767384992.062312:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fe2b359f. 00000004:00000010:1.0:1767384992.062317:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d3384ff3. 00000004:00000010:1.0:1767384992.062320:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ed67883. 00002000:00000010:1.0:1767384992.062323:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec6c0df4. 00000004:00000010:1.0:1767384992.062326:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c98568b1. 00000004:00000001:1.0:1767384992.062329:0:16801:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384992.062332:0:16801:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384992.062333:0:16801:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000008d11be85 00000040:00001000:1.0:1767384992.062334:0:16801:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384992.062335:0:16801:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384992.062337:0:16801:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384992.062338:0:16801:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384992.062340:0:16801:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384992.062340:0:16801:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384992.062341:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384992.062342:0:16801:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.149@tcp::2 00000040:00000001:1.0:1767384992.062344:0:16801:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384992.062388:0:16801:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384992.062391:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f752fd2b. 00000040:00000010:1.0:1767384992.062395:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a0223c6d. 00000020:00000010:1.0:1767384992.062397:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f501848f. 00000020:00000010:1.0:1767384992.062400:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384992.062402:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000065c22f9. 80000000:00000010:1.0:1767384992.062405:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002522977a. 40000000:00000010:1.0:1767384992.062408:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051c62630. 00100000:00000010:1.0:1767384992.062410:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000314efa6b. 00040000:00000010:1.0:1767384992.062412:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e529af8. 00040000:00000010:1.0:1767384992.062414:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c936d29b. 00040000:00000010:1.0:1767384992.062417:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001c701a92. 00080000:00000010:1.0:1767384992.062419:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001dcc33d6. 00000004:00000010:1.0:1767384992.062422:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fe2b359f. 00000004:00000010:1.0:1767384992.062424:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d3384ff3. 00000004:00000010:1.0:1767384992.062427:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ed67883. 00002000:00000010:1.0:1767384992.062429:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec6c0df4. 00000004:00000010:1.0:1767384992.062431:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c98568b1. 00000020:00000010:1.0:1767384992.062433:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7dbf83c. 00000020:00000001:1.0:1767384992.062436:0:16801:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384992.062438:0:16801:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384992.062440:0:16801:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000008d11be85. 10000000:00000010:1.0:1767384992.062442:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000070e004b. 10000000:00000001:1.0:1767384992.062445:0:16801:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384992.062447:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384992.062449:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abf2641 x1853237373207808/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385008 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384992.062455:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384992.062456:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384992.062457:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3c76ad7. 02000000:00000001:1.0:1767384992.062459:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384992.062460:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384992.062461:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384992.062462:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384992.062463:0:16801:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384992.062464:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384992.062465:0:16801:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:1.0:1767384992.062466:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384992.062467:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000020abad4e. 00000100:00000010:1.0:1767384992.062468:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000065310434. 00000100:00000001:1.0:1767384992.062469:0:16801:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384992.062470:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ccd09bf. 02000000:00000001:1.0:1767384992.062472:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384992.062473:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384992.062473:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abf2641. 00000100:00000001:1.0:1767384992.062475:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384992.062476:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384992.062487:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009f41f473. 10000000:01000000:1.0:1767384992.062490:0:16801:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384992.062492:0:16801:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384992.062493:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384992.062494:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384992.062495:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000020:00000001:1.0:1767384992.062497:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.062499:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384992.062501:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384992.062502:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384992.062512:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384992.062512:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384992.062514:0:16801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384992.062518:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384992.062519:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384992.062520:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384992.062521:0:16801:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384992.062522:0:16801:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384992.062524:0:16801:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384992.062525:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384992.062526:0:16801:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 3 10000000:00000001:1.0:1767384992.062528:0:16801:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384992.068915:0:39711:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000777170a0. 00000020:00000040:2.0:1767384992.068922:0:39711:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384992.068924:0:39711:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000777170a0. 00000100:00000040:1.0:1767384992.077655:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294982673, at 4294982674 00000100:00000040:3.0:1767384992.077657:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294982673, at 4294982674 00000100:00000010:1.0:1767384992.077663:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6f8ca1a. 00000100:00000010:3.0:1767384992.077668:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bef3dde. 00000100:00000040:2.0:1767384992.077670:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294982673, at 4294982674 00000100:00000040:0.0:1767384992.077676:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294982673, at 4294982674 00000100:00000010:2.0:1767384992.077680:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d241e3e4. 00000100:00000010:0.0:1767384992.077682:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008419e62a. 00010000:00000001:2.0:1767384992.443758:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384992.443767:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384992.443775:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384992.443780:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384992.443783:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384992.443787:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384992.443791:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384992.443794:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384992.443833:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384992.443836:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384992.443903:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384992.443911:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384992.443919:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384992.444344:0:39712:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384992.444360:0:39712:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384992.444365:0:39712:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384992.444374:0:39712:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384992.444381:0:39712:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384992.444385:0:39712:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384992.621865:0:39749:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384992.621910:0:39749:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384992.621916:0:39749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384992.621923:0:39749:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384992.621929:0:39749:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384992.621933:0:39749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384992.847889:0:39758:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384992.847905:0:39758:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384992.847910:0:39758:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384992.847918:0:39758:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384992.847924:0:39758:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384992.847928:0:39758:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384993.023490:0:39797:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384993.023504:0:39797:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.023510:0:39797:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384993.023518:0:39797:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384993.023524:0:39797:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.023528:0:39797:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.024538:0:39797:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:0.0:1767384993.024542:0:39797:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:0.0:1767384993.024544:0:39797:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:1.0:1767384993.025707:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384993.025718:0:10092:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384993.025720:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.025728:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384993.025732:0:10092:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.025740:0:10092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.033044:0:39797:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:0.0:1767384993.033053:0:39797:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000001150ee12. 00000020:01000004:0.0:1767384993.033059:0:39797:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:0.0:1767384993.033061:0:39797:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:0.0:1767384993.033064:0:39797:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1767384993.033068:0:39797:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 0000000068ba3e5c. 00000020:00000010:0.0:1767384993.033072:0:39797:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 0000000083f6d74b. 00000020:00000001:0.0:1767384993.033076:0:39797:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384993.033080:0:39797:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000e31ff31a. 00000020:00000001:0.0:1767384993.033084:0:39797:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384993.033089:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000447a6f45. 00000020:00000010:0.0:1767384993.033095:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000deb4b90b. 00000040:00000010:0.0:1767384993.033099:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000330dd7e8. 00000020:00000010:0.0:1767384993.033104:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f28b939f. 00000020:00000010:0.0:1767384993.033146:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000541e5729. 00040000:00000010:0.0:1767384993.033164:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005288b04d. 00040000:00000010:0.0:1767384993.033169:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061ce5909. 00080000:00000010:0.0:1767384993.033174:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006d72c6ec. 10000000:00000001:0.0:1767384993.033180:0:39797:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384993.033183:0:39797:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384993.033187:0:39797:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384993.033189:0:39797:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384993.033193:0:39797:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384993.033195:0:39797:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000037402b6d) refs 3 10000000:00000001:0.0:1767384993.033198:0:39797:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384993.033201:0:39797:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446614558731107840 : -129514978443776 : ffff8a34f1b77e00) 10000000:00000001:0.0:1767384993.033205:0:39797:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384993.033207:0:39797:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xcb8130832f6b34f5 00010000:00000001:0.0:1767384993.033211:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384993.033215:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384993.033227:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005b6475c refcount=2 00000020:00000001:0.0:1767384993.033231:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557917904896 : -129515791646720 : ffff8a34c13f0000) 00010000:00000001:0.0:1767384993.033234:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557917904896 : -129515791646720 : ffff8a34c13f0000) 00010000:00000001:0.0:1767384993.033239:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384993.033242:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384993.033246:0:39797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384993.033259:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384993.033261:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384993.033263:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384993.033264:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384993.033266:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005b6475c refcount=3 00000020:00000001:0.0:1767384993.033268:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557917904896 : -129515791646720 : ffff8a34c13f0000) 00010000:00000001:0.0:1767384993.033271:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557917904896 : -129515791646720 : ffff8a34c13f0000) 00010000:00000001:0.0:1767384993.033275:0:39797:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384993.033277:0:39797:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384993.033285:0:39797:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384993.033287:0:39797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384993.033293:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384993.033294:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384993.033296:0:39797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384993.033302:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384993.033304:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.033308:0:39797:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384993.033311:0:39797:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000055446f6d. 00010000:00000001:0.0:1767384993.033315:0:39797:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384993.033331:0:39797:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384993.033335:0:39797:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.033337:0:39797:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.033339:0:39797:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384993.033341:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384993.033342:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384993.033344:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.033346:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.033348:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.033349:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.033350:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.033351:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.033353:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.033354:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.033355:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.033357:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.033358:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384993.033360:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000037402b6d) refs 3 10000000:00000001:0.0:1767384993.033363:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.033365:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384993.033366:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000037402b6d) refs 2 10000000:00000001:0.0:1767384993.033368:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1767384993.033370:0:39797:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1767384993.033372:0:39797:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384993.033375:0:39797:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.033379:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000deb4b90b. 00000040:00000010:0.0:1767384993.033386:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000330dd7e8. 00000020:00000010:0.0:1767384993.033390:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f28b939f. 00000020:00000010:0.0:1767384993.033394:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000541e5729. 00040000:00000010:0.0:1767384993.033398:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005288b04d. 00040000:00000010:0.0:1767384993.033402:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061ce5909. 00080000:00000010:0.0:1767384993.033407:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006d72c6ec. 00000020:00000010:0.0:1767384993.033411:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000447a6f45. 00000020:00000001:0.0:1767384993.033415:0:39797:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.033418:0:39797:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000e31ff31a. 00000020:00000001:1.0:1767384993.033421:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384993.033422:0:39797:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.033431:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.033432:0:39797:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000e2e67c79. 00010000:00010000:1.0:1767384993.033442:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:0.0:1767384993.033443:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 5 00010000:00000001:1.0:1767384993.033452:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1767384993.033454:0:39797:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000d698285f. 00010000:00000001:1.0:1767384993.033459:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000010:00000001:0.0:1767384993.033462:0:39797:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00010000:00010000:1.0:1767384993.033466:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384993.033469:0:39797:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384993.033474:0:39797:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384993.033481:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384993.033486:0:39797:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00010000:1.0:1767384993.033489:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000005b6475c already unused, calling callback (00000000e3583925) 00000100:00100000:0.0:1767384993.033491:0:39797:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:1.0:1767384993.033499:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384993.033501:0:39797:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00010000:1.0:1767384993.033506:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384993.033508:0:39797:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384993.033514:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384993.033518:0:39797:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384993.033523:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:1.0:1767384993.033528:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384993.033529:0:39797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767384993.033535:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384993.033536:0:39797:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000020:00000001:1.0:1767384993.033541:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1767384993.033543:0:39797:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1767384993.033548:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005b6475c refcount=3 00000020:00000001:0.0:1767384993.033550:0:39797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384993.033555:0:39797:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384993.033557:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557917904896 : -129515791646720 : ffff8a34c13f0000) 00000020:00000001:0.0:1767384993.033563:0:39797:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384993.033566:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557917904896 : -129515791646720 : ffff8a34c13f0000) 00000100:00000001:0.0:1767384993.033568:0:39797:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.033576:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384993.033577:0:39797:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00010000:1.0:1767384993.033584:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384993.033586:0:39797:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00000001:1.0:1767384993.033637:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384993.033638:0:39797:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00010000:1.0:1767384993.033640:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384993.033649:0:39797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 10000000:01000000:1.0:1767384993.033650:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000040:0.0:1767384993.033658:0:39797:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:01000000:1.0:1767384993.033659:0:16792:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:1.0:1767384993.033668:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384993.033670:0:39797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000040:1.0:1767384993.033671:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000037402b6d) refs 1 02000000:00000001:0.0:1767384993.033677:0:39797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:01000000:1.0:1767384993.033679:0:16792:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:1.0:1767384993.033684:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384993.033686:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:0.0:1767384993.033686:0:39797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.033688:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384993.033693:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384993.033697:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384993.033699:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000010:0.0:1767384993.033700:0:39797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005288b04d. 10000000:00000001:1.0:1767384993.033701:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384993.033707:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384993.033711:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384993.033714:0:39797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.033715:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384993.033721:0:16792:0:(genops.c:898:class_export_put()) PUTting export 00000000a127772c : new refcount 11 00000100:00000001:0.0:1767384993.033723:0:39797:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 10000000:00000010:1.0:1767384993.033729:0:16792:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 0000000037402b6d. 00000100:00080000:0.0:1767384993.033731:0:39797:0:(import.c:65:import_set_state_nolock()) 0000000061777abe lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 10000000:00000001:1.0:1767384993.033741:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384993.033742:0:39797:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:1.0:1767384993.033747:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.033748:0:39797:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.033756:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384993.033763:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384993.033764:0:39797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_rcv+-1] req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384993.033767:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384993.033773:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.033778:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.033785:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005b6475c with handle 0xcb8130832f6b34f5 from hash 00010000:00000001:1.0:1767384993.033822:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384993.033824:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.033826:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384993.033828:0:39797:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.033829:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384993.033837:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384993.033842:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384993.033847:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384993.033850:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384993.033860:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abf2641. 00000020:00000040:1.0:1767384993.033864:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:1.0:1767384993.033869:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384993.033872:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384993.033878:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.033879:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384993.033885:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccbe4364. 00000100:00000001:3.0:1767384993.033887:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384993.033895:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384993.033896:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.033903:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:3.0:1767384993.033905:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384993.033910:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384993.033941:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767384993.033945:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384993.033947:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.033951:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.033954:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384993.033959:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384993.033960:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384993.033969:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abf2641] to pc [ptlrpcd_00_02+2] req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384993.033979:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384993.033988:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384993.033996:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16162:1853237373207936:0@lo:39: 00000100:00000001:3.0:1767384993.034003:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384993.034007:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384993.034010:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384993.034013:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384993.034018:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfc722c0. 02000000:00000001:3.0:1767384993.034021:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.034025:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384993.034029:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc0362a0. 00010000:00000001:1.0:1767384993.034033:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.034038:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384993.034039:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00010000:00000001:1.0:1767384993.034042:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.034048:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384993.034051:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373207936, portal 10 10000000:00000001:1.0:1767384993.034052:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.034056:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384993.034064:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384993.034065:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384993.034066:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384993.034068:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384993.034070:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000001:2.0:1767384993.034075:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384993.034078:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384993.034091:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384993.034092:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384993.034097:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384993.034102:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 0000000005b6475c/0xcb8130832f6b34f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b34fc expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.034144:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.034148:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384993.034153:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000055446f6d. 00000100:00000001:3.0:1767384993.034156:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384993.034160:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384993.034163:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.034165:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384993.034168:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384993.034174:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384993.034178:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 02000000:00000001:2.0:1767384993.034179:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384993.034180:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384993.034187:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384993.034190:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373207936, offset 0 00010000:00010000:1.0:1767384993.034191:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384993.034193:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.034199:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384993.034205:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373208064:0@lo:103: 00000400:00000200:3.0:1767384993.034207:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384993.034207:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.034220:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384993.034221:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384993.034228:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384993.034230:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384993.034234:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384993.034237:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.034238:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384993.034240:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384993.034248:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384993.034256:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000530d239. 02000000:00000001:2.0:1767384993.034263:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.034264:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273508580 00000400:00000010:2.0:1767384993.034274:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d163e7cc. 00000400:00000200:3.0:1767384993.034278:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000200:3.0:1767384993.034289:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384993.034295:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384993.034296:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000143667c4. 00000100:00000001:3.0:1767384993.034304:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384993.034306:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208064, portal 18 00000100:00000200:3.0:1767384993.034310:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384993.034312:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384993.034318:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682203904 : -129515027347712 : ffff8a34eecd4700) 00000100:00000010:3.0:1767384993.034323:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d16de10. 00000100:00000040:2.0:1767384993.034329:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384993.034332:0:16162:0:(events.c:337:request_in_callback()) incoming req@000000005d16de10 x1853237373207936 msgsize 224 00000100:00100000:3.0:1767384993.034355:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384993.034378:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384993.034379:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384993.034387:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384993.034392:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a74d20b. 00000400:00000200:3.0:1767384993.034396:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:3.0:1767384993.034402:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000100:00000001:0.0:1767384993.034417:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384993.034419:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384993.034420:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373208064, offset 0 00000100:00100000:0.0:1767384993.034424:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373207936 00000100:00000200:3.0:1767384993.034432:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384993.034433:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384993.034441:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384993.034442:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384993.034450:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384993.034462:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384993.034463:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384993.034465:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384993.034482:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384993.034484:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373207936 00000400:00000200:2.0:1767384993.034494:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273508600 00000020:00000001:0.0:1767384993.034496:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384993.034503:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3518 00000020:00000001:0.0:1767384993.034510:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384993.034515:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000020:00000040:0.0:1767384993.034517:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001e5d69d4 refcount=5 00000100:00000001:3.0:1767384993.034518:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.034529:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384993.034531:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000400:00000200:2.0:1767384993.034534:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384993.034537:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558787383296 : -129514922168320 : ffff8a34f5123000) 00000100:00000001:3.0:1767384993.034540:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.034547:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384993.034549:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384993.034552:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3100 usecs (4 jiffies) 00000020:00000010:0.0:1767384993.034557:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091a007c9. 00000100:00000001:2.0:1767384993.034559:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384993.034561:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294983634 00000100:00000200:2.0:1767384993.034567:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384993.034568:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384993.034572:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3c71dd6. 00000020:00000010:0.0:1767384993.034581:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091a007c9. 00000100:00000010:2.0:1767384993.034590:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9520b2c. 00000100:00000001:3.0:1767384993.034592:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384993.034623:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ce5909. 00000020:00000010:0.0:1767384993.034633:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033255447. 00000100:00000040:2.0:1767384993.034635:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000c9520b2c x1853237373208064 msgsize 328 00000020:00000010:0.0:1767384993.034656:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000001:3.0:1767384993.034660:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294983635 00000100:00100000:2.0:1767384993.034670:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384993.034675:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa20b0d0. 00000100:00000040:0.0:1767384993.034678:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384993.034683:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384993.034685:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384993.034690:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384993.034693:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294983635 00000100:00000001:2.0:1767384993.034694:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384993.034695:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384993.034705:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b00928b9. 00000400:00000200:2.0:1767384993.034708:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74d20b 00000400:00000010:2.0:1767384993.034714:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a74d20b. 00000100:00000001:2.0:1767384993.034720:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384993.034721:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384993.034723:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384993.034732:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.034737:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294983635 00000100:00000001:1.0:1767384993.034742:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384993.034746:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ef0d6cf. 00000100:00000001:0.0:1767384993.034748:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384993.034750:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208064 00000100:00000001:3.0:1767384993.034758:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767384993.034761:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384993.034770:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384993.034777:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384993.034777:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.034778:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384993.034779:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384993.034788:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.034789:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384993.034790:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.034791:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.034818:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208064 00000100:00000001:3.0:1767384993.034823:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384993.034827:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:1.0:1767384993.034829:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384993.034832:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384993.034837:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:2.0:1767384993.034851:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.034852:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001e5d69d4 : new rpc_count 1 00000100:00000001:3.0:1767384993.034854:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384993.034856:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384993.034863:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384993.034865:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384993.034865:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774267392 : -129514935284224 : ffff8a34f44a0e00) 00000020:00000040:1.0:1767384993.034866:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=15 00000100:00000001:3.0:1767384993.034872:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384993.034879:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384993.034881:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384993.034882:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.034885:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d16de10 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:219/0 lens 224/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.034886:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.034894:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384993.034896:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.034898:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294983647 00000100:00000001:1.0:1767384993.034905:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384993.034916:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000100:00000001:2.0:1767384993.034921:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983634 00000100:00000001:0.0:1767384993.034922:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384993.034924:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384993.034931:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091a007c9. 00000020:00000010:1.0:1767384993.034935:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000100:00000001:0.0:1767384993.034939:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384993.034940:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294983647 00000020:00000010:0.0:1767384993.034947:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091a007c9. 00000020:00000010:1.0:1767384993.034948:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66bbf4e. 00000100:00000001:2.0:1767384993.034956:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983635 00000020:00000010:1.0:1767384993.034959:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005dd49a52. 00000100:00100000:0.0:1767384993.034967:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d16de10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16162:x1853237373207936:12345-0@lo:39: 00000020:00000010:1.0:1767384993.034973:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000001:2.0:1767384993.034974:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294983647 00000100:00000200:0.0:1767384993.034976:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373207936 00000020:00000001:0.0:1767384993.034983:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384993.034988:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384993.034990:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:0.0:1767384993.034993:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.035002:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384993.035003:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384993.035005:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983635 00000100:00000001:1.0:1767384993.035008:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384993.035011:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670485856 : -1039065760 : ffffffffc2111d60) 00010000:00000001:1.0:1767384993.035014:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384993.035022:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294983647 00000020:00000001:0.0:1767384993.035022:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384993.035023:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.035032:0:16804:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384993.035035:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384993.035038:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983635 00000020:00000001:0.0:1767384993.035039:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767384993.035041:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384993.035045:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384993.035048:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384993.035052:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.035054:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004cd52c7d refcount=3 00000100:00000001:2.0:1767384993.035055:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384993.035058:0:16804:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384993.035065:0:16804:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000020:00000001:1.0:1767384993.035066:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722315264 : -129514987236352 : ffff8a34f1315400) 00000100:00000001:2.0:1767384993.035068:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.035071:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384993.035073:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722315264 : -129514987236352 : ffff8a34f1315400) 02000000:00000001:0.0:1767384993.035081:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384993.035082:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384993.035083:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.035090:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384993.035092:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000edf57510. 00000100:00000001:2.0:1767384993.035093:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384993.035095:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384993.035100:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.035106:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.035107:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.035112:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384993.035120:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384993.035121:0:16804:0:(genops.c:887:class_export_get()) GET export 000000001e5d69d4 refcount=6 00000100:00000001:1.0:1767384993.035122:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.035126:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384993.035131:0:16804:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384993.035133:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:0.0:1767384993.035138:0:16804:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:2.0:1767384993.035139:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384993.035145:0:16804:0:(genops.c:887:class_export_get()) GET export 000000001e5d69d4 refcount=7 00000100:00000001:2.0:1767384993.035147:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.035149:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384993.035152:0:16804:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384993.035161:0:16804:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384993.035166:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 6 00000020:00000080:0.0:1767384993.035170:0:16804:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b3518 00000100:00000001:1.0:1767384993.035175:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384993.035176:0:16804:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001e5d69d4 with handle 0xcb8130832f6b3518 from hash 00000100:00000001:1.0:1767384993.035182:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384993.035186:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 5 00000100:00100000:1.0:1767384993.035193:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000001:0.0:1767384993.035193:0:16804:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384993.035196:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 4 00000100:00000040:1.0:1767384993.035202:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:0.0:1767384993.035203:0:16804:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384993.035206:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 3 00000100:00000001:1.0:1767384993.035212:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640812544 : -129520068739072 : ffff8a33c24fc000) 00000020:00000001:0.0:1767384993.035213:0:16804:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.035223:0:16804:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384993.035229:0:16804:0:(import.c:65:import_set_state_nolock()) 00000000b34cdef6 : changing import state from FULL to CLOSED 00000100:00000040:1.0:1767384993.035230:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9520b2c x1853237373208064/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.035236:0:16804:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384993.035242:0:16804:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384993.035246:0:16804:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:1.0:1767384993.035256:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384993.035261:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bb0be18. 00000100:00000001:1.0:1767384993.035266:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384993.035267:0:16804:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.035275:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bb0be18. 00000020:00000020:0.0:1767384993.035280:0:16804:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:3.0:1767384993.035282:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384993.035290:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.035291:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9520b2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+15:16165:x1853237373208064:12345-0@lo:103: 00000020:00000020:0.0:1767384993.035292:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000eddd9995 dirty 0 pend 0 grant 0 00010000:00010000:3.0:1767384993.035300:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767384993.035311:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208064 00000020:00000020:0.0:1767384993.035311:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000001e5d69d4 dirty 0 pend 0 grant 0 00010000:00000001:1.0:1767384993.035318:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000020:0.0:1767384993.035322:0:16804:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c dirty 0 pend 0 grant 0 00010000:00000002:1.0:1767384993.035323:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384993.035329:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000004:00000001:0.0:1767384993.035332:0:16804:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:1.0:1767384993.035337:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:0.0:1767384993.035341:0:16804:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 02000000:00000001:1.0:1767384993.035343:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:0.0:1767384993.035347:0:16804:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384993.035350:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000fc1fe27. 00000004:00000001:0.0:1767384993.035352:0:16804:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.035357:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384993.035359:0:16804:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:1.0:1767384993.035363:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384993.035366:0:16804:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 6 00010000:00000001:1.0:1767384993.035368:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000001:00000001:0.0:1767384993.035377:0:16804:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00010000:1.0:1767384993.035378:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000040:0.0:1767384993.035384:0:16804:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 5 00010000:00000001:1.0:1767384993.035385:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767384993.035391:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 2 00000020:00000001:1.0:1767384993.035392:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384993.035399:0:16804:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000040:1.0:1767384993.035400:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004cd52c7d refcount=3 00000001:00000040:0.0:1767384993.035405:0:16804:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 4 00000020:00000001:1.0:1767384993.035407:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722315264 : -129514987236352 : ffff8a34f1315400) 00000001:00000001:0.0:1767384993.035413:0:16804:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:1.0:1767384993.035415:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722315264 : -129514987236352 : ffff8a34f1315400) 00000020:00000040:0.0:1767384993.035419:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 1 00010000:00000040:1.0:1767384993.035422:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 6 00000004:00000001:0.0:1767384993.035424:0:16804:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.035429:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384993.035430:0:16804:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.035435:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384993.035436:0:16804:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.035441:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:0.0:1767384993.035443:0:16804:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.035448:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384993.035450:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373207936 00000020:00000001:1.0:1767384993.035455:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.035457:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384993.035466:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000200:0.0:1767384993.035469:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d16de10 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384993.035471:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384993.035481:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384993.035488:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384993.035489:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.035497:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384993.035497:0:16804:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.035503:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384993.035505:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000000eafbd6e time=96 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384993.035509:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004cd52c7d with handle 0xcb8130832f6b34fc from hash 00000100:00000001:0.0:1767384993.035514:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384993.035516:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384993.035520:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384993.035521:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 21 to 0@lo 00010000:00000001:1.0:1767384993.035525:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384993.035528:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00010000:00000001:1.0:1767384993.035530:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384993.035535:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1767384993.035537:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384993.035539:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384993.035542:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.035548:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004cd52c7d/0xcb8130832f6b34fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b34f5 expref: 15 pid: 16799 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384993.035550:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384993.035561:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384993.035569:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00010000:00000040:1.0:1767384993.035570:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 9 00000020:00000040:1.0:1767384993.035579:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 14 00000100:00000200:0.0:1767384993.035581:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373207936, offset 224 00010000:00000001:1.0:1767384993.035587:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.035626:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384993.035631:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384993.035634:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384993.035639:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384993.035643:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384993.035645:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384993.035652:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384993.035655:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384993.035661:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384993.035665:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384993.035667:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384993.035674:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384993.035685:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384993.035691:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 22 to 0@lo 00000400:00000200:0.0:1767384993.035699:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273508580 00000100:00000001:1.0:1767384993.035700:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:1.0:1767384993.035710:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384993.035717:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2189 [1] + 224 02000000:00000001:1.0:1767384993.035718:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.035730:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384993.035732:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384993.035748:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384993.035750:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384993.035758:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000100:00000001:0.0:1767384993.035758:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384993.035767:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384993.035768:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373208064, offset 224 00000400:00000200:1.0:1767384993.035786:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384993.035826:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384993.035833:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384993.035843:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273508600 00000400:00000200:1.0:1767384993.035866:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2191 [1] + 224 00000100:00000001:0.0:1767384993.035872:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384993.035874:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384993.035882:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384993.035887:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384993.035893:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384993.035898:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384993.035900:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384993.035901:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384993.035914:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.035915:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.035925:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384993.035930:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 21 to 0@lo 00000100:00000001:3.0:1767384993.035933:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384993.035942:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384993.035946:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384993.035949:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384993.035953:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384993.035953:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384993.035955:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384993.035961:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc0362a0. 00000100:00000040:0.0:1767384993.035969:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d16de10 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384993.035974:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000400:00000010:3.0:1767384993.035982:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00000100:00000001:3.0:1767384993.035991:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384993.036002:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384993.036015:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384993.036025:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d16de10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:16162:x1853237373207936:12345-0@lo:39: Request processed in 1096us (1684us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384993.036030:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384993.036039:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000100:00000200:3.0:1767384993.036042:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384993.036050:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384993.036057:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384993.036058:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384993.036062:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384993.036066:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.036071:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384993.036072:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e5d69d4 : new rpc_count 0 00000100:00000040:1.0:1767384993.036079:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 20 to 0@lo 00000100:00000001:0.0:1767384993.036083:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384993.036084:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384993.036086:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384993.036087:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.036091:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384993.036093:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384993.036094:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384993.036096:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384993.036101:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d163e7cc. 00000020:00000010:0.0:1767384993.036102:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033255447. 00000100:00000001:3.0:1767384993.036106:0:16162:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384993.036112:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9520b2c x1853237373208064/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384993.036115:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143667c4 02000000:00000001:3.0:1767384993.036116:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384993.036117:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000100:00000001:3.0:1767384993.036123:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384993.036125:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000143667c4. 00000020:00000010:0.0:1767384993.036129:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061ce5909. 00000100:00000001:3.0:1767384993.036131:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.036137:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384993.036143:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000001e5d69d4 : new refcount 0 02000000:00000001:3.0:1767384993.036144:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384993.036151:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384993.036159:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 000000000e051b7e time=96 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384993.036160:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9520b2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16165:x1853237373208064:12345-0@lo:103: Request processed in 895us (1516us total) trans 0 rc 0/0 00000020:00000080:0.0:1767384993.036163:0:16804:0:(genops.c:904:class_export_put()) final put 000000001e5d69d4/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00001000:3.0:1767384993.036178:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 000000005bdf4d5b time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384993.036188:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.036194:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384993.036203:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.036204:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:2.0:1767384993.036212:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384993.036214:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384993.036216:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00010000:00000001:3.0:1767384993.036224:0:16162:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.036226:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384993.036236:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384993.036237:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384993.036238:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:2.0:1767384993.036240:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384993.036243:0:16162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000010:1.0:1767384993.036246:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005dd49a52. 00000020:00000080:0.0:1767384993.036247:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000001e5d69d4/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:2.0:1767384993.036248:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.036249:0:16162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384993.036258:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.036259:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000100:00000001:2.0:1767384993.036260:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384993.036265:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 19 to 0@lo 02000000:00000001:2.0:1767384993.036268:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384993.036270:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384993.036271:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66bbf4e. 00000100:00000001:2.0:1767384993.036275:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384993.036277:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000001:2.0:1767384993.036283:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.036285:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000004:00000001:0.0:1767384993.036286:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384993.036294:0:38:0:(genops.c:1229:class_import_get()) import 00000000b34cdef6 refcount=2 obd=lustre-MDT0000 02000000:00000001:2.0:1767384993.036297:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.036298:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384993.036306:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767384993.036310:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=101 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384993.036312:0:38:0:(genops.c:1242:class_import_put()) import 00000000b34cdef6 refcount=1 obd=lustre-MDT0000 00000100:00000001:3.0:1767384993.036315:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384993.036324:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384993.036329:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767384993.036329:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=101 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384993.036331:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384993.036337:0:38:0:(genops.c:1242:class_import_put()) import 00000000b34cdef6 refcount=0 obd=lustre-MDT0000 00000100:00000001:2.0:1767384993.036339:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384993.036343:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000b34cdef6 00000100:00000001:3.0:1767384993.036347:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384993.036353:0:16162:0:(import.c:65:import_set_state_nolock()) 0000000061777abe lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384993.036355:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.036363:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384993.036364:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:2.0:1767384993.036364:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000010:0.0:1767384993.036373:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000057f16c55. 00000100:00000001:3.0:1767384993.036374:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767384993.036375:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.036381:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384993.036386:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.036387:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1767384993.036389:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000040:2.0:1767384993.036398:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384993.036410:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384993.036411:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384993.036418:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384993.036420:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:0.0:1767384993.036422:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2380b58. 00000100:00000040:2.0:1767384993.036427:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384993.036432:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6c0a4c7. 00000100:00000040:3.0:1767384993.036437:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384993.036444:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ef6df27a. 00000001:00000010:0.0:1767384993.036454:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f64b6f77. 00000100:00000001:1.0:1767384993.036457:0:39797:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384993.036466:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003e6be638. 00000100:00000001:1.0:1767384993.036472:0:39797:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00100000:2.0:1767384993.036474:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abf2641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16165:1853237373208064:0@lo:103: 00000001:00000010:0.0:1767384993.036477:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000626a5ff. 00000100:00080000:1.0:1767384993.036479:0:39797:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384993.036490:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000001:00000001:0.0:1767384993.036493:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:2.0:1767384993.036495:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384993.036501:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16162:1853237373207936:0@lo:39: 00010000:00000001:0.0:1767384993.036502:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00100000:1.0:1767384993.036503:0:39797:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384993.036504:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1767384993.036510:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:2.0:1767384993.036518:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abf2641 x1853237373208064/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384993.036520:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000da52576e. 00000001:00000010:0.0:1767384993.036530:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037919c79. 00000001:00000010:0.0:1767384993.036539:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e432a48b. 00000001:00000010:0.0:1767384993.036548:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000baf29294. 00000100:00000001:1.0:1767384993.036558:0:39797:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000001:00000010:0.0:1767384993.036559:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ee0615a6. 00000100:00000001:2.0:1767384993.036562:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767384993.036565:0:39797:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 02000000:00000001:2.0:1767384993.036572:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384993.036573:0:39797:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000010:0.0:1767384993.036573:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003b2b1c49. 02000000:00000010:2.0:1767384993.036580:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000530d239. 00000001:00000001:0.0:1767384993.036583:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384993.036586:0:39797:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384993.036590:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 02000000:00000001:2.0:1767384993.036591:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384993.036591:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000001:2.0:1767384993.036657:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384993.036660:0:16165:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:2.0:1767384993.036664:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384993.036667:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ccbe4364. 02000000:00000001:2.0:1767384993.036673:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384993.036679:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 02000000:00000001:2.0:1767384993.036680:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384993.036687:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abf2641. 00000001:00000010:0.0:1767384993.036691:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000049d9af16. 00000100:00000001:2.0:1767384993.036695:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384993.036701:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767384993.036703:0:38:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:2.0:1767384993.036704:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767384993.036713:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000eddd9995 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384993.036715:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384993.036720:0:39797:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384993.036722:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384993.036727:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e9a3542d-7508-46fb-9106-eff33282093d/00000000fe3de22c dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384993.036728:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384993.036731:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384993.036733:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384993.036735:0:39797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384993.036738:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384993.036744:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.036745:0:39797:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384993.036746:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384993.036757:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.036758:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:3.0:1767384993.036759:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373207936/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384993.036766:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1767384993.036769:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 9 - export 00000001:00000001:1.0:1767384993.036774:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:0.0:1767384993.036783:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001e5d69d4. 00000100:00000001:3.0:1767384993.036787:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384993.036793:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384993.036821:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfc722c0. 00000020:00000001:0.0:1767384993.036821:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384993.036832:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 02000000:00000001:3.0:1767384993.036833:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000080:0.0:1767384993.036840:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000b34cdef6 for lustre-MDT0000 00000020:00000001:3.0:1767384993.036841:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384993.036846:0:16162:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384993.036853:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 18 to 0@lo 00000020:00000001:3.0:1767384993.036855:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384993.036862:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 8 - import 02000000:00000010:3.0:1767384993.036863:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005288b04d. 00000020:00000010:0.0:1767384993.036873:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000b34cdef6. 02000000:00000001:3.0:1767384993.036874:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384993.036880:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384993.036882:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000010:3.0:1767384993.036883:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000100:00000001:3.0:1767384993.036892:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384993.036894:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.036897:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.036904:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384993.036906:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.036908:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384993.036910:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384993.037508:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384993.037512:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384993.037513:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384993.038223:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.038227:0:39797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384993.038231:0:39797:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384993.038234:0:39797:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.038237:0:39797:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000d698285f. 00000020:00000001:1.0:1767384993.038243:0:39797:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384993.038246:0:39797:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000e2e67c79. 00000020:00000010:1.0:1767384993.038249:0:39797:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 0000000083f6d74b. 00000020:00000010:1.0:1767384993.038252:0:39797:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 0000000068ba3e5c. 00000020:00000010:1.0:1767384993.038257:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66bbf4e. 00000020:00000010:1.0:1767384993.038261:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004214a936. 00000040:00000010:1.0:1767384993.038265:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ecdffb73. 00000020:00000010:1.0:1767384993.038269:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000314efa6b. 00000020:00000010:1.0:1767384993.038274:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767384993.038278:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009da461ec. 80000000:00000010:1.0:1767384993.038283:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6f8ca1a. 40000000:00000010:1.0:1767384993.038287:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004bb0be18. 00100000:00000010:1.0:1767384993.038293:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c936d29b. 00040000:00000010:1.0:1767384993.038296:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e529af8. 00040000:00000010:1.0:1767384993.038300:0:39797:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001dcc33d6. 00040000:00000010:1.0:1767384993.038303:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003591d66a. 00080000:00000010:1.0:1767384993.038307:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe2b359f. 00000004:00000010:1.0:1767384993.038312:0:39797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f501848f. 00000004:00000010:1.0:1767384993.038316:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000070e004b. 00000004:00000010:1.0:1767384993.038323:0:39797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000682e7e9a. 00002000:00000010:1.0:1767384993.038327:0:39797:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000065310434. 00000004:00000010:1.0:1767384993.038331:0:39797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c98568b1. 00000020:00000010:1.0:1767384993.038336:0:39797:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000058080b2f. 00000020:00000001:1.0:1767384993.038341:0:39797:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384993.038344:0:39797:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000002522977a. 00000020:00000001:1.0:1767384993.038347:0:39797:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384993.038349:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004deaf2e7. 00000020:00000010:1.0:1767384993.038352:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000601654bd. 00000040:00000010:1.0:1767384993.038355:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000026ce0662. 00000020:00000010:1.0:1767384993.038358:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c909c5fc. 00000020:00000010:1.0:1767384993.038361:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ccbe4364. 00040000:00000010:1.0:1767384993.038364:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc9db2b1. 00040000:00000010:1.0:1767384993.038366:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8cc2257. 00080000:00000010:1.0:1767384993.038369:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000ed67883. 10000000:00000001:1.0:1767384993.038372:0:39797:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384993.038374:0:39797:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384993.038376:0:39797:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384993.038378:0:39797:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384993.038381:0:39797:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384993.038382:0:39797:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (0000000023f54bc3) refs 3 10000000:00000001:1.0:1767384993.038384:0:39797:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.038386:0:39797:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446614558823206400 : -129514886345216 : ffff8a34f734ce00) 10000000:00000001:1.0:1767384993.038390:0:39797:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384993.038392:0:39797:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xcb8130832f6b3470 00010000:00000001:1.0:1767384993.038395:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.038397:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.038400:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006233ad52 refcount=2 00000020:00000001:1.0:1767384993.038402:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301195776 : -129515408355840 : ffff8a34d8178e00) 00010000:00000001:1.0:1767384993.038405:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301195776 : -129515408355840 : ffff8a34d8178e00) 00010000:00000001:1.0:1767384993.038408:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.038410:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.038413:0:39797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038421:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038423:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.038424:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.038426:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.038427:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006233ad52 refcount=3 00000020:00000001:1.0:1767384993.038430:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301195776 : -129515408355840 : ffff8a34d8178e00) 00010000:00000001:1.0:1767384993.038432:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301195776 : -129515408355840 : ffff8a34d8178e00) 00010000:00000001:1.0:1767384993.038434:0:39797:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384993.038436:0:39797:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038442:0:39797:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384993.038444:0:39797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038450:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038451:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384993.038452:0:39797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038458:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.038460:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038463:0:39797:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384993.038465:0:39797:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000015ec9624. 00010000:00000001:1.0:1767384993.038467:0:39797:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384993.038490:0:39797:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384993.038494:0:39797:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038496:0:39797:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038498:0:39797:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384993.038500:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038501:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384993.038503:0:39797:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384993.038504:0:39797:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xcb8130832f6b38c2 00010000:00000001:1.0:1767384993.038506:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.038508:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.038509:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=2 00000020:00000001:1.0:1767384993.038511:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384993.038514:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384993.038516:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.038518:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.038520:0:39797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038527:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038528:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.038530:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.038531:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.038532:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000020:00000001:1.0:1767384993.038534:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384993.038537:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00010000:00000001:1.0:1767384993.038539:0:39797:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384993.038540:0:39797:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038546:0:39797:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384993.038548:0:39797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038553:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038555:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384993.038557:0:39797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038564:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.038566:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038569:0:39797:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384993.038572:0:39797:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e5900d79. 00010000:00000001:1.0:1767384993.038574:0:39797:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384993.038586:0:39797:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:1.0:1767384993.038590:0:39797:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038618:0:39797:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038622:0:39797:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384993.038624:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038626:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384993.038628:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384993.038629:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384993.038633:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 2 00000020:00000001:3.0:1767384993.038636:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.038639:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:3.0:1767384993.038643:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:00000001:1.0:1767384993.038644:0:39797:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384993.038650:0:39797:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xcb8130832f6b34e7 00010000:00000001:3.0:1767384993.038652:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384993.038655:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.038658:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.038660:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005129ddf5 refcount=2 00000020:00000001:1.0:1767384993.038663:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301196800 : -129515408354816 : ffff8a34d8179200) 00010000:00000001:3.0:1767384993.038670:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384993.038671:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301196800 : -129515408354816 : ffff8a34d8179200) 00010000:00010000:3.0:1767384993.038676:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038678:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.038684:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.038693:0:39797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384993.038700:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767384993.038702:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006233ad52 already unused, calling callback (00000000e3583925) 00000020:00000001:0.0:1767384993.038708:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384993.038711:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384993.038714:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:3.0:1767384993.038716:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038720:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.038728:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1767384993.038729:0:16793:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1767384993.038735:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384993.038737:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1767384993.038740:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005129ddf5 refcount=3 00010000:00000001:3.0:1767384993.038742:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.038749:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301196800 : -129515408354816 : ffff8a34d8179200) 00000020:00000001:3.0:1767384993.038750:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384993.038756:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006233ad52 refcount=3 00010000:00000001:1.0:1767384993.038757:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301196800 : -129515408354816 : ffff8a34d8179200) 00000020:00000001:3.0:1767384993.038763:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301195776 : -129515408355840 : ffff8a34d8178e00) 00010000:00000001:1.0:1767384993.038764:0:39797:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384993.038770:0:39797:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384993.038772:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301195776 : -129515408355840 : ffff8a34d8178e00) 00010000:00000001:3.0:1767384993.038782:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384993.038787:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038789:0:39797:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384993.038793:0:39797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038826:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.038831:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384993.038835:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:1.0:1767384993.038835:0:39797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767384993.038840:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.038860:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:01000000:3.0:1767384993.038863:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384993.038865:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384993.038872:0:16792:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:1.0:1767384993.038873:0:39797:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00000001:3.0:1767384993.038878:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384993.038883:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000023f54bc3) refs 3 00010000:00000010:1.0:1767384993.038883:0:39797:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fc498049. 10000000:00000001:3.0:1767384993.038894:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384993.038895:0:39797:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:00000001:3.0:1767384993.038898:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.038901:0:39797:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384993.038906:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384993.038907:0:39797:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.038914:0:39797:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.038915:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384993.038920:0:39797:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384993.038921:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384993.038926:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384993.038928:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.038932:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384993.038934:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.038936:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767384993.038940:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006233ad52 with handle 0xcb8130832f6b3470 from hash 10000000:00000040:1.0:1767384993.038941:0:39797:0:(mgc_request.c:123:config_log_put()) log params(00000000f30e3b11) refs 2 10000000:00000001:1.0:1767384993.038946:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384993.038948:0:39797:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384993.038951:0:39797:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xcb8130832f6b3462 00010000:00000001:3.0:1767384993.038957:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384993.038958:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384993.038963:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384993.038964:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384993.038970:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384993.038971:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056793d0a refcount=2 00010000:00000001:3.0:1767384993.038974:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384993.038979:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301195264 : -129515408356352 : ffff8a34d8178c00) 00010000:00000001:3.0:1767384993.038980:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384993.038986:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301195264 : -129515408356352 : ffff8a34d8178c00) 00010000:00000001:3.0:1767384993.038987:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384993.038998:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384993.038999:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384993.039004:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384993.039005:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.039011:0:39797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384993.039015:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9bd8af7. 00000020:00000040:3.0:1767384993.039026:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00010000:00000001:1.0:1767384993.039026:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.039031:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384993.039034:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767384993.039036:0:39797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384993.039041:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384993.039042:0:39797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.039048:0:39797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056793d0a refcount=3 02000000:00000001:3.0:1767384993.039050:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.039052:0:39797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301195264 : -129515408356352 : ffff8a34d8178c00) 00010000:00000001:1.0:1767384993.039059:0:39797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301195264 : -129515408356352 : ffff8a34d8178c00) 02000000:00000010:3.0:1767384993.039061:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfc722c0. 00010000:00000001:1.0:1767384993.039063:0:39797:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384993.039069:0:39797:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384993.039072:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.039081:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384993.039084:0:39797:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384993.039089:0:39797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384993.039090:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384993.039093:0:39798:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1767384993.039103:0:39798:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000006dc75e4. 00000020:00000010:0.0:1767384993.039114:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ce5909. 00010000:00000001:1.0:1767384993.039117:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.039124:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384993.039126:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:0.0:1767384993.039127:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ee5f624. 00010000:00010000:1.0:1767384993.039129:0:39797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384993.039134:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384993.039138:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d72c6ec. 00000100:00000001:3.0:1767384993.039146:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384993.039152:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.039152:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001ea29732. 00010000:00000001:1.0:1767384993.039154:0:39797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384993.039161:0:39797:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.039164:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f0fe30b. 00010000:00000001:1.0:1767384993.039166:0:39797:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1767384993.039170:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9bd8af7] to pc [ptlrpcd_00_03+3] req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384993.039179:0:39797:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000079822a15. 80000000:00000010:0.0:1767384993.039180:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd988df2. 00010000:00000001:1.0:1767384993.039190:0:39797:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 40000000:00000010:0.0:1767384993.039192:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd4b574f. 00010000:00010000:1.0:1767384993.039196:0:39797:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00100000:00000010:0.0:1767384993.039198:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f28b939f. 00010000:00000001:1.0:1767384993.039200:0:39797:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384993.039208:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f836fc9a. 00010000:00000001:1.0:1767384993.039209:0:39797:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.039218:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384993.039219:0:39797:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00040000:00000010:0.0:1767384993.039220:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000adafdb3. 00010000:00000001:3.0:1767384993.039228:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.039230:0:39797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384993.039231:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006898d5b7. 00010000:00000001:3.0:1767384993.039236:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.039237:0:39797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000010:0.0:1767384993.039241:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001ed5436b. 00010000:00000001:3.0:1767384993.039243:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.039244:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384993.039244:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384993.039253:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000601767fd) refs 2 00010000:00000001:3.0:1767384993.039256:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.039256:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384993.039256:0:39798:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004265bf92. 10000000:00000001:1.0:1767384993.039262:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384993.039264:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384993.039269:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.039270:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384993.039276:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 10000000:00000040:1.0:1767384993.039278:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000001ff1f331) refs 3 00000100:00000040:2.0:1767384993.039279:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384993.039281:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384993.039289:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.039291:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384993.039298:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384993.039301:0:39798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:00000001:1.0:1767384993.039304:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384993.039311:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384993.039319:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000023f54bc3) refs 2 00010000:00000001:3.0:1767384993.039320:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384993.039324:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384993.039326:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384993.039329:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.039333:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384993.039335:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 000000006233ad52/0xcb8130832f6b3470 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b3477 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384993.039337:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000040:1.0:1767384993.039338:0:39797:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000023f54bc3) refs 1 02000000:00000001:2.0:1767384993.039345:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384993.039348:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767384993.039350:0:39797:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 02000000:00000001:2.0:1767384993.039358:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.039359:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.039360:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384993.039365:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384993.039368:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:2.0:1767384993.039371:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9bd8af7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373208192:0@lo:103: 00010000:00000001:3.0:1767384993.039373:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 10000000:00000001:1.0:1767384993.039374:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384993.039381:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000010:3.0:1767384993.039382:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000015ec9624. 00000100:00000001:2.0:1767384993.039384:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384993.039388:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384993.039393:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767384993.039393:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384993.039395:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.039400:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384993.039401:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384993.039403:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384993.039408:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:2.0:1767384993.039411:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384993.039412:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384993.039413:0:39797:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384993.039420:0:39797:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000010:2.0:1767384993.039422:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f8a4adf. 00010000:00010000:3.0:1767384993.039423:0:16792:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:1.0:1767384993.039424:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a127772c : new refcount 10 00010000:00000001:3.0:1767384993.039434:0:16792:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:2.0:1767384993.039435:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384993.039436:0:39797:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000023f54bc3. 00010000:00000001:3.0:1767384993.039441:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767384993.039448:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d163e7cc. 00010000:00010000:3.0:1767384993.039449:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384993.039450:0:39797:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384993.039458:0:39797:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000400:00000010:2.0:1767384993.039460:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000143667c4. 10000000:00000001:1.0:1767384993.039466:0:39797:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384993.039471:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208192, portal 18 10000000:00000001:1.0:1767384993.039475:0:39797:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384993.039476:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000056793d0a already unused, calling callback (00000000e3583925) 00000100:00000001:2.0:1767384993.039477:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384993.039485:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774269184 : -129514935282432 : ffff8a34f44a1500) 00000020:00000010:1.0:1767384993.039486:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000601654bd. 10000000:00000001:3.0:1767384993.039487:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384993.039494:0:16792:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000040:00000010:1.0:1767384993.039498:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026ce0662. 00000100:00000040:2.0:1767384993.039500:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384993.039509:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c909c5fc. 00000020:00000010:1.0:1767384993.039520:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ccbe4364. 00040000:00000010:1.0:1767384993.039529:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc9db2b1. 00010000:00000001:3.0:1767384993.039532:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384993.039540:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00040000:00000010:1.0:1767384993.039540:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8cc2257. 00000100:00000001:2.0:1767384993.039544:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384993.039545:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384993.039552:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056793d0a refcount=3 00080000:00000010:1.0:1767384993.039553:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000ed67883. 00000100:00000040:2.0:1767384993.039558:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384993.039564:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301195264 : -129515408356352 : ffff8a34d8178c00) 00000400:00000010:2.0:1767384993.039567:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a74d20b. 00000020:00000010:1.0:1767384993.039568:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004deaf2e7. 00010000:00000001:3.0:1767384993.039570:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301195264 : -129515408356352 : ffff8a34d8178c00) 00000100:00000200:2.0:1767384993.039579:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373208192, offset 0 00000020:00000001:1.0:1767384993.039581:0:39797:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.039582:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384993.039588:0:16792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384993.039590:0:39797:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000002522977a. 00000400:00000200:2.0:1767384993.039632:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384993.039633:0:39797:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384993.039644:0:16792:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384993.039645:0:39797:0:(obd_config.c:1053:class_get_profile()) Process entered 10000000:00010000:3.0:1767384993.039650:0:16792:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384993.039653:0:39797:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000400:00000200:2.0:1767384993.039657:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384993.039660:0:39797:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446614557983782656 : -129515725768960 : ffff8a34c52c3700) 00000020:00000001:1.0:1767384993.039671:0:39797:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446614557983782656 : -129515725768960 : ffff8a34c52c3700) 10000000:01000000:3.0:1767384993.039676:0:16792:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000400:00000200:2.0:1767384993.039680:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273508680 00000020:00000010:1.0:1767384993.039685:0:39797:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 0000000076ed8386. 00000400:00000200:2.0:1767384993.039694:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:01000000:3.0:1767384993.039696:0:16792:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000020:01000004:1.0:1767384993.039701:0:39797:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 10000000:00000001:3.0:1767384993.039702:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384993.039706:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000040:3.0:1767384993.039710:0:16792:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000601767fd) refs 1 00000020:00000001:1.0:1767384993.039711:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384993.039720:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000400:00000200:2.0:1767384993.039721:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:01000000:3.0:1767384993.039722:0:16792:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:3.0:1767384993.039728:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384993.039730:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000051c62630. 10000000:00000001:3.0:1767384993.039731:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384993.039736:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000080:1.0:1767384993.039740:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 10000000:00000001:3.0:1767384993.039742:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384993.039749:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384993.039749:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384993.039749:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000100:00000200:2.0:1767384993.039756:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 10000000:00000001:3.0:1767384993.039757:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000080:1.0:1767384993.039759:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 10000000:00000001:3.0:1767384993.039766:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:2.0:1767384993.039767:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bca2b17. 10000000:00000001:3.0:1767384993.039770:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00080000:1.0:1767384993.039773:0:39797:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000eddd9995 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:00000001:3.0:1767384993.039776:0:16792:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:2.0:1767384993.039779:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000008bca2b17 x1853237373208192 msgsize 328 10000000:00000001:3.0:1767384993.039783:0:16792:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384993.039791:0:16792:0:(genops.c:898:class_export_put()) PUTting export 00000000a127772c : new refcount 9 10000000:00000010:3.0:1767384993.039820:0:16792:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000601767fd. 00000020:00080000:1.0:1767384993.039821:0:39797:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000fe3de22c e9a3542d-7508-46fb-9106-eff33282093d 192.168.204.49@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 10000000:00000001:3.0:1767384993.039829:0:16792:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00100000:2.0:1767384993.039837:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00000001:3.0:1767384993.039838:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.039848:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384993.039850:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00000001:3.0:1767384993.039853:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00080000:1.0:1767384993.039856:0:39797:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000d1bb7eef) has exports, disconnecting them 00010000:00000001:3.0:1767384993.039858:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384993.039862:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384993.039864:0:39797:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00010000:00000001:3.0:1767384993.039865:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767384993.039871:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000eddd9995 refcount=5 00010000:00000001:3.0:1767384993.039872:0:16792:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384993.039876:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74d20b 00000020:00000040:1.0:1767384993.039883:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000eddd9995 refcount=6 00000020:00000040:3.0:1767384993.039884:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056793d0a with handle 0xcb8130832f6b3462 from hash 00000400:00000010:2.0:1767384993.039884:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a74d20b. 00010000:00000001:3.0:1767384993.039897:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384993.039899:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000020:00080000:1.0:1767384993.039901:0:39797:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000eddd9995), last request at 1767384989 00000100:00000001:0.0:1767384993.039901:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384993.039903:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384993.039909:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208192 00010000:00000001:3.0:1767384993.039911:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384993.039912:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384993.039914:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767384993.039919:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384993.039919:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:1.0:1767384993.039921:0:39797:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:0.0:1767384993.039927:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384993.039928:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767384993.039929:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000eddd9995 refcount=7 00000100:00000001:0.0:1767384993.039936:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.039937:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384993.039939:0:39797:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384993.039946:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:2.0:1767384993.039947:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384993.039950:0:16792:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1767384993.039951:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.039955:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 6 00010000:00000001:3.0:1767384993.039957:0:16792:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:2.0:1767384993.039958:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384993.039964:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208192 00000020:00000080:1.0:1767384993.039966:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b3588 00000100:00000010:3.0:1767384993.039970:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dab39bef. 00000020:00000001:0.0:1767384993.039973:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384993.039976:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000eddd9995 with handle 0xcb8130832f6b3588 from hash 00000020:00000040:0.0:1767384993.039983:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000040:3.0:1767384993.039984:0:16792:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000020:00000040:1.0:1767384993.039987:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 5 00000020:00000001:0.0:1767384993.039994:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384993.039998:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1767384993.040000:0:39797:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d67f4c60. 00000100:00000001:2.0:1767384993.040001:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384993.040002:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 02000000:00000001:3.0:1767384993.040004:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384993.040011:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.040013:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384993.040014:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:1.0:1767384993.040015:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384993.040023:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 4 00000020:00000001:0.0:1767384993.040024:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384993.040025:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384993.040026:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6145cbc. 00000020:00000001:1.0:1767384993.040029:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384993.040034:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 3 00000100:00000001:2.0:1767384993.040040:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294983652 00000100:00000001:0.0:1767384993.040041:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384993.040044:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.040046:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.040051:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b660e6b. 00000100:00000001:1.0:1767384993.040055:0:39797:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:3.0:1767384993.040056:0:16792:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384993.040057:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983647 00000100:00000001:0.0:1767384993.040061:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1767384993.040064:0:39797:0:(import.c:65:import_set_state_nolock()) 00000000f1533340 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1767384993.040066:0:16792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384993.040070:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294983652 00000020:00000010:0.0:1767384993.040071:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b660e6b. 00000100:00000001:1.0:1767384993.040075:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384993.040084:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384993.040088:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983647 00000020:00000010:0.0:1767384993.040091:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005de8861e. 00000100:00000001:1.0:1767384993.040092:0:39797:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00010000:3.0:1767384993.040093:0:16792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767384993.040097:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294983652 00010000:00000001:1.0:1767384993.040100:0:39797:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.040102:0:16792:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384993.040104:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033255447. 00000100:00000001:2.0:1767384993.040109:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983647 00000004:00000001:1.0:1767384993.040111:0:39797:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:3.0:1767384993.040114:0:16792:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1767384993.040117:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000001:00000001:1.0:1767384993.040120:0:39797:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000001:3.0:1767384993.040121:0:16792:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.040121:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294983652 00000001:00000001:1.0:1767384993.040127:0:39797:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.040128:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384993.040137:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983647 00000004:00000001:1.0:1767384993.040139:0:39797:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.040140:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384993.040141:0:16792:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dab39bef] to pc [ptlrpcd_00_00+0] req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.040148:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:1.0:1767384993.040151:0:39797:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:2.0:1767384993.040152:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384993.040166:0:16790:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000001:00000040:1.0:1767384993.040167:0:39797:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 5 00000100:00000001:2.0:1767384993.040168:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.040174:0:16790:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.040180:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384993.040181:0:39797:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:0.0:1767384993.040182:0:16790:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384993.040192:0:16792:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384993.040194:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1767384993.040194:0:39797:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 4 00010000:00000001:0.0:1767384993.040195:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384993.040201:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384993.040207:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384993.040208:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 2 00000020:00000040:0.0:1767384993.040209:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e63bde6c refcount=3 00010000:00000001:3.0:1767384993.040213:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384993.040214:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1767384993.040218:0:39797:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000001:0.0:1767384993.040221:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316800 : -129514987234816 : ffff8a34f1315a00) 00010000:00000001:3.0:1767384993.040223:0:16792:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.040223:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000040:1.0:1767384993.040225:0:39797:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 3 00010000:00000001:0.0:1767384993.040230:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316800 : -129514987234816 : ffff8a34f1315a00) 00010000:00000001:3.0:1767384993.040236:0:16792:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384993.040238:0:39797:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:2.0:1767384993.040239:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384993.040239:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384993.040245:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 1 10000000:00000001:3.0:1767384993.040248:0:16792:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.040249:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384993.040251:0:39797:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.040258:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384993.040258:0:16790:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384993.040259:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384993.040260:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.040265:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.040271:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384993.040276:0:39797:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000eddd9995): rc 0 00000100:00000001:2.0:1767384993.040278:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.040286:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.040291:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000eddd9995 : new refcount 0 00010000:00000001:3.0:1767384993.040293:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000080:1.0:1767384993.040300:0:39797:0:(genops.c:904:class_export_put()) final put 00000000eddd9995/lustre-MDT0000-lwp-OST0000_UUID 00010000:00010000:3.0:1767384993.040301:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 0000000056793d0a/0xcb8130832f6b3462 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b3469 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384993.040307:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384993.040319:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a4c27315 count: 0 00000020:00000001:1.0:1767384993.040326:0:39797:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384993.040332:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:0.0:1767384993.040335:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384993.040336:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:3.0:1767384993.040339:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384993.040344:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:1.0:1767384993.040345:0:39797:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00010000:00000001:3.0:1767384993.040346:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:1.0:1767384993.040353:0:39797:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000010:3.0:1767384993.040354:0:16792:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000079822a15. 00000100:00100000:0.0:1767384993.040361:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000004:00000001:1.0:1767384993.040362:0:39797:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:3.0:1767384993.040365:0:16792:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000004:00000080:1.0:1767384993.040369:0:39797:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb37581c9bb28 00010000:00000001:2.0:1767384993.040375:0:16793:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1767384993.040376:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000001:3.0:1767384993.040377:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000001:1.0:1767384993.040378:0:39797:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00000001:2.0:1767384993.040385:0:16793:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767384993.040386:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.040387:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640827776 : -129520068723840 : ffff8a33c24ffb80) 00010000:00010000:2.0:1767384993.040392:0:16793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384993.040398:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384993.040402:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000040:0.0:1767384993.040406:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bca2b17 x1853237373208192/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384993.040407:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000080:1.0:1767384993.040410:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000eddd9995/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000001:3.0:1767384993.040414:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384993.040427:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767384993.040429:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 17 to 0@lo 00010000:00010000:2.0:1767384993.040430:0:16793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007584f943 already unused, calling callback (00000000e3583925) 10000000:00000001:2.0:1767384993.040442:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384993.040444:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384993.040446:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384993.040446:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00010000:2.0:1767384993.040447:0:16793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384993.040451:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000001:3.0:1767384993.040454:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.040458:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b660e6b. 00000020:00000040:1.0:1767384993.040460:0:38:0:(genops.c:1229:class_import_get()) import 00000000f1533340 refcount=2 obd=lustre-MDT0000 00010000:00010000:3.0:1767384993.040465:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384993.040470:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384993.040474:0:38:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384993.040479:0:16793:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1767384993.040481:0:38:0:(genops.c:1242:class_import_put()) import 00000000f1533340 refcount=1 obd=lustre-MDT0000 00000020:00000010:0.0:1767384993.040482:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b660e6b. 00010000:00000001:2.0:1767384993.040484:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384993.040489:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384993.040492:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384993.040496:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384993.040499:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007584f943 refcount=3 00000100:00000001:3.0:1767384993.040501:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384993.040502:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384993.040508:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384993.040510:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bca2b17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373208192:12345-0@lo:103: 00000020:00000040:1.0:1767384993.040511:0:38:0:(genops.c:1242:class_import_put()) import 00000000f1533340 refcount=0 obd=lustre-MDT0000 00000020:00000001:2.0:1767384993.040514:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00000100:00000040:3.0:1767384993.040521:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384993.040523:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000f1533340 00010000:00000001:2.0:1767384993.040530:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301199360 : -129515408352256 : ffff8a34d8179c00) 00000100:00000200:0.0:1767384993.040532:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208192 00010000:00000001:0.0:1767384993.040540:0:16790:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:1.0:1767384993.040541:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384993.040547:0:16793:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000002:0.0:1767384993.040548:0:16790:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1767384993.040554:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384993.040557:0:16790:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00010000:2.0:1767384993.040558:0:16793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000004:00000010:1.0:1767384993.040559:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000001dd8da2e. 00000100:00000001:3.0:1767384993.040560:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.040566:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384993.040576:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 02000000:00000001:3.0:1767384993.040577:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384993.040577:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1767384993.040585:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:3.0:1767384993.040587:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384993.040589:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d1d812a0. 10000000:00000001:2.0:1767384993.040590:0:16793:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384993.040633:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384993.040643:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000299c77dd. 02000000:00000001:0.0:1767384993.040644:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384993.040646:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dab39bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373208320:0@lo:103: 10000000:00010000:2.0:1767384993.040653:0:16793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384993.040658:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384993.040659:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ce6a172d. 00000100:00000001:3.0:1767384993.040663:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384993.040671:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384993.040672:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000001:00000010:1.0:1767384993.040673:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b4b2ce14. 02000000:00000001:3.0:1767384993.040678:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384993.040682:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008731f937. 02000000:00000001:3.0:1767384993.040688:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384993.040691:0:16790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 10000000:01000000:2.0:1767384993.040692:0:16793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000001:00000010:1.0:1767384993.040693:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003756d742. 02000000:00000010:3.0:1767384993.040696:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d388460b. 00010000:00000001:0.0:1767384993.040704:0:16790:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000010:1.0:1767384993.040705:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b548e721. 02000000:00000001:3.0:1767384993.040706:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384993.040709:0:16793:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000020:00000001:0.0:1767384993.040713:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:2.0:1767384993.040718:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:3.0:1767384993.040719:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc0362a0. 00000001:00000001:1.0:1767384993.040720:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384993.040722:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e63bde6c refcount=3 10000000:00000040:2.0:1767384993.040724:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e92f595d) refs 1 00010000:00000001:1.0:1767384993.040727:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000010:3.0:1767384993.040731:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002723d6b6. 00000001:00000001:1.0:1767384993.040735:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:0.0:1767384993.040737:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722316800 : -129514987234816 : ffff8a34f1315a00) 10000000:01000000:2.0:1767384993.040739:0:16793:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00000200:3.0:1767384993.040741:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208320, portal 18 00000001:00000010:1.0:1767384993.040743:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df7e6f7c. 10000000:00000001:2.0:1767384993.040745:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384993.040751:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384993.040755:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384993.040757:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384993.040757:0:16790:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722316800 : -129514987234816 : ffff8a34f1315a00) 00000001:00000010:1.0:1767384993.040758:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000be36bc24. 00000100:00000001:3.0:1767384993.040760:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774278144 : -129514935273472 : ffff8a34f44a3800) 00000001:00000010:1.0:1767384993.040768:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003cdca8a5. 00010000:00000040:0.0:1767384993.040772:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 5 10000000:00000001:2.0:1767384993.040774:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1767384993.040776:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384993.040778:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058d6957b. 10000000:00000001:2.0:1767384993.040781:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384993.040785:0:16790:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000001:2.0:1767384993.040789:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 00000001:00000010:1.0:1767384993.040790:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000df93990. 00000020:00000001:0.0:1767384993.040819:0:16790:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000010:1.0:1767384993.040820:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dbcbdb2c. 10000000:00000001:2.0:1767384993.040822:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384993.040829:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384993.040830:0:16790:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 10000000:00000001:2.0:1767384993.040831:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 00000001:00000001:1.0:1767384993.040832:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 10000000:00000001:2.0:1767384993.040838:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:3.0:1767384993.040842:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384993.040842:0:16790:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.040843:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 10000000:00000001:2.0:1767384993.040844:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767384993.040851:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000020:00000040:2.0:1767384993.040852:0:16793:0:(genops.c:898:class_export_put()) PUTting export 00000000a127772c : new refcount 8 00000400:00000010:3.0:1767384993.040855:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00000020:00000001:0.0:1767384993.040856:0:16790:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384993.040860:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a238cca1. 10000000:00000010:2.0:1767384993.040862:0:16793:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000e92f595d. 00000100:00000200:3.0:1767384993.040865:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373208320, offset 0 00010000:00000001:0.0:1767384993.040871:0:16790:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1767384993.040872:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384993.040876:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384993.040880:0:16790:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384993.040881:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.040883:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384993.040884:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.040889:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 7 - export 00010000:00000001:0.0:1767384993.040897:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384993.040898:0:16793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:1.0:1767384993.040899:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000eddd9995. 00010000:00000001:0.0:1767384993.040907:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384993.040908:0:16793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384993.040909:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384993.040916:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1767384993.040917:0:16793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384993.040919:0:16790:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384993.040926:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384993.040927:0:16790:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.040928:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:3.0:1767384993.040930:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273508700 00010000:00000001:2.0:1767384993.040934:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384993.040936:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000f1533340 for lustre-MDT0000 00000020:00000040:0.0:1767384993.040939:0:16790:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e63bde6c with handle 0xcb8130832f6b3477 from hash 00000020:00000040:2.0:1767384993.040943:0:16793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007584f943 with handle 0xcb8130832f6b38c2 from hash 00000020:00000040:1.0:1767384993.040948:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00010000:00000001:0.0:1767384993.040956:0:16790:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384993.040958:0:16793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1767384993.040958:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 6 - import 00010000:00000001:0.0:1767384993.040966:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384993.040967:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00010000:00000001:2.0:1767384993.040968:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384993.040970:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000f1533340. 00010000:00000001:0.0:1767384993.040972:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384993.040975:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384993.040981:0:16790:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384993.040984:0:16793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384993.040989:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384993.040990:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:0.0:1767384993.040990:0:16790:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384993.040991:0:16793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384993.041002:0:16793:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384993.041003:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384993.041007:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384993.041013:0:16793:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:0.0:1767384993.041015:0:16790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e63bde6c/0xcb8130832f6b3477 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b3470 expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384993.041019:0:16793:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384993.041021:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384993.041028:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384993.041030:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eebb4c02. 00100000:00000001:1.0:1767384993.041034:0:39797:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384993.041040:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8a49e68. 00000020:00000040:2.0:1767384993.041043:0:16793:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 00010000:00000040:0.0:1767384993.041044:0:16790:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 8 00000004:00000001:1.0:1767384993.041046:0:39797:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384993.041050:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000f8a49e68 x1853237373208320 msgsize 328 00000100:00000001:2.0:1767384993.041057:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384993.041058:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000004:00000001:1.0:1767384993.041059:0:39797:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 02000000:00000001:2.0:1767384993.041065:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384993.041072:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384993.041073:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384993.041073:0:39797:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000ed3320da. 00010000:00000001:0.0:1767384993.041076:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384993.041087:0:39797:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00010000:00000001:0.0:1767384993.041087:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:2.0:1767384993.041089:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0a3f24a. 00000100:00000001:3.0:1767384993.041094:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384993.041095:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:1.0:1767384993.041096:0:39797:0:(lod_dev.c:979:lod_process_config()) Process entered 00000100:00000001:2.0:1767384993.041099:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.041103:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384993.041106:0:16793:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767384993.041110:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.041111:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000004:00000001:1.0:1767384993.041112:0:39797:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00010000:2.0:1767384993.041113:0:16793:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384993.041119:0:39797:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000400:00000010:3.0:1767384993.041122:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00010000:00000001:0.0:1767384993.041123:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000040:1.0:1767384993.041124:0:39797:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff8a34c350b800 00010000:00010000:0.0:1767384993.041130:0:16790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1767384993.041135:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384993.041137:0:39797:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00000001:0.0:1767384993.041138:0:16790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384993.041145:0:16793:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00080000:1.0:1767384993.041145:0:39797:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000200:3.0:1767384993.041147:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384993.041150:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384993.041155:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.041161:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:2.0:1767384993.041162:0:16793:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384993.041164:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384993.041167:0:39797:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384993.041175:0:39797:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000001:2.0:1767384993.041178:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384993.041184:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384993.041185:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384993.041186:0:39797:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000040:0.0:1767384993.041196:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:1.0:1767384993.041204:0:39797:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384993.041205:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eebb4c02] to pc [ptlrpcd_00_01+1] req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.041207:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384993.041208:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384993.041210:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384993.041216:0:39797:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 02000000:00000001:0.0:1767384993.041220:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384993.041221:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384993.041223:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:0.0:1767384993.041227:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384993.041232:0:39797:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:0.0:1767384993.041241:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00080000:1.0:1767384993.041255:0:39797:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000040:0.0:1767384993.041258:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384993.041264:0:39797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767384993.041269:0:16793:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384993.041270:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000001:00000001:1.0:1767384993.041271:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767384993.041273:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384993.041278:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:2.0:1767384993.041284:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384993.041286:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384993.041287:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373208192, offset 224 00010000:00000001:2.0:1767384993.041290:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384993.041295:0:16793:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.041298:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.041301:0:16793:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384993.041305:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384993.041310:0:16793:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.041311:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294983653 00010000:00010000:2.0:1767384993.041319:0:16793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384993.041325:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983652 00000400:00000200:0.0:1767384993.041330:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384993.041341:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294983653 00000001:00000001:1.0:1767384993.041341:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.041348:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1767384993.041352:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767384993.041354:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983652 00000400:00000200:0.0:1767384993.041357:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273508680 00010000:00010000:2.0:1767384993.041358:0:16793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 000000007584f943/0xcb8130832f6b38c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b38c9 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384993.041359:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384993.041362:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294983653 00000100:00000001:3.0:1767384993.041377:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983652 00000400:00000200:0.0:1767384993.041379:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a1 [1] + 224 00010000:00000040:2.0:1767384993.041380:0:16793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000242dcd3a count: 0 00000100:00000001:3.0:1767384993.041384:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294983653 00000400:00000200:0.0:1767384993.041400:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384993.041401:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983652 00010000:00000001:2.0:1767384993.041403:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384993.041410:0:16793:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384993.041414:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384993.041417:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e5900d79. 00000400:00000200:0.0:1767384993.041417:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384993.041420:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384993.041421:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.041429:0:16793:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.041433:0:39797:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000001:3.0:1767384993.041435:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.041436:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384993.041437:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1767384993.041440:0:39797:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000001:2.0:1767384993.041444:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.041446:0:39797:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384993.041451:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384993.041453:0:39797:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:2.0:1767384993.041455:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384993.041457:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384993.041463:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384993.041466:0:39797:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384993.041469:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.041472:0:39797:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384993.041475:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384993.041478:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384993.041479:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.041482:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384993.041486:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384993.041492:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384993.041492:0:39797:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1767384993.041501:0:39797:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:3.0:1767384993.041505:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384993.041509:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384993.041511:0:39797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053b0633e. 00000100:00000040:0.0:1767384993.041511:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.041514:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.041521:0:39797:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384993.041525:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384993.041534:0:39797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384993.041536:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384993.041540:0:39797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384993.041548:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384993.041549:0:39797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.041554:0:16791:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384993.041555:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384993.041559:0:39797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dc9db2b1. 00000100:00100000:2.0:1767384993.041561:0:16791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208320 00000100:00000001:0.0:1767384993.041564:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384993.041565:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384993.041570:0:39797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384993.041571:0:16791:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384993.041574:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384993.041577:0:39797:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614558682215552 : -129515027336064 : ffff8a34eecd7480) 00000100:00000001:3.0:1767384993.041579:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384993.041581:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000100:00080000:1.0:1767384993.041586:0:39797:0:(import.c:65:import_set_state_nolock()) 000000008c1685c3 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1767384993.041591:0:16791:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384993.041592:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384993.041631:0:39797:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384993.041634:0:39797:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.041647:0:16791:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384993.041654:0:39797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053b0633e] to pc [ptlrpcd_rcv+-1] req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384993.041657:0:16791:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384993.041670:0:16791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208320 00000020:00000001:2.0:1767384993.041677:0:16791:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384993.041682:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384993.041684:0:16791:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000100:00000001:3.0:1767384993.041689:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384993.041689:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000020:00000001:2.0:1767384993.041692:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384993.041701:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 02000000:00000001:3.0:1767384993.041703:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384993.041705:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384993.041708:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 02000000:00000001:3.0:1767384993.041713:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384993.041714:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384993.041715:0:16791:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:1.0:1767384993.041715:0:39797:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384993.041728:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.041729:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.041730:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1767384993.041730:0:39797:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.041738:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004309f890. 00000004:00000001:1.0:1767384993.041742:0:39797:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.041745:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384993.041746:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eebb4c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373208448:0@lo:103: 00000100:00000040:0.0:1767384993.041748:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00080000:00000001:1.0:1767384993.041757:0:39797:0:(osd_handler.c:1463:osd_process_config()) Process entered 00000020:00000010:2.0:1767384993.041758:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004309f890. 00010000:00000001:0.0:1767384993.041761:0:16790:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384993.041765:0:39797:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00000100:00000001:3.0:1767384993.041766:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384993.041772:0:16790:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.041774:0:16791:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058d6957b. 02000000:00000001:3.0:1767384993.041776:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00100000:00000001:1.0:1767384993.041777:0:39797:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 02000000:00000001:3.0:1767384993.041784:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.041785:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bca2b17 x1853237373208192/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384993.041789:0:39797:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000d35e18c4. 00000020:00000010:2.0:1767384993.041790:0:16791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f85f0de. 02000000:00000001:3.0:1767384993.041793:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00100000:00000001:1.0:1767384993.041823:0:39797:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000020:00000010:2.0:1767384993.041825:0:16791:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 02000000:00000010:3.0:1767384993.041828:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000195c57f7. 00100000:00000010:1.0:1767384993.041832:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000013aee901. 02000000:00000001:3.0:1767384993.041838:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.041841:0:16791:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384993.041848:0:16791:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384993.041850:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000075ec7aa. 00010000:00000001:2.0:1767384993.041854:0:16791:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000400:00000010:3.0:1767384993.041862:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb3f249. 00010000:00000001:2.0:1767384993.041863:0:16791:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384993.041863:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bca2b17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:daf33691-1772-4ae5-a3a2-7d43c77f6bea+14:16166:x1853237373208192:12345-0@lo:103: Request processed in 1411us (2077us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384993.041875:0:16791:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:3.0:1767384993.041876:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208448, portal 18 00100000:00000010:1.0:1767384993.041878:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e86a73c3. 00010000:00000001:2.0:1767384993.041882:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384993.041886:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384993.041889:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:1.0:1767384993.041891:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ad3c62a7. 00000100:00000001:3.0:1767384993.041893:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640814336 : -129520068737280 : ffff8a33c24fc700) 00000020:00000040:2.0:1767384993.041896:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063c12993 refcount=3 00000020:00000001:2.0:1767384993.041906:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314240 : -129514987237376 : ffff8a34f1315000) 00100000:00000010:1.0:1767384993.041907:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c7c1bb1e. 00000100:00100000:0.0:1767384993.041908:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384993.041912:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384993.041919:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314240 : -129514987237376 : ffff8a34f1315000) 00000100:00000040:0.0:1767384993.041922:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00100000:00000010:1.0:1767384993.041923:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000000c07f63. 00010000:00000001:2.0:1767384993.041933:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384993.041934:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00100000:00000010:1.0:1767384993.041936:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000054e50658. 00010000:00000001:2.0:1767384993.041941:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384993.041943:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384993.041948:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384993.041949:0:16791:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384993.041949:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e9e80c95. 00000020:00000010:0.0:1767384993.041953:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033255447. 00000100:00000001:2.0:1767384993.041960:0:16791:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384993.041961:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000864ee5ad. 00000020:00000010:0.0:1767384993.041967:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000100:00000040:3.0:1767384993.041972:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000010:1.0:1767384993.041977:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000020e20d65. 00000100:00000001:2.0:1767384993.041978:0:16791:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.041979:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005de8861e. 00000400:00000010:3.0:1767384993.041980:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00100000:00000010:1.0:1767384993.041989:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b0514cc3. 00000100:00000200:3.0:1767384993.041994:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373208448, offset 0 00000020:00000040:0.0:1767384993.041998:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00100000:00000010:1.0:1767384993.041999:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000952b68b7. 00000100:00000001:2.0:1767384993.042003:0:16791:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384993.042009:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384993.042011:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:1.0:1767384993.042013:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000014aa929. 00100000:00000010:1.0:1767384993.042026:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c6c06a1a. 00000100:00000001:2.0:1767384993.042028:0:16791:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384993.042035:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:1.0:1767384993.042037:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000005b29cd. 00000100:00000001:0.0:1767384993.042040:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384993.042047:0:16791:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384993.042048:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00100000:00000010:1.0:1767384993.042050:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007e1d0d1d. 00000400:00000200:3.0:1767384993.042056:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273508780 00100000:00000010:1.0:1767384993.042059:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c91b58c7. 00000100:00100000:2.0:1767384993.042065:0:16791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00100000:00000010:1.0:1767384993.042072:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a2512be9. 00000100:00000040:2.0:1767384993.042073:0:16791:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000400:00000200:3.0:1767384993.042074:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000100:00000001:0.0:1767384993.042075:0:16790:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384993.042082:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008fc65614. 00000100:00000001:2.0:1767384993.042083:0:16791:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774274560 : -129514935277056 : ffff8a34f44a2a00) 00000100:00000001:0.0:1767384993.042086:0:16790:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384993.042095:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000052ccf2fd. 00000400:00000200:3.0:1767384993.042096:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384993.042104:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8a49e68 x1853237373208320/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384993.042106:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000065730d96. 00000400:00000200:3.0:1767384993.042113:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:1.0:1767384993.042117:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007742ec99. 00000100:00000001:3.0:1767384993.042128:0:16163:0:(events.c:286:request_in_callback()) Process entered 00100000:00000010:1.0:1767384993.042132:0:39797:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004d5dc1ea. 00000100:00000200:3.0:1767384993.042135:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384993.042136:0:16791:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00100000:00000001:1.0:1767384993.042138:0:39797:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384993.042144:0:39797:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.042146:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004309f890. 00000100:00000010:3.0:1767384993.042147:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009792e794. 00000020:00000001:1.0:1767384993.042150:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384993.042156:0:16791:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00080000:1.0:1767384993.042159:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000d1bb7eef) has no exports 00000100:00000040:3.0:1767384993.042160:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009792e794 x1853237373208448 msgsize 328 00000020:00000010:2.0:1767384993.042163:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004309f890. 00000020:00000001:1.0:1767384993.042169:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384993.042176:0:39797:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:0.0:1767384993.042181:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384993.042186:0:16791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a49e68 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:16163:x1853237373208320:12345-0@lo:103: 00000100:00100000:3.0:1767384993.042187:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384993.042189:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384993.042199:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384993.042200:0:16791:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208320 00000400:00000001:0.0:1767384993.042206:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384993.042208:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384993.042208:0:16791:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000010:0.0:1767384993.042212:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d163e7cc. 00010000:00000002:2.0:1767384993.042216:0:16791:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:0.0:1767384993.042221:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143667c4 00010000:00000001:2.0:1767384993.042222:0:16791:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384993.042228:0:39707:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384993.042229:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000143667c4. 00000100:00000001:2.0:1767384993.042232:0:16791:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384993.042235:0:39707:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208448 02000000:00000001:2.0:1767384993.042240:0:16791:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384993.042241:0:16166:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384993.042242:0:39707:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384993.042247:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000100:00000001:1.0:1767384993.042250:0:39707:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384993.042252:0:16791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000243ecbd9. 00000400:00000010:3.0:1767384993.042253:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000200:0.0:1767384993.042256:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384993.042257:0:39707:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384993.042262:0:16791:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.042264:0:16163:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384993.042268:0:39707:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.042274:0:16791:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384993.042278:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384993.042280:0:39707:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208448 00010000:00000001:2.0:1767384993.042285:0:16791:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1767384993.042289:0:39707:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1767384993.042292:0:16791:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000040:1.0:1767384993.042296:0:39707:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00010000:00000001:2.0:1767384993.042305:0:16791:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384993.042307:0:39707:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384993.042312:0:16791:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.042315:0:39707:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=14 00000020:00000040:2.0:1767384993.042318:0:16791:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063c12993 refcount=3 00000100:00000200:0.0:1767384993.042322:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384993.042329:0:39707:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384993.042330:0:16791:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722314240 : -129514987237376 : ffff8a34f1315000) 00010000:00000001:2.0:1767384993.042342:0:16791:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722314240 : -129514987237376 : ffff8a34f1315000) 00000020:00000001:1.0:1767384993.042344:0:39707:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:3.0:1767384993.042347:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:2.0:1767384993.042353:0:16791:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005b9c42e5 count: 2 00000100:00000001:1.0:1767384993.042357:0:39707:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384993.042361:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384993.042364:0:16791:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:1.0:1767384993.042368:0:39707:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2f9b4a0. 00000020:00000001:2.0:1767384993.042371:0:16791:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384993.042374:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384993.042378:0:16791:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384993.042380:0:39707:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384993.042383:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384993.042385:0:16791:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.042394:0:39707:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2f9b4a0. 00000100:00000001:0.0:1767384993.042397:0:16166:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384993.042398:0:16791:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384993.042406:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384993.042407:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.042409:0:39707:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004deaf2e7. 00000100:00000001:0.0:1767384993.042413:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384993.042417:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384993.042418:0:16791:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384993.042420:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.042421:0:39707:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005dd49a52. 00010000:00000001:2.0:1767384993.042426:0:16791:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384993.042429:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384993.042432:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384993.042434:0:39707:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a82f557. 00000100:00000001:3.0:1767384993.042436:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294983654 00010000:00000001:2.0:1767384993.042437:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384993.042441:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=101 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384993.042445:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384993.042448:0:39707:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384993.042451:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983653 00010000:00000001:2.0:1767384993.042454:0:16791:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384993.042455:0:39707:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1767384993.042455:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384993.042460:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294983654 00010000:00000001:2.0:1767384993.042462:0:16791:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.042463:0:39707:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384993.042468:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384993.042473:0:39707:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384993.042474:0:16791:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063c12993 with handle 0xcb8130832f6b3469 from hash 00000100:00000001:3.0:1767384993.042475:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983653 00010000:00000001:2.0:1767384993.042483:0:16791:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384993.042487:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.042488:0:39707:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384993.042489:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294983654 00010000:00000001:2.0:1767384993.042490:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384993.042499:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.042501:0:39707:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384993.042501:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384993.042502:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983653 00010000:00000001:2.0:1767384993.042504:0:16791:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384993.042509:0:39707:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384993.042510:0:16791:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384993.042510:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.042516:0:39707:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=3 00010000:00000001:2.0:1767384993.042518:0:16791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384993.042522:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.042525:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294983654 00000020:00000001:1.0:1767384993.042527:0:39707:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00010000:00010000:2.0:1767384993.042531:0:16791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063c12993/0xcb8130832f6b3469 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b3462 expref: 14 pid: 16799 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384993.042534:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.042537:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983653 00010000:00000001:1.0:1767384993.042540:0:39707:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00000100:00000001:3.0:1767384993.042550:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384993.042553:0:39707:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.042558:0:39707:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384993.042564:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.042565:0:39707:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384993.042571:0:16791:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 7 00000100:00000001:1.0:1767384993.042577:0:39707:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.042578:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384993.042581:0:16791:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 13 00000100:00000001:3.0:1767384993.042622:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.042636:0:16791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384993.042637:0:39707:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.042642:0:16791:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384993.042644:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384993.042648:0:16791:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384993.042651:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384993.042654:0:16791:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384993.042656:0:39707:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384993.042657:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384993.042661:0:16791:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.042667:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384993.042669:0:16791:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384993.042675:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.042676:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1767384993.042677:0:16791:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005b9c42e5 count: 0 00000100:00000001:1.0:1767384993.042681:0:39707:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384993.042689:0:39707:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1767384993.042692:0:16791:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767384993.042694:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384993.042699:0:16791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384993.042706:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 2 00000100:00000001:1.0:1767384993.042708:0:39707:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.042711:0:16791:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384993.042715:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558774271872 : -129514935279744 : ffff8a34f44a1f80) 00010000:00000001:2.0:1767384993.042719:0:16791:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.042720:0:39707:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384993.042728:0:16791:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=101 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384993.042732:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9bd8af7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373208192:0@lo:103: 00000100:00000040:3.0:1767384993.042734:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009792e794 x1853237373208448/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384993.042745:0:16791:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384993.042755:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384993.042757:0:16791:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:3.0:1767384993.042767:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384993.042768:0:16791:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384993.042768:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384993.042777:0:16791:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384993.042778:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000089ed5b5. 02000000:00000001:2.0:1767384993.042780:0:16791:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.042782:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9bd8af7 x1853237373208192/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.042788:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384993.042792:0:16791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384993.042814:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000089ed5b5. 00000100:00100000:3.0:1767384993.042829:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009792e794 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+13:16163:x1853237373208448:12345-0@lo:103: 00000100:00000040:2.0:1767384993.042837:0:16791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384993.042844:0:16791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a74d20b. 00000100:00000001:0.0:1767384993.042850:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384993.042855:0:16791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373208320, offset 224 00000100:00000200:3.0:1767384993.042857:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208448 02000000:00000001:0.0:1767384993.042858:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384993.042866:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f8a4adf. 00010000:00000001:3.0:1767384993.042867:0:16789:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000200:2.0:1767384993.042875:0:16791:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000002:3.0:1767384993.042877:0:16789:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:0.0:1767384993.042879:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384993.042882:0:16789:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1767384993.042885:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384993.042890:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384993.042892:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 00000400:00000200:2.0:1767384993.042894:0:16791:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384993.042898:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384993.042905:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384993.042910:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007942937a. 02000000:00000010:0.0:1767384993.042911:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cfc722c0. 00000400:00000200:2.0:1767384993.042921:0:16791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273508700 02000000:00000001:3.0:1767384993.042922:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384993.042924:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384993.042933:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384993.042934:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384993.042939:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9bd8af7. 00000400:00000200:2.0:1767384993.042941:0:16791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a9 [1] + 224 00010000:00000001:3.0:1767384993.042945:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384993.042952:0:16789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384993.042953:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384993.042954:0:16791:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384993.042960:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384993.042962:0:16789:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384993.042968:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384993.042969:0:16791:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384993.042970:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384993.042974:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a96ebfd3 refcount=3 00000100:00000001:0.0:1767384993.042984:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384993.042985:0:16791:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384993.042992:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384993.042994:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00000100:00000200:2.0:1767384993.042999:0:16791:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.043001:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384993.043004:0:16789:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614557919236608 : -129515790315008 : ffff8a34c1535200) 00000100:00000001:0.0:1767384993.043010:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384993.043017:0:16789:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d130e3da count: 2 00010000:00000001:3.0:1767384993.043026:0:16789:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384993.043032:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384993.043034:0:16789:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:2.0:1767384993.043038:0:16791:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.043039:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.043040:0:16789:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384993.043046:0:16789:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.043054:0:39799:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000001:3.0:1767384993.043057:0:16789:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384993.043063:0:39799:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000d9a3ae57. 00010000:00000001:3.0:1767384993.043068:0:16789:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1767384993.043075:0:39799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005de8861e. 00010000:00000001:3.0:1767384993.043076:0:16789:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384993.043086:0:39799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000faff9ff7. 00010000:00000001:3.0:1767384993.043087:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384993.043091:0:39799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d663690. 00010000:00000001:3.0:1767384993.043092:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384993.043095:0:16791:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384993.043100:0:16789:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767384993.043101:0:39799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e4ab60e3. 00010000:00000001:3.0:1767384993.043105:0:16789:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384993.043107:0:16791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74d20b 00000020:00000010:0.0:1767384993.043109:0:39799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005e205537. 00000020:00000040:3.0:1767384993.043114:0:16789:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a96ebfd3 with handle 0xcb8130832f6b38c9 from hash 00000400:00000010:2.0:1767384993.043115:0:16791:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a74d20b. 80000000:00000010:0.0:1767384993.043119:0:39799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000afeffbe. 00010000:00000001:3.0:1767384993.043127:0:16789:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384993.043129:0:16791:0:(events.c:386:reply_out_callback()) Process entered 40000000:00000010:0.0:1767384993.043129:0:39799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b660e6b. 00010000:00000001:3.0:1767384993.043133:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384993.043136:0:16791:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384993.043139:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:0.0:1767384993.043142:0:39799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002355a926. 00010000:00000001:3.0:1767384993.043146:0:16789:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384993.043146:0:16791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384993.043149:0:39799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a1d5fc4. 00010000:00000001:3.0:1767384993.043155:0:16789:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000010:0.0:1767384993.043157:0:39799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067421bc8. 00000100:00000040:2.0:1767384993.043158:0:16791:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00010000:00000001:3.0:1767384993.043161:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384993.043168:0:39799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e519885f. 00010000:00000001:2.0:1767384993.043170:0:16791:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384993.043173:0:16789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a96ebfd3/0xcb8130832f6b38c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b38c2 expref: 13 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384993.043181:0:16791:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384993.043182:0:39799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000642b824b. 00000100:00000001:1.0:1767384993.043185:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384993.043194:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384993.043196:0:39799:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016cd606a. 00010000:00000040:3.0:1767384993.043197:0:16789:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 6 00000100:00000040:2.0:1767384993.043198:0:16791:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8a49e68 x1853237373208320/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384993.043204:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384993.043208:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 12 00000400:00000001:1.0:1767384993.043211:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384993.043218:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384993.043221:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc0362a0. 00010000:00000001:3.0:1767384993.043224:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384993.043226:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.043232:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384993.043235:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384993.043236:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002723d6b6 00000100:00100000:2.0:1767384993.043237:0:16791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a49e68 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+12:16163:x1853237373208320:12345-0@lo:103: Request processed in 1096us (2181us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384993.043239:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1767384993.043242:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384993.043245:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002723d6b6. 00010000:00000001:3.0:1767384993.043247:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384993.043250:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.043257:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384993.043258:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384993.043264:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384993.043265:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1767384993.043272:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384993.043274:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384993.043275:0:16789:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d130e3da count: 0 00000100:00100000:2.0:1767384993.043275:0:16791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:0.0:1767384993.043279:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384993.043289:0:16791:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 1 00010000:00010000:0.0:1767384993.043291:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767384993.043293:0:16789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767384993.043301:0:16791:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384993.043302:0:16789:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384993.043310:0:39798:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384993.043311:0:16791:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384993.043314:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384993.043318:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384993.043319:0:39798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767384993.043322:0:16791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f85f0de. 00010000:00010000:0.0:1767384993.043328:0:39798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384993.043329:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.043334:0:16791:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000100:00001000:3.0:1767384993.043341:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=101 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384993.043359:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058d6957b. 00000100:00000001:3.0:1767384993.043361:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384993.043366:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384993.043371:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00010000:00010000:0.0:1767384993.043372:0:39798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005129ddf5 already unused, calling callback (00000000e3583925) 00000100:00000001:1.0:1767384993.043373:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384993.043375:0:16791:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 11 00000100:00000001:3.0:1767384993.043383:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:1.0:1767384993.043386:0:16163:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:0.0:1767384993.043387:0:39798:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384993.043388:0:16791:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384993.043390:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384993.043393:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00010000:0.0:1767384993.043396:0:39798:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384993.043398:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.043400:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384993.043408:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.043410:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384993.043419:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.043420:0:39798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767384993.043422:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384993.043423:0:16836:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:0.0:1767384993.043429:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1767384993.043431:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=101 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384993.043432:0:16836:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384993.043433:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000020:00000001:0.0:1767384993.043435:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384993.043443:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005129ddf5 refcount=3 00000100:00000200:3.0:1767384993.043449:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373208448, offset 224 00000100:00001000:1.0:1767384993.043449:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=101 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384993.043451:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558301196800 : -129515408354816 : ffff8a34d8179200) 00010000:00000001:0.0:1767384993.043462:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558301196800 : -129515408354816 : ffff8a34d8179200) 00000100:00000001:1.0:1767384993.043466:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384993.043470:0:39798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384993.043473:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.043474:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384993.043477:0:39798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384993.043482:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384993.043490:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.043500:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384993.043502:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384993.043504:0:39798:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384993.043512:0:39798:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384993.043519:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384993.043524:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273508780 10000000:01000000:0.0:1767384993.043542:0:39798:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000001:2.0:1767384993.043548:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384993.043549:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21b5 [1] + 224 10000000:01000000:0.0:1767384993.043555:0:39798:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:2.0:1767384993.043558:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384993.043567:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384993.043569:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384993.043570:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384993.043570:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384993.043574:0:39798:0:(mgc_request.c:123:config_log_put()) log params(00000000f30e3b11) refs 1 00000100:00000040:2.0:1767384993.043583:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384993.043584:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:01000000:0.0:1767384993.043586:0:39798:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000400:00000200:3.0:1767384993.043588:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384993.043633:0:16789:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:0.0:1767384993.043634:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384993.043640:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384993.043640:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000200:3.0:1767384993.043642:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384993.043645:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.043653:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:1.0:1767384993.043658:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384993.043660:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.043668:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.043673:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.043679:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384993.043685:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384993.043691:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384993.043697:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000a127772c : new refcount 7 10000000:00000010:0.0:1767384993.043707:0:39798:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000f30e3b11. 00000100:00000040:3.0:1767384993.043711:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384993.043714:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384993.043720:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384993.043721:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384993.043728:0:39798:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.043729:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dab39bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373208320:0@lo:103: 02000000:00000001:2.0:1767384993.043739:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384993.043747:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384993.043749:0:39798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384993.043759:0:39798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384993.043760:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.043762:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.043766:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384993.043767:0:39798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384993.043770:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384993.043773:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053b0633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237373208576:0@lo:9: 00010000:00000001:0.0:1767384993.043778:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384993.043779:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000100:00000001:2.0:1767384993.043781:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384993.043782:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dab39bef x1853237373208320/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384993.043786:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384993.043789:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 02000000:00000001:2.0:1767384993.043791:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384993.043812:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005129ddf5 with handle 0xcb8130832f6b34e7 from hash 02000000:00000001:2.0:1767384993.043821:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.043823:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384993.043824:0:39798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384993.043830:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384993.043834:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384993.043835:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384993.043838:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.043841:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384993.043845:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d6957b. 00010000:00000001:0.0:1767384993.043848:0:39798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384993.043853:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00010000:00000001:0.0:1767384993.043856:0:39798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384993.043857:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.043864:0:39798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384993.043866:0:16789:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384993.043870:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003066d196. 00010000:00000001:0.0:1767384993.043876:0:39798:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384993.043879:0:16789:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384993.043883:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a74d20b. 00010000:00000001:0.0:1767384993.043885:0:39798:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767384993.043895:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009792e794 x1853237373208448/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384993.043897:0:39798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000100:00000200:2.0:1767384993.043898:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208576, portal 4 00000100:00000001:1.0:1767384993.043899:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384993.043905:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384993.043912:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1767384993.043913:0:39798:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=6 obd=MGC192.168.204.149@tcp 02000000:00000010:1.0:1767384993.043914:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d388460b. 00000100:00000001:2.0:1767384993.043919:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682215552 : -129515027336064 : ffff8a34eecd7480) 00000100:00000001:0.0:1767384993.043927:0:39798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384993.043928:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384993.043935:0:39798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384993.043936:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384993.043942:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384993.043944:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009792e794 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+11:16163:x1853237373208448:12345-0@lo:103: Request processed in 1168us (1774us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384993.043945:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=5 obd=MGC192.168.204.149@tcp 02000000:00000001:0.0:1767384993.043945:0:39798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.043960:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384993.043961:0:39798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b924c6ab. 02000000:00000010:1.0:1767384993.043969:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6145cbc. 00000100:00000001:0.0:1767384993.043974:0:39798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.043981:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384993.043986:0:39798:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:1.0:1767384993.043989:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384993.043990:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384993.043992:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384993.043995:0:39798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384993.043997:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dab39bef. 00000100:00000040:3.0:1767384993.044002:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00000040:2.0:1767384993.044008:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384993.044010:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384993.044012:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384993.044017:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.044019:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384993.044020:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000100:00000001:1.0:1767384993.044028:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384993.044029:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005dd49a52. 00000100:00000200:2.0:1767384993.044032:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237373208576, offset 0 00010000:00010000:0.0:1767384993.044033:0:39798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767384993.044039:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384993.044043:0:39798:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384993.044044:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a82f557. 00000100:00000001:1.0:1767384993.044045:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384993.044053:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384993.044056:0:39798:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1767384993.044057:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004deaf2e7. 00000100:00000001:0.0:1767384993.044061:0:39798:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384993.044066:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 10 00000400:00000001:1.0:1767384993.044073:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384993.044074:0:39798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875bfa05] to pc [ptlrpcd_00_02+2] req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.044077:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384993.044080:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384993.044087:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000075ec7aa. 00000400:00000200:2.0:1767384993.044089:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384993.044100:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cb3f249 00000400:00000010:1.0:1767384993.044109:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cb3f249. 00000400:00000200:2.0:1767384993.044116:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958273508800 00000100:00000001:1.0:1767384993.044122:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384993.044130:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5976 00000100:00000200:1.0:1767384993.044136:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384993.044137:0:39798:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384993.044160:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384993.044165:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384993.044167:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384993.044172:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384993.044173:0:39798:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384993.044181:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1767384993.044182:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384993.044183:0:39798:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384993.044192:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384993.044197:0:39798:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.044201:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384993.044205:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384993.044205:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384993.044208:0:39798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384993.044209:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384993.044212:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384993.044220:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384993.044221:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384993.044224:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384993.044227:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1767384993.044230:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384993.044231:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384993.044237:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384993.044239:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384993.044240:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384993.044241:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003758312b. 00000100:00000001:1.0:1767384993.044242:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384993.044247:0:39798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.149@tcp lock: 000000005129ddf5/0xcb8130832f6b34e7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcb8130832f6b34ee expref: -99 pid: 16786 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384993.044252:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384993.044254:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384993.044255:0:16162:0:(events.c:337:request_in_callback()) incoming req@000000003758312b x1853237373208576 msgsize 224 00000100:00001000:1.0:1767384993.044265:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=101 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384993.044285:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:1.0:1767384993.044285:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=101 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384993.044291:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384993.044298:0:39798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384993.044305:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384993.044307:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000010:0.0:1767384993.044308:0:39798:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fc498049. 00000100:00000001:3.0:1767384993.044310:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.044311:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384993.044316:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.044323:0:39798:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384993.044324:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384993.044324:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384993.044326:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ee1082 02000000:00000001:3.0:1767384993.044334:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384993.044334:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384993.044335:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000020:00000001:0.0:1767384993.044339:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384993.044347:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384993.044349:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384993.044350:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.044351:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384993.044361:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384993.044364:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767384993.044368:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373208704:0@lo:103: 00000100:00000040:1.0:1767384993.044368:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384993.044371:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384993.044379:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384993.044390:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384993.044393:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384993.044398:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384993.044403:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384993.044405:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384993.044410:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384993.044417:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384993.044422:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384993.044425:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384993.044430:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db247932. 00000100:00000001:1.0:1767384993.044433:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384993.044439:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384993.044440:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.044441:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384993.044448:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384993.044453:0:39797:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000400:00000010:3.0:1767384993.044454:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f66981. 00000100:00000040:1.0:1767384993.044465:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384993.044467:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb1bdf47. 00000400:00000010:3.0:1767384993.044468:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cada72d2. 00000100:00000001:2.0:1767384993.044476:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384993.044483:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dec54996. 00000100:00000001:2.0:1767384993.044485:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384993.044499:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208704, portal 18 00000100:00000001:2.0:1767384993.044499:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.044500:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7f90338. 00000100:00100000:1.0:1767384993.044503:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eebb4c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16163:1853237373208448:0@lo:103: 00000100:00000001:3.0:1767384993.044511:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384993.044516:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4995 usecs (5 jiffies) 00000020:00000010:0.0:1767384993.044517:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009ca96b08. 00000100:00000001:3.0:1767384993.044518:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000001:1.0:1767384993.044520:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384993.044530:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294983645 00000100:00000001:1.0:1767384993.044533:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384993.044534:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fded12ad. 00000100:00000001:2.0:1767384993.044537:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294983654 00000100:00000040:3.0:1767384993.044539:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384993.044546:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eebb4c02 x1853237373208448/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:0.0:1767384993.044547:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c2ee6b0. 00000100:00000001:2.0:1767384993.044548:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294983645 00000100:00000001:2.0:1767384993.044557:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294983654 00000100:00000001:2.0:1767384993.044569:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294983645 40000000:00000010:0.0:1767384993.044572:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001154c9a9. 00000100:00000001:2.0:1767384993.044580:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294983654 00100000:00000010:0.0:1767384993.044586:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d7e84a8d. 00010000:00000010:1.1:1767384993.044626:0:16163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005b6475c. 00000100:00000001:2.0:1767384993.044635:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294983645 00000100:00000001:2.0:1767384993.044641:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294983654 00000100:00000001:3.0:1767384993.044647:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000010:0.0:1767384993.044650:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8c2a34c. 00010000:00000010:1.1:1767384993.044654:0:16163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004cd52c7d. 00000100:00000040:3.0:1767384993.044661:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384993.044664:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000010:0.0:1767384993.044667:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4acc714. 00000400:00000010:3.0:1767384993.044669:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000001:2.0:1767384993.044671:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384993.044681:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004830be80. 00000100:00000200:3.0:1767384993.044683:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373208704, offset 0 00000100:00000001:2.0:1767384993.044684:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.044685:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00080000:00000010:0.0:1767384993.044694:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000832ed238. 02000000:00000001:1.0:1767384993.044697:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384993.044698:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1767384993.044703:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e0d47b73. 00000400:00000200:3.0:1767384993.044705:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384993.044706:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000195c57f7. 00000100:00000001:2.0:1767384993.044712:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000010:0.0:1767384993.044715:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003e97861b. 00000100:00000001:2.0:1767384993.044718:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1767384993.044719:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384993.044727:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000010:0.0:1767384993.044729:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ceb29235. 00000400:00000200:3.0:1767384993.044731:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384993.044732:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384993.044732:0:16163:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384993.044739:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000010:0.0:1767384993.044742:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a0ce3648. 00000020:00000001:1.0:1767384993.044746:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384993.044748:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384993.044751:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071a8940f. 02000000:00000010:1.0:1767384993.044752:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d0a3f24a. 00000100:00000001:2.0:1767384993.044755:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.044759:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273508880 02000000:00000001:1.0:1767384993.044768:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000002:0.0:1767384993.044772:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000008113f192/00000000bff1a5f3 to site lru. bkt: 00000000bb6cb3d7 00000400:00000200:3.0:1767384993.044774:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 02000000:00000001:1.0:1767384993.044774:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384993.044781:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eebb4c02. 00000004:00000010:0.0:1767384993.044784:0:39797:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000b4fe2478. 00000100:00000001:2.0:1767384993.044793:0:17575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384993.044810:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384993.044811:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25c2fbf. 00000100:00000001:1.0:1767384993.044817:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384993.044817:0:39797:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000100:00100000:2.0:1767384993.044822:0:17575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208576 00000400:00000200:3.0:1767384993.044824:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080e50bba 00000004:00000040:0.0:1767384993.044825:0:39797:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000100:00000001:1.0:1767384993.044826:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384993.044830:0:17575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384993.044835:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:0.0:1767384993.044838:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000094ca100b : new refcount 2 00000100:00000001:2.0:1767384993.044839:0:17575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384993.044843:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384993.044847:0:17575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.044850:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000001:0.0:1767384993.044851:0:39797:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000100:00000001:1.0:1767384993.044852:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384993.044854:0:17575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384993.044861:0:39797:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:1.0:1767384993.044866:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384993.044868:0:17575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208576 00000400:00000200:3.0:1767384993.044869:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e50bba 00000100:00000001:1.0:1767384993.044873:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.044877:0:17575:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384993.044878:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080e50bba. 00000020:00000040:2.0:1767384993.044883:0:17575:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b35a4 00000020:00000001:2.0:1767384993.044887:0:17575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384993.044890:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384993.044891:0:17575:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c49c09d2 refcount=5 00000100:00000200:3.0:1767384993.044896:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1767384993.044899:0:17575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00080000:00000010:0.0:1767384993.044900:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000090d969a8. 00000100:00000040:3.0:1767384993.044904:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000e9db893a x1853237373208704 msgsize 328 00000020:00000001:2.0:1767384993.044909:0:17575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558764623872 : -129514944927744 : ffff8a34f3b6e800) 00000004:00000010:0.0:1767384993.044916:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008f59807d. 00000100:00000001:2.0:1767384993.044920:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384993.044927:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000010:0.0:1767384993.044928:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000b5b3b1b. 00000020:00000010:2.0:1767384993.044931:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004309f890. 00000100:00000040:3.0:1767384993.044933:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000004:00000001:0.0:1767384993.044938:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000020:00000010:2.0:1767384993.044942:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f3a38f00. 00000004:00000040:0.0:1767384993.044943:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000004:00000010:0.0:1767384993.044953:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000210c8acd. 00000020:00000040:2.0:1767384993.044957:0:17575:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000100:00000001:3.0:1767384993.044959:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:0.0:1767384993.044962:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:0.0:1767384993.044969:0:39797:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384993.044971:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000040:00000010:0.0:1767384993.044973:0:39797:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000006e0a3040. 00000400:00000010:3.0:1767384993.044977:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000001:2.0:1767384993.044983:0:17575:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384993.044986:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384993.044991:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cdca8a5. 00000100:00000200:3.0:1767384993.044997:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384993.044999:0:39797:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000045f534da. 00000020:00000010:2.0:1767384993.045001:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f85f0de. 00000020:00000010:2.0:1767384993.045013:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000040:00000001:0.0:1767384993.045014:0:39797:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.045016:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384993.045025:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384993.045027:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208704 00000040:00000001:0.0:1767384993.045027:0:39797:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000100:00000040:2.0:1767384993.045034:0:17575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000040:00000040:0.0:1767384993.045035:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000094ca100b : new refcount 1 00000100:00000040:3.0:1767384993.045036:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384993.045036:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384993.045044:0:17575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384993.045045:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384993.045047:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000e42d89b3 : new refcount 2 00000100:00000001:2.0:1767384993.045051:0:17575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384993.045053:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384993.045057:0:39797:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000094ca100b. 00000100:00000001:2.0:1767384993.045059:0:17575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.045065:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384993.045071:0:39797:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.045079:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208704 00000100:00000001:3.0:1767384993.045083:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384993.045083:0:39797:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000100:00000001:2.0:1767384993.045087:0:17575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.045087:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:0.0:1767384993.045091:0:39797:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.045094:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000004:00000001:0.0:1767384993.045102:0:39797:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.045103:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384993.045104:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384993.045106:0:17575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384993.045113:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=11 00000004:00000010:0.0:1767384993.045115:0:39797:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000ed3320da. 00000100:00000001:3.0:1767384993.045118:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.045124:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384993.045127:0:17575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384993.045130:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294983657 00000004:00000001:0.0:1767384993.045130:0:39797:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000020:00000001:1.0:1767384993.045131:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000001:2.0:1767384993.045133:0:17575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384993.045145:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384993.045147:0:17575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384993.045149:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983654 00000020:00000010:1.0:1767384993.045155:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2f9b4a0. 00000100:00000040:2.0:1767384993.045157:0:17575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c49c09d2 : new rpc_count 1 00000100:00000001:3.0:1767384993.045161:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294983657 00000100:00000001:1.0:1767384993.045164:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384993.045166:0:17575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614553640818816 : -129520068732800 : ffff8a33c24fd880) 00000100:00000001:3.0:1767384993.045174:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983654 00000020:00000010:1.0:1767384993.045174:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2f9b4a0. 00000100:00000040:2.0:1767384993.045180:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003758312b x1853237373208576/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:219/0 lens 224/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384993.045188:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294983657 00000020:00000010:1.0:1767384993.045189:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8cc2257. 00000100:00000001:3.0:1767384993.045197:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983654 00000020:00000010:1.0:1767384993.045201:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fdb954a. 00000100:00080000:0.0:1767384993.045203:0:16800:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384993.045209:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294983657 00000020:00000040:0.0:1767384993.045215:0:16800:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 6 - evictor 00000020:00000010:1.0:1767384993.045216:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00000001:3.0:1767384993.045221:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983654 00000100:00000040:1.0:1767384993.045237:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384993.045239:0:17575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384993.045240:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384993.045248:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384993.045249:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.045250:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000100:00000001:3.0:1767384993.045254:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.045256:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384993.045260:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384993.045261:0:17575:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384993.045265:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.045266:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.045268:0:16789:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000010:2.0:1767384993.045271:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00010000:00000001:1.0:1767384993.045276:0:16789:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.045282:0:16789:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:2.0:1767384993.045289:0:17575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003758312b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16162:x1853237373208576:12345-0@lo:9: 00010000:00000001:1.0:1767384993.045289:0:16789:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:0.0:1767384993.045296:0:16826:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.045297:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384993.045299:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208576 00000020:00000040:1.0:1767384993.045304:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008818d6ea refcount=3 00000020:00000001:2.0:1767384993.045308:0:17575:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384993.045311:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311680 : -129514987239936 : ffff8a34f1314600) 00000020:00000001:2.0:1767384993.045315:0:17575:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384993.045317:0:16789:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311680 : -129514987239936 : ffff8a34f1314600) 00000020:00000001:2.0:1767384993.045320:0:17575:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.045325:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384993.045327:0:17575:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384993.045332:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384993.045333:0:17575:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672609552 : -1036942064 : ffffffffc2318510) 00010000:00000001:1.0:1767384993.045340:0:16789:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.045341:0:17575:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384993.045349:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.045350:0:17575:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384993.045359:0:39797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de1fa117. 00000020:00000001:2.0:1767384993.045362:0:17575:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384993.045366:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.045370:0:17575:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384993.045376:0:39797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000020:00000001:2.0:1767384993.045376:0:17575:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384993.045387:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384993.045388:0:17575:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000020:00000010:3.0:1767384993.045391:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1ceac04. 00010000:00000001:2.0:1767384993.045395:0:17575:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384993.045401:0:17575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384993.045404:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013a9cc17. 02000000:00000001:2.0:1767384993.045405:0:17575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384993.045411:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384993.045413:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cc7ddb18. 00000040:00000010:3.0:1767384993.045415:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008f006002. 00000100:00000001:1.0:1767384993.045416:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384993.045423:0:17575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384993.045427:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5d25a54. 00000100:00000001:2.0:1767384993.045432:0:17575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384993.045434:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000010:3.0:1767384993.045439:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e3b2d8cd. 00000100:00000040:1.0:1767384993.045442:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000020:00000040:2.0:1767384993.045443:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=6 00000020:00000010:3.0:1767384993.045447:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084d5c067. 00000100:00000001:1.0:1767384993.045451:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558701675600 : -129515007876016 : ffff8a34eff66450) 00010000:00000001:2.0:1767384993.045453:0:17575:0:(obd_class.h:902:obd_disconnect()) Process entered 80000000:00000010:3.0:1767384993.045458:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061c63b3d. 00000100:00000040:1.0:1767384993.045463:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9db893a x1853237373208704/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/0 e 0 to 0 dl 1767385004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:3.0:1767384993.045467:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003aea70e5. 00100000:00000010:3.0:1767384993.045479:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b285e50b. 00002000:00000001:2.0:1767384993.045484:0:17575:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00040000:00000010:3.0:1767384993.045489:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a12350dd. 00000020:00000040:2.0:1767384993.045491:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=7 00010000:00000001:2.0:1767384993.045501:0:17575:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00040000:00000010:3.0:1767384993.045502:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b2282ac7. 00000100:00000001:1.0:1767384993.045505:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384993.045506:0:17575:0:(genops.c:1460:class_disconnect()) Process entered 00040000:00000010:3.0:1767384993.045512:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f39209f5. 00000020:00000040:2.0:1767384993.045516:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 6 00000020:00000010:1.0:1767384993.045517:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2f9b4a0. 00080000:00000010:3.0:1767384993.045519:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000322af5fa. 00000020:00000080:2.0:1767384993.045526:0:17575:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b35a4 00000100:00000001:1.0:1767384993.045529:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1767384993.045531:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032f8140a. 00000020:00000040:2.0:1767384993.045532:0:17575:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c49c09d2 with handle 0xcb8130832f6b35a4 from hash 00000020:00000010:1.0:1767384993.045541:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2f9b4a0. 00000004:00000010:3.0:1767384993.045544:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b30bc9c5. 00000020:00000040:2.0:1767384993.045545:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 5 00000100:00100000:1.0:1767384993.045554:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9db893a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+11:16166:x1853237373208704:12345-0@lo:103: 00000020:00000010:2.0:1767384993.045556:0:17575:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004309f890. 00000004:00000010:3.0:1767384993.045558:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000452576b9. 00000100:00000200:1.0:1767384993.045567:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208704 00000020:00000001:2.0:1767384993.045568:0:17575:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384993.045574:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 4 00010000:00000001:1.0:1767384993.045577:0:16789:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:2.0:1767384993.045580:0:17575:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000004:00000010:3.0:1767384993.045582:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a16cc81. 00010000:00000002:1.0:1767384993.045583:0:16789:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000040:2.0:1767384993.045586:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 3 00010000:00000001:1.0:1767384993.045589:0:16789:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384993.045638:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384993.045639:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c3ad9be. 00000020:00000001:2.0:1767384993.045639:0:17575:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.045645:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384993.045650:0:17575:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000004:00000001:3.0:1767384993.045652:0:39797:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 02000000:00000010:1.0:1767384993.045654:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f418969. 00000100:00080000:2.0:1767384993.045655:0:17575:0:(import.c:65:import_set_state_nolock()) 00000000197251e0 : changing import state from FULL to CLOSED 00000004:20000000:3.0:1767384993.045658:0:39797:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 02000000:00000001:1.0:1767384993.045664:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.045668:0:17575:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000004:00000001:3.0:1767384993.045669:0:39797:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:1.0:1767384993.045671:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.045674:0:17575:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384993.045680:0:17575:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384993.045683:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000040:3.0:1767384993.045686:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b04b0392 : new refcount 3 00010000:00010000:1.0:1767384993.045688:0:16789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00000040:3.0:1767384993.045694:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b04b0392 : new refcount 2 00010000:00000001:1.0:1767384993.045696:0:16789:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384993.045699:0:17575:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384993.045702:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b04b0392 : new refcount 1 00000020:00000001:1.0:1767384993.045703:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384993.045710:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008818d6ea refcount=3 00000020:00000010:2.0:1767384993.045711:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be36bc24. 00000020:00000001:0.0:1767384993.045720:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767384993.045721:0:17575:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df7e6f7c. 00000004:00000040:3.0:1767384993.045722:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002c400b4d : new refcount 3 00000020:00000001:1.0:1767384993.045726:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558722311680 : -129514987239936 : ffff8a34f1314600) 00000020:00000001:0.0:1767384993.045729:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384993.045732:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002c400b4d : new refcount 2 00000020:00000010:2.0:1767384993.045735:0:17575:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000131d8498. 00010000:00000001:1.0:1767384993.045737:0:16789:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446614558722311680 : -129514987239936 : ffff8a34f1314600) 00010000:00010000:0.0:1767384993.045739:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000040:3.0:1767384993.045740:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002c400b4d : new refcount 1 00000020:00000010:2.0:1767384993.045747:0:17575:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005388571b. 00010000:00000040:1.0:1767384993.045749:0:16789:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000302017ab count: 3 00000020:00000001:3.0:1767384993.045750:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:2.0:1767384993.045758:0:17575:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008731f937. 00000020:00080000:3.0:1767384993.045759:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000d1bb7eef) has no exports 00010000:00000001:1.0:1767384993.045759:0:16789:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384993.045768:0:16789:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1767384993.045770:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 80000000:00000010:2.0:1767384993.045772:0:17575:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee67b658. 00010000:00000001:1.0:1767384993.045773:0:16789:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384993.045778:0:39797:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:1.0:1767384993.045781:0:16789:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384993.045782:0:17575:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004309f890. 00010000:00000001:3.0:1767384993.045784:0:39797:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000020:00000001:1.0:1767384993.045788:0:16789:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.045792:0:39797:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384993.045814:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00100000:00000010:2.0:1767384993.045815:0:17575:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ceb29235. 00010000:00000001:1.0:1767384993.045816:0:16789:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00040000:00000010:2.0:1767384993.045822:0:17575:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000536be03a. 00000001:00000001:3.0:1767384993.045831:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00040000:00000010:2.0:1767384993.045835:0:17575:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4b2ce14. 00010000:00000001:1.0:1767384993.045835:0:16789:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:2.0:1767384993.045845:0:17575:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e0d47b73. 00010000:00000001:1.0:1767384993.045847:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:2.0:1767384993.045850:0:17575:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f242afd2. 00010000:00000001:1.0:1767384993.045852:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1767384993.045859:0:17575:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:1.0:1767384993.045860:0:16789:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000040:2.0:1767384993.045866:0:17575:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00010000:00000001:1.0:1767384993.045867:0:16789:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384993.045878:0:17575:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000040:1.0:1767384993.045879:0:16789:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008818d6ea with handle 0xcb8130832f6b34ee from hash 00010000:00000001:1.0:1767384993.045883:0:16789:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384993.045885:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384993.045886:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.045891:0:16789:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000004:2.0:1767384993.045893:0:17575:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00010000:00000001:1.0:1767384993.045895:0:16789:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384993.045901:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384993.045904:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384993.045908:0:16789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008818d6ea/0xcb8130832f6b34ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b34e7 expref: 11 pid: 16799 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384993.045915:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005c2e14e. 00010000:00000040:1.0:1767384993.045924:0:16789:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 5 00080000:00000001:2.0:1767384993.045925:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558307908608 : -129515401643008 : ffff8a34d87dfc00) 00000020:00000040:1.0:1767384993.045933:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 10 00080000:00000001:2.0:1767384993.045936:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384993.045943:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384993.045949:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384993.045952:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384993.045955:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384993.045958:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384993.045962:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384993.045962:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384993.045966:0:16789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00000001:2.0:1767384993.045968:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.045972:0:16789:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384993.045974:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384993.045979:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384993.045983:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384993.045987:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 0000000044ee5d21 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384993.045991:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384993.045995:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:1.0:1767384993.045998:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00080000:00000001:2.0:1767384993.046000:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.046002:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:2.0:1767384993.046010:0:17575:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 02000000:00000001:1.0:1767384993.046011:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384993.046018:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384993.046019:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384993.046025:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384993.046030:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000100:00000200:1.0:1767384993.046035:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373208704, offset 224 00000400:00000200:1.0:1767384993.046042:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384993.046051:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384993.046062:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273508880 00000400:00000200:1.0:1767384993.046069:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21cd [1] + 224 00000400:00000200:1.0:1767384993.046075:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384993.046082:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384993.046088:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384993.046094:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384993.046107:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384993.046133:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000100:00000001:1.0:1767384993.046134:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000040:2.0:1767384993.046142:0:17575:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000400:00000200:1.0:1767384993.046145:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000001:00000001:2.0:1767384993.046147:0:17575:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384993.046152:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00080000:00000001:2.0:1767384993.046154:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384993.046162:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384993.046166:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384993.046173:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384993.046176:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384993.046178:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00000001:00000040:2.0:1767384993.046185:0:17575:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00000001:1.0:1767384993.046187:0:16789:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384993.046197:0:17575:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384993.046198:0:16789:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384993.046207:0:17575:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000040:1.0:1767384993.046210:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9db893a x1853237373208704/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:219/0 lens 328/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384993.046213:0:17575:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384993.046222:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:2.0:1767384993.046223:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008f8fa6b8. 00000100:00000001:0.0:1767384993.046230:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384993.046233:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9db893a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:daf33691-1772-4ae5-a3a2-7d43c77f6bea+10:16166:x1853237373208704:12345-0@lo:103: Request processed in 723us (1323us total) trans 0 rc 0/0 00080000:00000001:2.0:1767384993.046234:0:17575:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558823409664 : -129514886141952 : ffff8a34f737e800) 00000400:00000001:0.0:1767384993.046239:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:2.0:1767384993.046245:0:17575:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000001:0.0:1767384993.046248:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384993.046256:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f66981. 00000100:00100000:1.0:1767384993.046263:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:0.0:1767384993.046269:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cada72d2 00000100:00000040:1.0:1767384993.046271:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000400:00000010:0.0:1767384993.046276:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cada72d2. 00000100:00000001:1.0:1767384993.046278:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384993.046285:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384993.046285:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384993.046295:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fdb954a. 00000100:00000200:0.0:1767384993.046299:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384993.046304:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767384993.046317:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8cc2257. 00000100:00000200:0.0:1767384993.046324:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384993.046326:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 9 02000000:00000001:1.0:1767384993.046339:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1767384993.046344:0:17575:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000010:1.0:1767384993.046345:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f418969. 00000100:00000001:0.0:1767384993.046345:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:2.0:1767384993.046353:0:17575:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.046354:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384993.046356:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1767384993.046359:0:17575:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384993.046366:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384993.046367:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384993.046374:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007942937a. 02000000:00000001:0.0:1767384993.046375:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:2.0:1767384993.046377:0:17575:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.046381:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384993.046384:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384993.046388:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384993.046389:0:17575:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000539472ea. 00000100:00000010:1.0:1767384993.046390:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009792e794. 02000000:00000001:0.0:1767384993.046400:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384993.046401:0:17575:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000c49c09d2 : new cb_count 1 02000000:00000001:1.0:1767384993.046403:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384993.046412:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f7d1cea time=101 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384993.046413:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c49c09d2 refcount=4 02000000:00000010:1.0:1767384993.046413:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000243ecbd9. 02000000:00000001:1.0:1767384993.046425:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1767384993.046426:0:17575:0:(osd_io.c:399:osd_write()) Process entered 00000100:00001000:0.0:1767384993.046427:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=101 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384993.046430:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8a49e68. 00000100:00000001:0.0:1767384993.046442:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384993.046443:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384993.046446:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384993.046449:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d1d812a0. 00010000:00000001:0.0:1767384993.046452:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384993.046457:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384993.046458:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384993.046464:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bca2b17. 00000100:00000001:0.0:1767384993.046465:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.046478:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384993.046479:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384993.046485:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000fc1fe27. 02000000:00000001:1.0:1767384993.046497:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1767384993.046500:0:17575:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1767384993.046501:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384993.046502:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9520b2c. 00000001:00000001:2.0:1767384993.046513:0:17575:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:0.0:1767384993.046515:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384993.046517:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:2.0:1767384993.046519:0:17575:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384993.046521:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384993.046523:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008f68ae21. 02000000:00000001:1.0:1767384993.046533:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384993.046534:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384993.046537:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008224473b. 00080000:00000001:2.0:1767384993.046539:0:17575:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384993.046549:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384993.046553:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b5fe1419. 00000001:00000040:2.0:1767384993.046558:0:17575:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 02000000:00000001:1.0:1767384993.046563:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384993.046568:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c79541a. 00000001:00000040:2.0:1767384993.046571:0:17575:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000100:00000001:1.0:1767384993.046579:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384993.046584:0:17575:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384993.046630:0:39797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006233ad52. 00000100:00000200:1.0:1767384993.046635:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000020:00000010:2.0:1767384993.046637:0:17575:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df7e6f7c. 00010000:00000010:3.1:1767384993.046644:0:39797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4c27315. 00000400:00000010:1.0:1767384993.046645:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d48f28. 00000020:00000010:2.0:1767384993.046648:0:17575:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000131d8498. 00010000:00000010:0.1:1767384993.046649:0:16166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e63bde6c. 00010000:00000010:3.1:1767384993.046659:0:39797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056793d0a. 00000020:00000010:2.0:1767384993.046663:0:17575:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005388571b. 00000400:00000010:1.0:1767384993.046669:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000946cf75a. 00000100:00100000:0.0:1767384993.046676:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875bfa05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373208704:0@lo:103: 00000020:00000010:2.0:1767384993.046680:0:17575:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008731f937. 00010000:00000010:3.1:1767384993.046684:0:39797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a96ebfd3. 00000100:00000001:0.0:1767384993.046690:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1767384993.046693:0:17575:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee67b658. 00000100:00000001:0.0:1767384993.046696:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:3.1:1767384993.046697:0:39797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d130e3da. 40000000:00000010:2.0:1767384993.046701:0:17575:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004309f890. 00000100:00000040:0.0:1767384993.046709:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875bfa05 x1853237373208704/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:2.0:1767384993.046712:0:17575:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ceb29235. 00040000:00000010:2.0:1767384993.046721:0:17575:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000536be03a. 00040000:00000010:2.0:1767384993.046729:0:17575:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b4b2ce14. 00000100:00000001:0.0:1767384993.046732:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00080000:00000010:2.0:1767384993.046737:0:17575:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e0d47b73. 02000000:00000001:0.0:1767384993.046739:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00002000:00000010:2.0:1767384993.046746:0:17575:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f242afd2. 02000000:00000010:0.0:1767384993.046747:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db247932. 00000020:00000010:2.0:1767384993.046757:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be36bc24. 02000000:00000001:0.0:1767384993.046759:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384993.046765:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1767384993.046767:0:17575:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000040:0.0:1767384993.046768:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000001:00000040:2.0:1767384993.046774:0:17575:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ed76b8c8) : new refcount 4 00000020:00000001:0.0:1767384993.046776:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384993.046783:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b924c6ab. 00000001:00000001:2.0:1767384993.046784:0:17575:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384993.046790:0:17575:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 3 00000020:00000040:2.0:1767384993.046816:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 3 00000001:00000001:2.0:1767384993.046819:0:17575:0:(nodemap_member.c:50:nm_member_del()) Process leaving 02000000:00000001:0.0:1767384993.046820:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000040:2.0:1767384993.046821:0:17575:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ed76b8c8) : new refcount 2 02000000:00000001:0.0:1767384993.046827:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1767384993.046829:0:17575:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000010:0.0:1767384993.046832:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 00000020:00000040:2.0:1767384993.046834:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 2 00002000:00000001:2.0:1767384993.046849:0:17575:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.046852:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384993.046853:0:17575:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.046856:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384993.046859:0:17575:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.046867:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384993.046868:0:17575:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384993.046879:0:17575:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237373208576 00000100:00000001:0.0:1767384993.046883:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384993.046884:0:17575:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384993.046892:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.046897:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:2.0:1767384993.046899:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003758312b x1853237373208576/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.046901:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.046918:0:17575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384993.046930:0:17575:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384993.046934:0:17575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df52370f time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384993.046939:0:17575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384993.046942:0:17575:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:2.0:1767384993.046944:0:17575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 02000000:00000001:2.0:1767384993.046948:0:17575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384993.046950:0:17575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.046953:0:17575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384993.046956:0:17575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384993.046960:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000100:00000200:2.0:1767384993.046964:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237373208576, offset 224 00000400:00000200:2.0:1767384993.046969:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384993.046977:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384993.046985:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958273508800 00000400:00000200:2.0:1767384993.046991:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21c5 [1] + 224 00000400:00000200:2.0:1767384993.046996:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384993.046999:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384993.047004:0:17575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384993.047007:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384993.047017:0:17575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384993.047044:0:17575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384993.047051:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ee1082 00000400:00000010:2.0:1767384993.047053:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000100:00000001:2.0:1767384993.047056:0:17575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384993.047057:0:17575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384993.047061:0:17575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384993.047065:0:17575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00010000:00000001:2.0:1767384993.047069:0:17575:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384993.047071:0:17575:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.047075:0:17575:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384993.047077:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384993.047082:0:17575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003758312b x1853237373208576/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.047084:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384993.047093:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384993.047097:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384993.047100:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003066d196. 00000400:00000200:0.0:1767384993.047111:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74d20b 00000400:00000010:0.0:1767384993.047118:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a74d20b. 00000100:00000001:0.0:1767384993.047127:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384993.047133:0:17575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003758312b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:16162:x1853237373208576:12345-0@lo:9: Request processed in 1892us (2877us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384993.047139:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384993.047168:0:17575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384993.047176:0:17575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c49c09d2 : new rpc_count 0 00000100:00000200:0.0:1767384993.047183:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384993.047185:0:17575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384993.047191:0:17575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384993.047197:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f85f0de. 00000100:00000001:0.0:1767384993.047204:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384993.047207:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000100:00000001:0.0:1767384993.047208:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384993.047218:0:16162:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384993.047219:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cdca8a5. 02000000:00000001:0.0:1767384993.047221:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384993.047229:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384993.047231:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 1 00000100:00000001:0.0:1767384993.047232:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384993.047239:0:17575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384993.047240:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384993.047250:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fcceb772 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384993.047255:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 00000000adfa264a time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384993.047259:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384993.047260:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384993.047262:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384993.047267:0:16162:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384993.047275:0:16162:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.047278:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384993.047280:0:16162:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384993.047283:0:16162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384993.047284:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384993.047287:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.047294:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384993.047297:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384993.047298:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384993.047301:0:16162:0:(import.c:65:import_set_state_nolock()) 000000008c1685c3 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384993.047303:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384993.047306:0:16162:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:0.0:1767384993.047327:0:16162:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:0.0:1767384993.047329:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384993.047330:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384993.047332:0:16162:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384993.047334:0:16162:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384993.047336:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767384993.047341:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384993.047349:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053b0633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237373208576:0@lo:9: 00000100:00000001:0.0:1767384993.047357:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384993.047360:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384993.047365:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053b0633e x1853237373208576/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384993.047374:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384993.047376:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384993.047379:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d6957b. 02000000:00000001:0.0:1767384993.047383:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384993.047385:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384993.047386:0:16162:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384993.047388:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384993.047390:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dc9db2b1. 02000000:00000001:0.0:1767384993.047393:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384993.047395:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384993.047396:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053b0633e. 00000100:00000001:0.0:1767384993.047399:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384993.047401:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384993.047403:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384993.047407:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384993.047409:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384993.047411:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384993.047413:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384993.047652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000242dcd3a. 00010000:00000010:2.1:1767384993.047664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007584f943. 00010000:00000010:2.1:1767384993.047669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063c12993. 00010000:00000010:2.1:1767384993.047674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b9c42e5. 00000100:00000040:2.0:1767384993.061717:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294983657, at 4294983658 00000100:00000040:0.0:1767384993.061731:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294983657, at 4294983658 00000100:00000010:2.0:1767384993.061734:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b00928b9. 00000100:00000010:0.0:1767384993.061750:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3c71dd6. 00000100:00000040:1.0:1767384993.062660:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294983657, at 4294983658 00000100:00000010:1.0:1767384993.062673:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa20b0d0. 00000001:00000001:3.0:1767384993.069300:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384993.069305:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384993.069308:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384993.087141:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.087146:0:39797:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384993.087149:0:39797:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384993.087151:0:39797:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767384993.087154:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767384993.087157:0:39797:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384993.087159:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384993.087161:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b34bd 00000020:00000040:3.0:1767384993.087164:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ce974b8c with handle 0xcb8130832f6b34bd from hash 00000020:00000001:3.0:1767384993.087170:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384993.087172:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ce974b8c : new refcount 1 00000020:00000001:3.0:1767384993.087174:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384993.087175:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ce974b8c : new refcount 0 00000020:00000080:3.0:1767384993.087176:0:39797:0:(genops.c:904:class_export_put()) final put 00000000ce974b8c/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384993.087193:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384993.087207:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384993.087209:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384993.087211:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:3.0:1767384993.087241:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294983657, at 4294983683 00000100:00000010:3.0:1767384993.087247:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ef0d6cf. 00000020:00000001:1.0:1767384993.087273:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384993.087277:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000ce974b8c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:1.0:1767384993.087281:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384993.087282:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384993.087285:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ea611fa1) now 4 - export 00000020:00000010:1.0:1767384993.087288:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ce974b8c. 00000020:00000010:2.0:1767384993.087296:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000004309f890. 00000020:00000001:1.0:1767384993.087298:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:2.0:1767384993.087303:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384993.087311:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384993.087314:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384993.087317:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384993.087319:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000ea611fa1) has no exports 00000020:00000001:2.0:1767384993.087321:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384993.087325:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:2.0:1767384993.087327:0:39797:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:2.0:1767384993.087328:0:39797:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:2.0:1767384993.087331:0:39797:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:2.0:1767384993.087333:0:39797:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384993.087336:0:39797:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384993.087338:0:39797:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000000e2d6ac. 00000020:00000001:2.0:1767384993.087342:0:39797:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384993.087354:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384993.087357:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384993.087362:0:39797:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000805fe1ae. 00000001:00000001:2.0:1767384993.087367:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384993.087369:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384993.087380:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087383:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008f2a9743. 00000001:00000010:2.0:1767384993.087385:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a1ed1de6. 00000001:00000010:2.0:1767384993.087387:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000f7336a1. 00000001:00000001:2.0:1767384993.087390:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384993.087391:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000007a97699. 00000020:00000002:2.0:1767384993.087398:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000980b547b/0000000089fecd80 to site lru. bkt: 000000008f7fbcb3 00040000:00000001:2.0:1767384993.087400:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384993.087401:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384993.087403:0:39797:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000528b1014. 00000001:00000001:2.0:1767384993.087406:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384993.087407:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384993.087408:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087409:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000868f5e6c. 00000001:00000010:2.0:1767384993.087410:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000046839b2b. 00000001:00000010:2.0:1767384993.087411:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000502e887b. 00000001:00000001:2.0:1767384993.087413:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384993.087414:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000023d7021. 00000020:00000002:2.0:1767384993.087416:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000001dfab04d/0000000086f07028 to site lru. bkt: 000000008f7fbcb3 00040000:00000001:2.0:1767384993.087418:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384993.087419:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384993.087420:0:39797:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000004a692fb0. 00000001:00000001:2.0:1767384993.087422:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384993.087423:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384993.087424:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087425:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b2170101. 00000001:00000010:2.0:1767384993.087426:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fdaf64af. 00000001:00000010:2.0:1767384993.087428:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007ecce93b. 00000001:00000001:2.0:1767384993.087429:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384993.087430:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000080c5f84. 00000020:00000002:2.0:1767384993.087433:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000006b855d82/00000000343ba265 to site lru. bkt: 000000008f7fbcb3 00000020:00000002:2.0:1767384993.087435:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000004249523e/00000000c90e3d93 to site lru. bkt: 00000000b1a04051 00040000:00000010:2.0:1767384993.087438:0:39797:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000f2650ac8. 00040000:00000001:2.0:1767384993.087439:0:39797:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384993.087440:0:39797:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384993.087441:0:39797:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000004021c01d. 00000020:00000001:2.0:1767384993.087443:0:39797:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384993.087452:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384993.087453:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384993.087455:0:39797:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000d3d75c82. 00000001:00000001:2.0:1767384993.087457:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384993.087459:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384993.087460:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087461:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000085741853. 00000001:00000010:2.0:1767384993.087462:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e0f88574. 00000001:00000010:2.0:1767384993.087463:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d59237d9. 00000001:00000001:2.0:1767384993.087465:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384993.087466:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e8491aee. 00000020:00000002:2.0:1767384993.087468:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000034901afb/00000000746f7cc0 to site lru. bkt: 000000008f7fbcb3 00040000:00000001:2.0:1767384993.087470:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384993.087471:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384993.087472:0:39797:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000335e3b2a. 00000001:00000001:2.0:1767384993.087474:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384993.087475:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384993.087476:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087477:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f0467537. 00000001:00000010:2.0:1767384993.087478:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004c11c0c4. 00000001:00000010:2.0:1767384993.087480:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000011b5a1ce. 00000001:00000001:2.0:1767384993.087481:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384993.087482:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003d076bdb. 00000020:00000002:2.0:1767384993.087484:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000009aa08676/00000000f21bf301 to site lru. bkt: 000000008f7fbcb3 00040000:00000001:2.0:1767384993.087486:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384993.087487:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384993.087488:0:39797:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000dbd1505b. 00000001:00000001:2.0:1767384993.087490:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384993.087491:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384993.087492:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087493:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000301f055e. 00000001:00000010:2.0:1767384993.087494:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000109aafbf. 00000001:00000010:2.0:1767384993.087495:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000994ee19e. 00000001:00000001:2.0:1767384993.087497:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384993.087497:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000073ebf5d9. 00000020:00000002:2.0:1767384993.087499:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000906b177b/00000000cf5926ce to site lru. bkt: 000000008f7fbcb3 00000020:00000002:2.0:1767384993.087501:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000f98e860d/000000004c156380 to site lru. bkt: 000000008072db1c 00040000:00000010:2.0:1767384993.087508:0:39797:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000003429bc24. 00040000:00000001:2.0:1767384993.087510:0:39797:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384993.087569:0:16824:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000050273c0c. 00000020:00000010:1.0:1767384993.087583:0:16824:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ff6e4e3e. 00000040:00000010:1.0:1767384993.087591:0:16824:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fdbd780f. 00000020:00000010:1.0:1767384993.087595:0:16824:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007f50303f. 00000020:00000010:1.0:1767384993.087602:0:16824:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009484077f. 00000020:00000010:1.0:1767384993.087651:0:16824:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010040e31. 80000000:00000010:1.0:1767384993.087659:0:16824:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7b55c45. 40000000:00000010:1.0:1767384993.087664:0:16824:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001e502708. 00100000:00000010:1.0:1767384993.087671:0:16824:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e009595c. 00040000:00000010:1.0:1767384993.087676:0:16824:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4976bc1. 00040000:00000010:1.0:1767384993.087683:0:16824:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000069f5d390. 00040000:00000010:1.0:1767384993.087686:0:16824:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a2f2597. 00080000:00000010:1.0:1767384993.087690:0:16824:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002a982422. 00000004:00000010:1.0:1767384993.087711:0:16824:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3fc15ab. 00000004:00000010:1.0:1767384993.087714:0:16824:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008bf599a4. 00000004:00000010:1.0:1767384993.087718:0:16824:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a6a1784. 00000004:00000010:1.0:1767384993.087721:0:16824:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000077bd7125. 00000020:00000010:1.0:1767384993.087725:0:16824:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067f60e2b. 00040000:00000010:1.0:1767384993.087728:0:16824:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000a6168864. 00040000:00000001:1.0:1767384993.087730:0:16824:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384993.087769:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000e205a7f7/00000000680a3b6d to site lru. bkt: 000000006c59805e 00040000:00000001:2.0:1767384993.087774:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384993.087776:0:39797:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384993.087778:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384993.087780:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b34b6 00000020:00000040:2.0:1767384993.087784:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006203a1cf with handle 0xcb8130832f6b34b6 from hash 00000020:00000001:2.0:1767384993.087789:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384993.087790:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000006203a1cf : new refcount 1 00000020:00000001:2.0:1767384993.087792:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384993.087807:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000006203a1cf : new refcount 0 00000020:00000080:2.0:1767384993.087808:0:39797:0:(genops.c:904:class_export_put()) final put 000000006203a1cf/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384993.087810:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.087824:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384993.087826:0:39797:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384993.087828:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384993.087839:0:39797:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.087841:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384993.087849:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384993.087853:0:473:0:(genops.c:863:class_export_destroy()) destroying export 000000006203a1cf/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384993.087857:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384993.087858:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384993.087861:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 9 - export 00000020:00000010:0.0:1767384993.087864:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006203a1cf. 00000001:00000001:2.0:1767384993.087870:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:0.0:1767384993.087874:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:2.0:1767384993.087876:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068b753ea. 00000001:00000010:2.0:1767384993.087881:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015671718. 00000001:00000010:2.0:1767384993.087883:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000004489ada. 00000001:00000010:2.0:1767384993.087886:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000039ed4724. 00000001:00000010:2.0:1767384993.087887:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bfa8ff8b. 00000001:00000010:2.0:1767384993.087891:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000482c6ac3. 00000001:00000001:2.0:1767384993.087894:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384993.087895:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384993.087898:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002e77220f. 00000001:00000010:2.0:1767384993.087899:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c74f6cb9. 00000001:00000010:2.0:1767384993.087900:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000096034b6e. 00000001:00000010:2.0:1767384993.087902:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062681b1e. 00000001:00000010:2.0:1767384993.087903:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e5a234e4. 00000001:00000010:2.0:1767384993.087905:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001f5a86c9. 00000001:00000001:2.0:1767384993.087906:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384993.087914:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ea611fa1) now 3 - setup 00000020:00000001:2.0:1767384993.087916:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.087918:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384993.087920:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384993.087924:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384993.087927:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ea611fa1) now 2 - obd_device_list 00000020:00000080:2.0:1767384993.087929:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:2.0:1767384993.087930:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ea611fa1) now 1 - newdev 00000020:00000040:2.0:1767384993.087933:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b2f37ad with handle 0xcb8130832f6b34af from hash 00000020:00000040:2.0:1767384993.087935:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000000b2f37ad : new refcount 0 00000020:00000080:2.0:1767384993.087936:0:39797:0:(genops.c:904:class_export_put()) final put 000000000b2f37ad/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384993.087938:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.087939:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384993.087940:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 000000000b2f37ad/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384993.087942:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384993.087943:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.087945:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000b2f37ad. 00000020:00000001:2.0:1767384993.087952:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384993.087954:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:2.0:1767384993.087956:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:2.0:1767384993.087958:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384993.087960:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cdca8a5. 00000020:00000010:2.0:1767384993.087964:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be36bc24. 00000040:00000010:2.0:1767384993.087967:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b4b2ce14. 00000020:00000010:2.0:1767384993.087970:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0d47b73. 00000020:00000010:2.0:1767384993.087973:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005388571b. 00000020:00000010:2.0:1767384993.087976:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008731f937. 80000000:00000010:2.0:1767384993.087996:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005bbea527. 40000000:00000010:2.0:1767384993.088000:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d6f4bf5a. 00100000:00000010:2.0:1767384993.088005:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ceb29235. 00040000:00000010:2.0:1767384993.088008:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e5e796a8. 00040000:00000010:2.0:1767384993.088012:0:39797:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000832ed238. 00040000:00000010:2.0:1767384993.088015:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df7e6f7c. 00080000:00000010:2.0:1767384993.088020:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e4acc714. 00000004:00000010:2.0:1767384993.088031:0:39797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d7e84a8d. 00000004:00000010:2.0:1767384993.088036:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d610658. 00000004:00000010:2.0:1767384993.088041:0:39797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e7f90338. 00000004:00000010:2.0:1767384993.088045:0:39797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b9d486f1. 00040000:00000001:2.0:1767384993.088051:0:39797:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:2.0:1767384993.088055:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000095f450fc. 00040000:00000010:2.0:1767384993.088059:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005539cf63. 00040000:00000010:2.0:1767384993.088063:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000015d450dd. 00040000:00000010:2.0:1767384993.088067:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000058c70111. 00040000:00000010:2.0:1767384993.088070:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a6060a58. 00040000:00000010:2.0:1767384993.088074:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001e92f21d. 00040000:00000010:2.0:1767384993.088078:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000024626af. 00040000:00000010:2.0:1767384993.088085:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008282dc92. 00040000:00000010:2.0:1767384993.088087:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000df57bfcb. 00040000:00000010:2.0:1767384993.088090:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000c9f23de. 00040000:00000010:2.0:1767384993.088094:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005a7e22bb. 00040000:00000010:2.0:1767384993.088097:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009189efb3. 00040000:00000010:2.0:1767384993.088102:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005a886485. 00040000:00000010:2.0:1767384993.088106:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002aecc214. 00040000:00000010:2.0:1767384993.088109:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000e526d14. 00040000:00000010:2.0:1767384993.088113:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005406d0ae. 00040000:00000010:2.0:1767384993.088116:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004d507c7f. 00040000:00000010:2.0:1767384993.088119:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007817fcaf. 00040000:00000010:2.0:1767384993.088122:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae6c6380. 00040000:00000010:2.0:1767384993.088125:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e552feeb. 00040000:00000010:2.0:1767384993.088129:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d451b3bf. 00040000:00000010:2.0:1767384993.088132:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b135e031. 00040000:00000010:2.0:1767384993.088135:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000096875c95. 00040000:00000010:2.0:1767384993.088140:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d7365e33. 00040000:00000010:2.0:1767384993.088144:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004739d81e. 00040000:00000010:2.0:1767384993.088147:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c25fabe9. 00040000:00000010:2.0:1767384993.088150:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a1a31d6c. 00040000:00000010:2.0:1767384993.088154:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000035b4cd3c. 00040000:00000010:2.0:1767384993.088158:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b4c0269a. 00040000:00000010:2.0:1767384993.088161:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c2ff82fa. 00040000:00000010:2.0:1767384993.088164:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c4256069. 00040000:00000010:2.0:1767384993.088174:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f09019d3. 00040000:00000010:2.0:1767384993.088178:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aa969c91. 00040000:00000010:2.0:1767384993.088184:0:39797:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000852d1023. 00040000:00000001:2.0:1767384993.088186:0:39797:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.088191:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be36bc24. 00000040:00000010:2.0:1767384993.088194:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b4b2ce14. 00000020:00000010:2.0:1767384993.088199:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e0d47b73. 00000020:00000010:2.0:1767384993.088204:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005388571b. 00000020:00000010:2.0:1767384993.088210:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008731f937. 80000000:00000010:2.0:1767384993.088214:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005bbea527. 40000000:00000010:2.0:1767384993.088221:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d6f4bf5a. 00100000:00000010:2.0:1767384993.088226:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ceb29235. 00040000:00000010:2.0:1767384993.088231:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e5e796a8. 00040000:00000010:2.0:1767384993.088235:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000832ed238. 00040000:00000010:2.0:1767384993.088239:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df7e6f7c. 00080000:00000010:2.0:1767384993.088245:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e4acc714. 00000004:00000010:2.0:1767384993.088250:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d7e84a8d. 00000004:00000010:2.0:1767384993.088255:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d610658. 00000004:00000010:2.0:1767384993.088261:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e7f90338. 00000004:00000010:2.0:1767384993.088266:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b9d486f1. 00000020:00000010:2.0:1767384993.088270:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cdca8a5. 00000020:00000001:2.0:1767384993.088275:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384993.088278:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ea611fa1. 00000020:00000001:2.0:1767384993.088289:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.088293:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384993.088297:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000004309f890. 00000020:00000001:2.0:1767384993.088302:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384993.088306:0:39797:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384993.088310:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384993.088313:0:39797:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384993.090709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005129ddf5. 00010000:00000010:1.1:1767384993.094687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008818d6ea. 00010000:00000001:2.0:1767384993.467720:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384993.467725:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.467733:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384993.467735:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384993.467756:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384993.467771:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384993.467775:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384993.659748:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312a7cee] -> 12345-192.168.204.149@tcp35 (6) 00000800:00000200:1.0:1767384993.659758:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp35 ip 192.168.204.149:988 00000800:00000200:1.0:1767384993.659763:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384993.660046:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384993.660054:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384993.660070:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384993.660075:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384993.660078:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384994.123070:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384994.123079:0:16833:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e9a3542d-7508-46fb-9106-eff33282093d 00000001:00000040:2.0:1767384994.123085:0:16833:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000fe3de22c : new cb_count 2 00000020:00000040:2.0:1767384994.123092:0:16833:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 2 00000001:00000010:2.0:1767384994.123096:0:16833:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000cfba825b. 00040000:00000001:2.0:1767384994.123106:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384994.123111:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384994.123114:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384994.123116:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384994.123119:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f1683091. 00080000:00000001:2.0:1767384994.123123:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384994.123126:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384994.123130:0:16833:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384994.123134:0:16833:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384994.123137:0:16833:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384994.123140:0:16833:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000fe3de22c : new cb_count 1 00000020:00000040:2.0:1767384994.123143:0:16833:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 1 00000001:00000010:2.0:1767384994.123145:0:16833:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004ca52790. 00040000:00000001:2.0:1767384994.123148:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384994.123149:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384994.123150:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384994.123151:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384994.123153:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea963d05. 00080000:00000001:2.0:1767384994.123155:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384994.123157:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384994.123159:0:16833:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e9a3542d-7508-46fb-9106-eff33282093d 00000001:00000040:2.0:1767384994.123161:0:16833:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000fe3de22c : new cb_count 0 00000020:00000040:2.0:1767384994.123163:0:16833:0:(genops.c:898:class_export_put()) PUTting export 00000000fe3de22c : new refcount 0 00000020:00000080:2.0:1767384994.123165:0:16833:0:(genops.c:904:class_export_put()) final put 00000000fe3de22c/e9a3542d-7508-46fb-9106-eff33282093d 00000001:00000010:2.0:1767384994.123182:0:16833:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000aa597713. 00040000:00000001:2.0:1767384994.123185:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384994.123187:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384994.123188:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384994.123190:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384994.123204:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000725f35af. 00080000:00000001:2.0:1767384994.123208:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384994.123230:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384994.123237:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000fe3de22c/e9a3542d-7508-46fb-9106-eff33282093d for lustre-MDT0000 00000020:00000040:1.0:1767384994.123251:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 1 to 192.168.204.49@tcp50 00000020:00000001:1.0:1767384994.123255:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384994.123259:0:473:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384994.123263:0:473:0:(genops.c:1229:class_import_get()) import 00000000a69cb0a5 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384994.123267:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384994.123268:0:473:0:(genops.c:1242:class_import_put()) import 00000000a69cb0a5 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384994.123271:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384994.123276:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384994.123277:0:473:0:(genops.c:1242:class_import_put()) import 00000000a69cb0a5 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384994.123280:0:473:0:(genops.c:1245:class_import_put()) final put import 00000000a69cb0a5 00000020:00000001:1.0:1767384994.123294:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384994.123297:0:473:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000053c3cf25. 00010000:00000001:1.0:1767384994.123305:0:473:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384994.123309:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384994.123318:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c73b6eb8. 00000001:00000010:1.0:1767384994.123324:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069ed60c8. 00000001:00000010:1.0:1767384994.123328:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d0a8146. 00000001:00000010:1.0:1767384994.123332:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b3fa0c8d. 00000001:00000010:1.0:1767384994.123337:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c3442ae5. 00000001:00000010:1.0:1767384994.123341:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008867c0a5. 00000001:00000001:1.0:1767384994.123346:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384994.123348:0:473:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384994.123351:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384994.123355:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e079fa8. 00000001:00000010:1.0:1767384994.123358:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca171891. 00000001:00000010:1.0:1767384994.123360:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b217f6ad. 00000001:00000010:1.0:1767384994.123363:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c868ef74. 00000001:00000010:1.0:1767384994.123365:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ecdaff29. 00000001:00000010:1.0:1767384994.123367:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000093d7973c. 00000001:00000001:1.0:1767384994.123369:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384994.123371:0:473:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384994.123372:0:473:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384994.123377:0:473:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000d4789eca: xid 1853237366885888, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384994.123384:0:473:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000d4789eca: xid 1853237366885888, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384994.123388:0:473:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000d4789eca. 00000001:00000010:1.0:1767384994.123392:0:473:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000071aa277e. 00000004:00000001:1.0:1767384994.123399:0:473:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384994.123402:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384994.123405:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 5 - export 00000020:00000010:1.0:1767384994.123409:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fe3de22c. 00000020:00000001:1.0:1767384994.123419:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384994.123423:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384994.123425:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a69cb0a5 for lustre-MDT0000 00000020:00000040:1.0:1767384994.123429:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d426c9e9 refcount 0 to 192.168.204.49@tcp50 00000020:00000040:1.0:1767384994.123432:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 4 - import 00000020:00000010:1.0:1767384994.123435:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a69cb0a5. 00000020:00000001:1.0:1767384994.123439:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:1.0:1767384994.363729:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp45 00000400:00000010:1.0:1767384994.363736:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d08b865b. 00000400:00000010:1.0:1767384994.363744:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026ce0662. 00000400:00000010:1.0:1767384994.363751:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000400:00000010:1.0:1767384994.363759:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8f9113a. 00000400:00000200:1.0:1767384994.363765:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp45 00000400:00000200:1.0:1767384994.363829:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp45 local destination 00000400:00000200:1.0:1767384994.363837:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp45 00000400:00000200:1.0:1767384994.363842:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp45 NI seq info: [238:238:256:4294967295] 192.168.204.149@tcp45 LPNI seq info [198:198:8:4294967295] 00000400:00000200:1.0:1767384994.363851:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp45 00000400:00000200:1.0:1767384994.363860:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp45(192.168.204.149@tcp45:) -> 192.168.204.149@tcp45(192.168.204.149@tcp45:192.168.204.149@tcp45) : GET try# 0 00000800:00000200:1.0:1767384994.363868:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp45 00000800:00000010:1.0:1767384994.363873:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9212074. 00000800:00000200:1.0:1767384994.363881:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000800:00000200:1.1:1767384994.363888:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000400:00000200:1.0:1767384994.363925:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp45 added to recovery queue. ping count: 4 next ping: 333 health :600 00000400:00000200:2.0:1767384994.364094:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364155:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364180:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364204:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364226:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364249:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364272:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364296:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364318:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364341:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364367:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364391:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364414:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364437:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364460:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364494:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364518:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364541:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364564:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364588:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364677:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364706:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364732:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364799:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364843:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364870:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364896:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364920:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364944:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.364967:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.365012:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.365036:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.365060:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.365084:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384994.365108:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384994.365295:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f95e41c2. 00000800:00000010:2.0:1767384994.365302:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a8e266. 00000800:00000010:2.0:1767384994.365309:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e690894. 00000800:00000010:2.0:1767384994.365336:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e690894. 00000800:00020000:2.0:1767384994.365350:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384994.365355:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a8e266. 00000800:00000010:2.0:1767384994.365358:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f95e41c2. 00000400:02020000:2.0:1767384994.365406:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp45 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384994.365415:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp45 notifying 192.168.204.149@tcp45: down 00000400:00000200:2.0:1767384994.365421:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384994.365426:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp45 00000800:00000010:2.0:1767384994.365430:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9212074. 00000400:00000200:2.0:1767384994.365436:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384994.365441:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp45->192.168.204.149@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384994.365453:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384994.365457:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384994.365462:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp45) recovery failed with -71 00010000:00000001:2.0:1767384994.491695:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384994.491702:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384994.491708:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384994.491710:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384994.491855:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384994.491861:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384994.491866:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384994.619886:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384994.619895:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384994.619905:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000750c2369. 00000020:00000040:2.0:1767384994.619913:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:2.0:1767384994.619919:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384994.619935:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384994.619942:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384994.619951:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e5e796a8. 00000100:00000001:2.0:1767384994.619959:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.619969:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384994.619984:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384994.619987:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.619992:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750c2369] to pc [ptlrpcd_00_03+3] req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384994.620033:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.620036:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384994.620041:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384994.620045:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0379913. 00000020:00000040:2.0:1767384994.620049:0:473:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384994.620052:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384994.620055:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384994.620057:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384994.620061:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536be03a. 00000100:00000001:2.0:1767384994.620065:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.620070:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384994.620073:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.620083:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384994.620085:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384994.620089:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384994.620092:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620092:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384994.620102:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.620103:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.620107:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0379913] to pc [ptlrpcd_00_00+0] req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.620155:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384994.620160:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384994.620166:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384994.620170:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384994.620174:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.620177:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384994.620180:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000750c2369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373208832:0@lo:400: 00000100:00000040:2.0:1767384994.620187:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (322) 00000100:00000001:0.0:1767384994.620190:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384994.620200:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384994.620203:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384994.620204:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620210:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384994.620211:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384994.620219:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384994.620223:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fded12ad. 02000000:00000001:0.0:1767384994.620228:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384994.620233:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384994.620239:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc9e9af. 00000400:00000010:0.0:1767384994.620250:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000001:1.0:1767384994.620256:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384994.620261:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384994.620262:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208832, portal 25 00000100:00000001:0.0:1767384994.620272:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384994.620273:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384994.620276:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640821504 : -129520068730112 : ffff8a33c24fe300) 02000000:00000001:1.0:1767384994.620279:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384994.620286:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384994.620289:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384994.620293:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384994.620296:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0379913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373208960:0@lo:400: 00000100:00000001:3.0:1767384994.620303:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620316:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384994.620322:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384994.620324:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384994.620330:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384994.620331:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384994.620341:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384994.620342:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 02000000:00000010:1.0:1767384994.620348:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000601654bd. 00000100:00000200:0.0:1767384994.620349:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373208832, offset 0 02000000:00000001:1.0:1767384994.620360:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384994.620368:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384994.620369:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bca8be. 00000400:00000010:1.0:1767384994.620379:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000400:00000200:0.0:1767384994.620386:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384994.620391:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373208960, portal 10 00000100:00000001:1.0:1767384994.620396:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384994.620398:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614553640822400 : -129520068729216 : ffff8a33c24fe680) 00000400:00000200:0.0:1767384994.620406:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273508900 00000100:00000040:1.0:1767384994.620410:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384994.620424:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a05 [2] + 0 00000100:00000001:1.0:1767384994.620436:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384994.620438:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0642e8. 00000100:00000040:1.0:1767384994.620447:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384994.620450:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f3a69e20 00000400:00000010:1.0:1767384994.620453:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b247f220. 00000400:00000200:0.0:1767384994.620458:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384994.620460:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237373208960, offset 0 00000400:00000200:0.0:1767384994.620468:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384994.620475:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384994.620487:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384994.620490:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3a69e20 00000400:00000010:0.0:1767384994.620495:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3a69e20. 00000400:00000200:1.0:1767384994.620501:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958273508980 00000100:00000001:0.0:1767384994.620507:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384994.620513:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12280 00000100:00000200:0.0:1767384994.620514:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384994.620525:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000c630b2ec x1853237373208832 msgsize 224 00000400:00000200:1.0:1767384994.620528:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384994.620542:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384994.620544:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384994.620549:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384994.620554:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384994.620559:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384994.620564:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 00000100:00000040:1.0:1767384994.620570:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000087e3232a x1853237373208960 msgsize 224 00000100:00000001:0.0:1767384994.620570:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384994.620580:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384994.620586:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384994.620592:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000001:1.0:1767384994.620634:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384994.620635:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384994.620648:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384994.620649:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384994.620652:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b247f220 00000100:00100000:3.0:1767384994.620658:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208832 00000400:00000010:1.0:1767384994.620660:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b247f220. 00000100:00000001:2.0:1767384994.620665:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384994.620670:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384994.620672:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384994.620673:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373208960 00000100:00000001:3.0:1767384994.620677:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384994.620683:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384994.620685:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384994.620685:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384994.620691:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384994.620693:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384994.620697:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384994.620705:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384994.620709:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208832 00000020:00000001:3.0:1767384994.620719:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384994.620725:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b344d 00000020:00000001:3.0:1767384994.620734:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384994.620736:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620742:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384994.620743:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf69cff refcount=10 02000000:00000001:2.0:1767384994.620749:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.620753:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384994.620754:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000100:00000040:1.0:1767384994.620757:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384994.620761:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373208960 00000100:00000001:0.0:1767384994.620763:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384994.620788:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:2.0:1767384994.620795:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384994.620796:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384994.620802:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384994.620803:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000100:00000001:0.0:1767384994.620810:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294985233 00000020:00000001:2.0:1767384994.620812:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384994.620814:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029bd853d. 00000020:00000001:2.0:1767384994.620820:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384994.620824:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025ff8816. 00000100:00000001:3.0:1767384994.620825:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384994.620830:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620833:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384994.620837:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029bd853d. 00000100:00000001:0.0:1767384994.620843:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384994.620844:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384994.620846:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cdca8a5. 00000020:00000010:3.0:1767384994.620851:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040f9ae7f. 00000100:00000001:1.0:1767384994.620858:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.620859:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294985233 00000020:00000010:2.0:1767384994.620860:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003949ba16. 00000020:00000010:3.0:1767384994.620863:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8e8725b. 00000100:00000040:1.0:1767384994.620874:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3141 usecs (4 jiffies) 00000020:00000010:2.0:1767384994.620876:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000010:0.0:1767384994.620878:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e813ca6b. 00000020:00000010:3.0:1767384994.620879:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000100:00000001:1.0:1767384994.620883:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294985221 00000100:00000001:1.0:1767384994.620893:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294985233 00000100:00000001:0.0:1767384994.620894:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384994.620900:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384994.620902:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294985221 00000100:00000040:3.0:1767384994.620904:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384994.620908:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294985233 00000100:00000001:2.0:1767384994.620909:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384994.620912:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384994.620918:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384994.620918:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294985233 00000100:00000001:3.0:1767384994.620919:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384994.620922:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000268cf3a0. 00000100:00000001:3.0:1767384994.620928:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.620928:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620932:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294985221 00000100:00000001:0.0:1767384994.620933:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384994.620950:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294985233 00000100:00000001:3.0:1767384994.620951:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.620951:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.620951:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294985233 00000100:00000010:0.0:1767384994.620963:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d38e8728. 00000100:00000001:1.0:1767384994.620967:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294985221 00000100:00000001:0.0:1767384994.620970:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384994.620978:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384994.620980:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294985233 00000100:00000001:2.0:1767384994.620981:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.620984:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384994.620985:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384994.620995:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384994.620996:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.621008:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384994.621008:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384994.621010:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.621014:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384994.621026:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384994.621026:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.621027:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384994.621028:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384994.621036:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384994.621037:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384994.621041:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384994.621042:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558682205696 : -129515027345920 : ffff8a34eecd4e00) 00000100:00000001:0.0:1767384994.621047:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384994.621054:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00000001:0.0:1767384994.621056:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384994.621057:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087e3232a x1853237373208960/t0(0) o400->@:220/0 lens 224/0 e 0 to 0 dl 1767385005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.621059:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384994.621066:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf69cff : new rpc_count 1 00000100:00000001:1.0:1767384994.621067:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384994.621067:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384994.621078:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558671910992 : -129515037640624 : ffff8a34ee303850) 00000100:00000001:1.0:1767384994.621083:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.621083:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.621091:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384994.621095:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c630b2ec x1853237373208832/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:220/0 lens 224/0 e 0 to 0 dl 1767385005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.621099:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384994.621111:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087e3232a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16163:x1853237373208960:12345-0@lo:400: 00000100:00000001:1.0:1767384994.621113:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384994.621129:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208960 00000020:00000001:2.0:1767384994.621136:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384994.621138:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384994.621145:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029bd853d. 00000020:00080000:2.0:1767384994.621146:0:16804:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:3.0:1767384994.621155:0:16799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384994.621157:0:16804:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384994.621164:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384994.621165:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029bd853d. 02000000:00000001:2.0:1767384994.621172:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384994.621179:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c630b2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+10:16166:x1853237373208832:12345-0@lo:400: 02000000:00000010:2.0:1767384994.621181:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002728f2b5. 00000100:00000200:3.0:1767384994.621190:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373208832 02000000:00000001:2.0:1767384994.621191:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384994.621200:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384994.621201:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384994.621210:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384994.621211:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384994.621215:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384994.621219:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384994.621222:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668444800 : -1041106816 : ffffffffc1f1f880) 00010000:00000001:2.0:1767384994.621229:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384994.621230:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384994.621237:0:16799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384994.621241:0:16804:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1767384994.621243:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384994.621248:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384994.621249:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384994.621256:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000020:00000001:3.0:1767384994.621257:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.621263:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:3.0:1767384994.621265:0:16799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384994.621271:0:16804:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558045085376 : -129515664466240 : 0xffff8a34c8d39ec0) 00000100:00000001:3.0:1767384994.621273:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384994.621280:0:16804:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000946550df refcount 17 to 0@lo 02000000:00000001:3.0:1767384994.621281:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384994.621287:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384994.621292:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384994.621293:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eb34fd64. 00000100:00000001:2.0:1767384994.621299:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384994.621301:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384994.621308:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.621309:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384994.621317:0:16799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384994.621320:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00010000:00000040:3.0:1767384994.621322:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237373208832 00000100:00000200:2.0:1767384994.621330:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373208960, offset 224 00010000:00000001:3.0:1767384994.621331:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384994.621340:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c630b2ec x1853237373208832/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:220/0 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384994.621343:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384994.621355:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384994.621375:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384994.621375:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273508980 00010000:00000001:3.0:1767384994.621383:0:16799:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384994.621390:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21ed [1] + 224 00000100:00001000:3.0:1767384994.621393:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ab02c752 time=102 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384994.621401:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384994.621404:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384994.621414:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 18 to 0@lo 00000400:00000200:2.0:1767384994.621415:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384994.621425:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384994.621428:0:16804:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384994.621432:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384994.621436:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384994.621437:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384994.621444:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384994.621456:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384994.621465:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000040:2.0:1767384994.621470:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384994.621475:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237373208832, offset 224 00000400:00000200:3.0:1767384994.621494:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384994.621505:0:16799:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384994.621508:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384994.621518:0:16799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958273508900 00000400:00000200:2.0:1767384994.621520:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ee1082 00000400:00000010:2.0:1767384994.621527:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000100:00000001:2.0:1767384994.621531:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384994.621532:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384994.621537:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.621542:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:2.0:1767384994.621549:0:16804:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384994.621550:0:16799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21e5 [1] + 224 00000020:00000001:2.0:1767384994.621558:0:16804:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384994.621564:0:16799:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384994.621566:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087e3232a x1853237373208960/t0(0) o400->@:220/0 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384994.621571:0:16799:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384994.621576:0:16799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384994.621587:0:16799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.621641:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384994.621645:0:16799:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.621648:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384994.621657:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087e3232a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16163:x1853237373208960:12345-0@lo:400: Request processed in 547us (1078us total) trans 0 rc -107/-107 00000400:00000001:1.0:1767384994.621660:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384994.621667:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384994.621673:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036bca8be. 00000100:00000001:3.0:1767384994.621682:0:16799:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384994.621684:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025dbf24 00000100:00100000:2.0:1767384994.621688:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000010:1.0:1767384994.621691:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025dbf24. 00000100:00000001:2.0:1767384994.621695:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384994.621699:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384994.621700:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384994.621707:0:16799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000020:00000010:2.0:1767384994.621710:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003949ba16. 00000100:00000200:1.0:1767384994.621714:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384994.621715:0:16799:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000020:00000010:2.0:1767384994.621721:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000100:00000001:3.0:1767384994.621727:0:16799:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384994.621733:0:16799:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384994.621735:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cdca8a5. 00000100:00000001:0.0:1767384994.621739:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384994.621743:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.621748:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384994.621752:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384994.621754:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384994.621755:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00000400:00000001:0.0:1767384994.621761:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384994.621783:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384994.621788:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384994.621792:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384994.621796:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384994.621804:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc9e9af. 00000100:00000040:3.0:1767384994.621815:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c630b2ec x1853237373208832/t0(0) o400->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:220/0 lens 224/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384994.621817:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000100:00000001:1.0:1767384994.621819:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384994.621829:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384994.621829:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00100000:3.0:1767384994.621841:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c630b2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:daf33691-1772-4ae5-a3a2-7d43c77f6bea+10:16166:x1853237373208832:12345-0@lo:400: Request processed in 698us (1307us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384994.621842:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384994.621843:0:16166:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384994.621851:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384994.621855:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384994.621856:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.621861:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384994.621864:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 02000000:00000001:1.0:1767384994.621871:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384994.621876:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf69cff : new rpc_count 0 00000100:00001000:1.0:1767384994.621886:0:16163:0:(import.c:2128:obd_at_measure()) add 0 to 000000009a31dd89 time=96 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384994.621887:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384994.621896:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384994.621897:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=96 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384994.621902:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384994.621906:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8e8725b. 00000100:00000001:1.0:1767384994.621915:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384994.621919:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000100:00000001:1.0:1767384994.621923:0:16163:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000020:00000010:3.0:1767384994.621930:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040f9ae7f. 00000100:00000001:1.0:1767384994.621939:0:16163:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000020:00000040:3.0:1767384994.621944:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 9 00000100:00000001:0.0:1767384994.621945:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1767384994.621951:0:16163:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00000001:0.0:1767384994.621953:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384994.621955:0:16799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384994.621962:0:16799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eb34fd64. 00000100:00000001:0.0:1767384994.621965:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:1.0:1767384994.621968:0:16163:0:(import.c:65:import_set_state_nolock()) 00000000a566395e lustre-MDT0000_UUID: changing import state from FULL to DISCONN 02000000:00000001:3.0:1767384994.621969:0:16799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384994.621970:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384994.621975:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.621978:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384994.621984:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384994.621987:0:16799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:02000400:1.0:1767384994.621987:0:16163:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 02000000:00000001:0.0:1767384994.621992:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384994.621998:0:16799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902b2c34. 00000100:00001000:0.0:1767384994.622002:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094357e05 time=102 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384994.622007:0:16799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4029c9d. 00000100:00001000:0.0:1767384994.622016:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b907b9be time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384994.622022:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384994.622025:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384994.622028:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384994.622030:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.622033:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384994.622038:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.622048:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384994.622052:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384994.622055:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384994.622059:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384994.622068:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000750c2369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16166:1853237373208832:0@lo:400: 00000100:00000001:0.0:1767384994.622073:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.622078:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384994.622082:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000750c2369 x1853237373208832/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.622095:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384994.622098:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384994.622101:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fded12ad. 02000000:00000001:0.0:1767384994.622105:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384994.622107:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384994.622110:0:16166:0:(genops.c:1242:class_import_put()) import 000000007f18e2b5 refcount=3 obd=MGC192.168.204.149@tcp 00000020:00000001:0.0:1767384994.622112:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384994.622114:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e5e796a8. 02000000:00000001:0.0:1767384994.622118:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384994.622120:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384994.622122:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000750c2369. 00000100:00000001:0.0:1767384994.622126:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384994.622127:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.622130:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.622136:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384994.622138:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.622140:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.622143:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.629643:0:16163:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384994.629648:0:16163:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384994.629651:0:16163:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384994.629654:0:16163:0:(import.c:65:import_set_state_nolock()) 00000000a566395e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384994.629659:0:16163:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384994.629663:0:16163:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 221 00000100:00000040:1.0:1767384994.629669:0:16163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 15 to 0@lo 00000100:00000001:1.0:1767384994.629672:0:16163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384994.629674:0:16163:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 16 to 0@lo 00000100:00000001:1.0:1767384994.629677:0:16163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000001:1.0:1767384994.629680:0:16163:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384994.629682:0:16163:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3581 00000020:00000001:1.0:1767384994.629685:0:16163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384994.629687:0:16163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8df5db5 refcount=8 00000020:00000001:1.0:1767384994.629689:0:16163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000020:00000001:1.0:1767384994.629692:0:16163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000100:00000040:1.0:1767384994.629695:0:16163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 15 to 0@lo 00000100:00000001:1.0:1767384994.629697:0:16163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384994.629700:0:16163:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 16 to 0@lo 00000100:00000001:1.0:1767384994.629702:0:16163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000020:00000040:1.0:1767384994.629704:0:16163:0:(genops.c:898:class_export_put()) PUTting export 00000000d8df5db5 : new refcount 7 00000100:00080000:1.0:1767384994.629708:0:16163:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a566395e using connection 192.168.204.149@tcp/0@lo 00000100:00000001:1.0:1767384994.629710:0:16163:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384994.629713:0:16163:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384994.629720:0:16163:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384994.629723:0:16163:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.629726:0:16163:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384994.629727:0:16163:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384994.629732:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7a7d778. 00000020:00000040:1.0:1767384994.629735:0:16163:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384994.629739:0:16163:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384994.629741:0:16163:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.629744:0:16163:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384994.629747:0:16163:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384994.629750:0:16163:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384994.629755:0:16163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b5fe1419. 00000100:00000001:1.0:1767384994.629760:0:16163:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384994.629791:0:16163:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384994.629805:0:16163:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384994.629807:0:16163:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384994.629810:0:16163:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7a7d778] to pc [ptlrpcd_rcv+-1] req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.629835:0:16163:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384994.629838:0:16163:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767384994.629840:0:16163:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767384994.629845:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.629855:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767384994.629858:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384994.629860:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384994.629863:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384994.629871:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0379913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237373208960:0@lo:400: 00000100:00000001:1.0:1767384994.629876:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384994.629879:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384994.629881:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0379913 x1853237373208960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385010 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384994.629888:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384994.629890:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384994.629892:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000601654bd. 02000000:00000001:1.0:1767384994.629896:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384994.629897:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384994.629900:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384994.629903:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384994.629906:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000536be03a. 02000000:00000001:1.0:1767384994.629913:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384994.629916:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384994.629919:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0379913. 00000100:00000001:1.0:1767384994.629926:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384994.629928:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384994.629933:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384994.629942:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384994.629944:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384994.629946:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.629952:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384994.629955:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.629958:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384994.629965:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384994.629971:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.629987:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384994.629989:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384994.629993:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384994.629995:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384994.629998:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384994.630001:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7a7d778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237373209088:0@lo:38: 00000100:00000001:0.0:1767384994.630006:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384994.630009:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384994.630012:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384994.630014:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384994.630020:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000094cf5dd5. 02000000:00000001:0.0:1767384994.630023:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384994.630027:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc9e9af. 00000400:00000010:0.0:1767384994.630032:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000100:00000200:0.0:1767384994.630037:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373209088, portal 10 00000100:00000001:0.0:1767384994.630040:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384994.630041:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558682204800 : -129515027346816 : ffff8a34eecd4a80) 00000100:00000040:0.0:1767384994.630048:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.630057:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384994.630060:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384994.630062:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:0.0:1767384994.630065:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237373209088, offset 0 00000400:00000200:0.0:1767384994.630070:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384994.630078:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384994.630086:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958273508a00 00000400:00000200:0.0:1767384994.630092:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12504 00000400:00000200:0.0:1767384994.630098:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384994.630102:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384994.630106:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384994.630109:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384994.630113:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875bfa05. 00000100:00000040:0.0:1767384994.630116:0:16162:0:(events.c:337:request_in_callback()) incoming req@00000000875bfa05 x1853237373209088 msgsize 520 00000100:00100000:0.0:1767384994.630121:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384994.630141:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384994.630148:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:0.0:1767384994.630151:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000001:0.0:1767384994.630154:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384994.630158:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.630169:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384994.630171:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.630179:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.630181:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384994.630185:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384994.630189:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3090 usecs (4 jiffies) 00000100:00000001:0.0:1767384994.630192:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294985230 00000100:00000001:0.0:1767384994.630194:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294985233 00000100:00000001:0.0:1767384994.630196:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294985230 00000100:00000001:0.0:1767384994.630198:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294985233 00000100:00000001:0.0:1767384994.630201:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294985230 00000100:00000001:0.0:1767384994.630203:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294985233 00000100:00000001:0.0:1767384994.630205:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294985230 00000100:00000001:0.0:1767384994.630207:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294985233 00000100:00000001:0.0:1767384994.630209:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384994.630212:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.630216:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.630219:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.630226:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384994.630228:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384994.630232:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.630234:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384994.630236:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.630239:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.630258:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384994.630265:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237373209088 02000000:00000001:2.0:1767384994.630270:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384994.630272:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384994.630275:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384994.630279:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384994.630283:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237373209088 00000020:00000001:2.0:1767384994.630286:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384994.630287:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3588 00000020:00000001:2.0:1767384994.630290:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384994.630293:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384994.630295:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384994.630301:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cdca8a5. 00000020:00000010:2.0:1767384994.630306:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003949ba16. 00000020:00000010:2.0:1767384994.630310:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000100:00000001:2.0:1767384994.630315:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384994.630317:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384994.630320:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.630324:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.630342:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384994.630353:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384994.630355:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384994.630360:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384994.630364:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446614558013178752 : -129515696372864 : ffff8a34c6ecc380) 00000100:00000040:2.0:1767384994.630369:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000875bfa05 x1853237373209088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767385014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384994.630394:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000875bfa05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16162:x1853237373209088:12345-0@lo:38: 00000100:00000200:2.0:1767384994.630399:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373209088 00000020:00000001:2.0:1767384994.630402:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384994.630406:0:16804:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384994.630418:0:16804:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000d1bb7eef) now 4 - find 00000020:00000001:2.0:1767384994.630422:0:16804:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446614558823350272 : -129514886201344 : ffff8a34f7370000) 00010000:02000000:2.0:1767384994.630427:0:16804:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:2.0:1767384994.633980:0:16804:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1767384994.633987:0:16804:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 4 - find 00010000:00000001:2.0:1767384994.633991:0:16804:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384994.633994:0:16804:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384994.633997:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384994.633999:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384994.634005:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b9d486f1. 02000000:00000001:2.0:1767384994.634007:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.634010:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384994.634013:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384994.634016:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384994.634019:0:16804:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1767384994.634023:0:16804:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384994.634026:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384994.634028:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 17 to 0@lo 00000100:00000001:2.0:1767384994.634031:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:2.0:1767384994.634034:0:16804:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614558045085376 : -129515664466240 : 0xffff8a34c8d39ec0) 00000100:00000040:2.0:1767384994.634038:0:16804:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000946550df refcount 17 to 0@lo 02000000:00000001:2.0:1767384994.634040:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384994.634042:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384994.634044:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384994.634047:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384994.634050:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000100:00000200:2.0:1767384994.634054:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373209088, offset 0 00000400:00000200:2.0:1767384994.634071:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384994.634079:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384994.634087:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273508a00 00000400:00000200:2.0:1767384994.634092:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2201 [1] + 0 00000400:00000200:2.0:1767384994.634098:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384994.634102:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384994.634106:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384994.634111:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384994.634122:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384994.634145:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384994.634152:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ee1082 00000400:00000010:2.0:1767384994.634155:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000100:00000001:2.0:1767384994.634158:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384994.634160:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384994.634164:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384994.634167:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 16 to 0@lo 00000100:00000001:2.0:1767384994.634169:0:16804:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384994.634172:0:16804:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384994.634176:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875bfa05 x1853237373209088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767385014 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384994.634187:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000875bfa05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16162:x1853237373209088:12345-0@lo:38: Request processed in 3794us (4069us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767384994.634196:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384994.634199:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384994.634201:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384994.634205:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003949ba16. 00000020:00000010:2.0:1767384994.634209:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000020:00000010:2.0:1767384994.634212:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cdca8a5. 00000100:00000001:2.0:1767384994.634216:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.634257:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.634263:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384994.634269:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384994.634272:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384994.634274:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc9e9af. 00000400:00000200:0.0:1767384994.634281:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:0.0:1767384994.634284:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000001:0.0:1767384994.634288:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384994.634294:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384994.634307:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.634317:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384994.634319:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.634321:0:16162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384994.634324:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384994.634326:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384994.634328:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384994.634330:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384994.634336:0:16162:0:(import.c:2128:obd_at_measure()) add 0 to 000000009a31dd89 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384994.634340:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 000000006312ed15 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384994.634343:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384994.634345:0:16162:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384994.634347:0:16162:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384994.634351:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767385004 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.634360:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384994.634364:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384994.634366:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.634369:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384994.634371:0:16162:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384994.634374:0:16162:0:(import.c:65:import_set_state_nolock()) 00000000a566395e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384994.634378:0:16162:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384994.634381:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384994.634384:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767385004 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384994.634393:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7a7d778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237373209088:0@lo:38: 00000100:00000001:0.0:1767384994.634398:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.634401:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384994.634403:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7a7d778 x1853237373209088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767385004 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384994.634411:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384994.634413:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384994.634415:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094cf5dd5. 02000000:00000001:0.0:1767384994.634419:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384994.634420:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384994.634422:0:16162:0:(genops.c:1242:class_import_put()) import 00000000a566395e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384994.634424:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384994.634426:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b5fe1419. 02000000:00000001:0.0:1767384994.634429:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384994.634431:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384994.634432:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7a7d778. 00000100:00000001:0.0:1767384994.634436:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384994.634437:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.634439:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384994.634445:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384994.634446:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384994.634449:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384994.634450:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384994.637710:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294985233, at 4294985234 00000100:00000010:1.0:1767384994.637724:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e813ca6b. 00000100:00000040:2.0:1767384994.637747:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294985233, at 4294985234 00000100:00000040:3.0:1767384994.637749:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294985233, at 4294985234 00000100:00000040:0.0:1767384994.637752:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294985233, at 4294985234 00000100:00000010:2.0:1767384994.637786:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000268cf3a0. 00000100:00000010:3.0:1767384994.637789:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d38e8728. 00000100:00000010:0.0:1767384994.637793:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025ff8816. 00000800:00000200:1.0:1767384994.683725:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a1a2692] -> 12345-192.168.204.149@tcp17 (6) 00000800:00000200:1.0:1767384994.683734:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp17 ip 192.168.204.149:988 00000800:00000200:1.0:1767384994.683739:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003492f8ce type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384994.683958:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384994.683967:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384994.683978:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384994.683983:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384994.683986:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384995.131781:0:39797:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384995.131818:0:39797:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000edcf5cba - data 00000000042bed06/000000000530ee05 00000020:00000010:2.0:1767384995.132046:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 0000000074be7add. 00000020:00000010:2.0:1767384995.132068:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000fe2e7211. 00000020:00000010:2.0:1767384995.132077:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000000530ee05. 00000020:00000010:2.0:1767384995.132083:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000047a311b3. 00000020:00000010:2.0:1767384995.132089:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000d7f8f036. 00000020:00000010:2.0:1767384995.132093:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b2bf3445. 00000020:00000010:2.0:1767384995.132098:0:39797:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000edcf5cba. 00000020:01000000:2.0:1767384995.132108:0:39797:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000045b41531 - data 000000001d0ade31/0000000055869c73 00000020:00000010:2.0:1767384995.132263:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000ae649c28. 00000020:00000010:2.0:1767384995.132272:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000332ca1ae. 00000020:00000010:2.0:1767384995.132277:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000055869c73. 00000020:00000010:2.0:1767384995.132282:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000040fb0ab7. 00000020:00000010:2.0:1767384995.132287:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000b017f20b. 00000020:00000010:2.0:1767384995.132291:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d1ff2abb. 00000020:00000010:2.0:1767384995.132296:0:39797:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000045b41531. 00000020:00000001:2.0:1767384995.132300:0:39797:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:2.0:1767384995.132866:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000000fbdd1df. 00000020:00000010:2.0:1767384995.132872:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000794e35c3. 00000020:00000010:2.0:1767384995.132877:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000bde5e232. 00000020:00000010:2.0:1767384995.132880:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000947be04. 02000000:00000001:2.0:1767384995.145818:0:39797:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:2.0:1767384995.145826:0:39797:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000be013e84 for key 0 00000004:00000010:2.0:1767384995.145831:0:39797:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000be013e84. 02000000:00000001:2.0:1767384995.145839:0:39797:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:2.0:1767384995.145841:0:39797:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000026267e76. 02000000:00000010:2.0:1767384995.145861:0:39797:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000001ee1e370. 02000000:00000001:2.0:1767384995.145865:0:39797:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:2.0:1767384995.145868:0:39797:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:2.0:1767384995.145869:0:39797:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000009068ba5. 02000000:00000010:2.0:1767384995.145872:0:39797:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000c7a5f126. 00000020:00000001:2.0:1767384995.145875:0:39797:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:2.0:1767384995.145910:0:39797:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384995.145913:0:39797:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:2.0:1767384995.145918:0:39797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384995.145927:0:39797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082be2f41. 00080000:00000001:2.0:1767384995.145930:0:39797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558675792896 : -129515033758720 : ffff8a34ee6b7400) 00080000:00000001:2.0:1767384995.145936:0:39797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384995.145957:0:39797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384995.145959:0:39797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384995.145963:0:39797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384995.145985:0:39797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384995.145988:0:39797:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384995.145993:0:39797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384995.146090:0:39797:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384995.146094:0:39797:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:2.0:1767384995.146098:0:39797:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384995.146101:0:39797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384995.158570:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384995.158578:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384995.158582:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384995.158585:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384995.158587:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384995.158629:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082be2f41. 00080000:00000001:3.0:1767384995.158638:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384995.158650:0:39797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384995.158658:0:39797:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:2.0:1767384995.158664:0:39797:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384995.158704:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000005671c2/0000000035aa812c to site lru. bkt: 00000000321599be 00000020:00000010:2.0:1767384995.158710:0:39797:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 0000000082e1b3eb. 00000020:00000010:2.0:1767384995.158737:0:39797:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000fe584a80. 00000020:00000010:2.0:1767384995.158743:0:39797:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000ac92534c. 00000020:00000002:2.0:1767384995.158754:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000e02aed27/000000000265b484 to site lru. bkt: 0000000085c9f34b 00000020:00000001:2.0:1767384995.158782:0:39797:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:2.0:1767384995.158784:0:39797:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:2.0:1767384995.158791:0:39797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068bf0167. 00000020:00000010:2.0:1767384995.158796:0:39797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2cb4a71. 00000020:00000010:2.0:1767384995.158811:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ea27ab6. 00000020:00000010:2.0:1767384995.158819:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0fe7ea9. 00000040:00000010:2.0:1767384995.158824:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008cb65a70. 00000020:00000010:2.0:1767384995.158828:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004bf0288b. 00000020:00000010:2.0:1767384995.158833:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d28ff16d. 00000020:00000010:2.0:1767384995.158838:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001b5e9c51. 80000000:00000010:2.0:1767384995.158843:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d1cd9ac9. 40000000:00000010:2.0:1767384995.158848:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001bf01469. 00100000:00000010:2.0:1767384995.158854:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cf8db242. 00040000:00000010:2.0:1767384995.158858:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000711ba2f. 00040000:00000010:2.0:1767384995.158864:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044ac4edd. 00040000:00000010:2.0:1767384995.158869:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000478231a3. 00080000:00000010:2.0:1767384995.158873:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001d37df38. 00000004:00000010:2.0:1767384995.158877:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b8d15668. 00000004:00000010:2.0:1767384995.158883:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f2c9a355. 00000004:00000010:2.0:1767384995.158889:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004573c9c9. 00000004:00000010:2.0:1767384995.158892:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007766ff40. 00000020:00000010:2.0:1767384995.158896:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000db4c7fa. 00000001:00000001:2.0:1767384995.158900:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384995.158905:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003d13014a. 00000001:00000010:2.0:1767384995.158909:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000096a3b426. 00000001:00000010:2.0:1767384995.158912:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006e2e55e9. 00000001:00000001:2.0:1767384995.158915:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:2.0:1767384995.158917:0:39797:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384995.158922:0:39797:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384995.158946:0:39797:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384995.158983:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000002d4e28ac. 00000020:00000010:2.0:1767384995.158989:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000bec4de94. 00000020:00000010:2.0:1767384995.158992:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000d48620f3. 00000020:00000010:2.0:1767384995.158996:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000074012520. 00010000:00000001:2.0:1767384995.159031:0:39797:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384995.159042:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b58abf55. 00000020:00000010:2.0:1767384995.159046:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000006994d9e2. 00000020:00000010:2.0:1767384995.159048:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000fc07b1b5. 00000020:00000010:2.0:1767384995.159051:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000035d78fcc. 00000001:00000001:2.0:1767384995.159100:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384995.181376:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e74c9d20. 00000001:00000010:2.0:1767384995.181395:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3c5c546. 00000001:00000010:2.0:1767384995.181398:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f619828d. 00000001:00000010:2.0:1767384995.181410:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006158d44f. 00000001:00000010:2.0:1767384995.181413:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c02b71b3. 00000001:00000010:2.0:1767384995.181415:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007816bad3. 00000001:00000010:2.0:1767384995.181417:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0d9dc65. 00000001:00000010:2.0:1767384995.181419:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea4c26f0. 00000001:00000010:2.0:1767384995.181422:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e9c38dfe. 00000001:00000010:2.0:1767384995.181424:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098df19ee. 00000001:00000010:2.0:1767384995.181426:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000020af1394. 00000001:00000010:2.0:1767384995.181428:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4d13c1d. 00000001:00000010:2.0:1767384995.181430:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000010283cee. 00000001:00000010:2.0:1767384995.181432:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009eb4839e. 00000001:00000010:2.0:1767384995.181434:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003a43002c. 00000001:00000010:2.0:1767384995.181436:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009c6e0b8a. 00000001:00000010:2.0:1767384995.181438:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000073edf540. 00000001:00000010:2.0:1767384995.181440:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5da7529. 00000001:00000010:2.0:1767384995.181442:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd02a8a2. 00000001:00000010:2.0:1767384995.181444:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eff9b92d. 00000001:00000010:2.0:1767384995.181446:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b0f48ccc. 00000001:00000010:2.0:1767384995.181448:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa9045ab. 00000001:00000010:2.0:1767384995.181450:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002b675e91. 00000001:00000010:2.0:1767384995.181452:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000005f22301. 00000001:00000010:2.0:1767384995.181454:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077184793. 00000001:00000010:2.0:1767384995.181456:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007bbe4323. 00000001:00000010:2.0:1767384995.181458:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091599754. 00000001:00000010:2.0:1767384995.181460:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000684b5591. 00000001:00000010:2.0:1767384995.181462:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000044a3ffa3. 00000001:00000010:2.0:1767384995.181464:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dedc4607. 00000001:00000010:2.0:1767384995.181466:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000253eafb2. 00000001:00000010:2.0:1767384995.181483:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b102143. 00000001:00000010:2.0:1767384995.181485:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb874199. 00000001:00000010:2.0:1767384995.181488:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d1c7c2e. 00000001:00000010:2.0:1767384995.181490:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000279fe708. 00000001:00000010:2.0:1767384995.181492:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f07edb5f. 00000001:00000010:2.0:1767384995.181494:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e2254e71. 00000001:00000010:2.0:1767384995.181496:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bec50845. 00000001:00000010:2.0:1767384995.181498:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000842e7bc1. 00000001:00000010:2.0:1767384995.181500:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000aa34c44. 00000001:00000010:2.0:1767384995.181502:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7485f7e. 00000001:00000010:2.0:1767384995.181504:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bb1c5f6. 00000001:00000010:2.0:1767384995.181505:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000421ab597. 00000001:00000010:2.0:1767384995.181507:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ce3f89d3. 00000001:00000010:2.0:1767384995.181509:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d59eedf. 00000001:00000010:2.0:1767384995.181511:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000082b08e48. 00000001:00000010:2.0:1767384995.181513:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000004c4493f. 00000001:00000010:2.0:1767384995.181515:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000043e5c690. 00000001:00000010:2.0:1767384995.181517:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009b97924a. 00000001:00000010:2.0:1767384995.181519:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a90640bb. 00000001:00000010:2.0:1767384995.181520:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000005c3b39. 00000001:00000010:2.0:1767384995.181522:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000088666e7. 00000001:00000010:2.0:1767384995.181524:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008965a20e. 00000001:00000010:2.0:1767384995.181526:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004a2899e2. 00000001:00000010:2.0:1767384995.181528:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000af673d0d. 00000001:00000010:2.0:1767384995.181530:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd1ccc0c. 00000001:00000010:2.0:1767384995.181532:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003375c67. 00000001:00000010:2.0:1767384995.181534:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000dbebe8e. 00000001:00000010:2.0:1767384995.181536:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9ef3270. 00000001:00000010:2.0:1767384995.181538:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000060992df9. 00000001:00000010:2.0:1767384995.181540:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dae30df0. 00000001:00000010:2.0:1767384995.181542:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f627ad80. 00000001:00000010:2.0:1767384995.181543:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000359a4772. 00000001:00000010:2.0:1767384995.181550:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006fd8a122. 00000001:00000010:2.0:1767384995.181553:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000985ee8f9. 00000001:00000010:2.0:1767384995.181555:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca224817. 00000001:00000010:2.0:1767384995.181557:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079bd2dc9. 00000001:00000010:2.0:1767384995.181559:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7b975af. 00000001:00000010:2.0:1767384995.181561:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000008772c3a. 00000001:00000010:2.0:1767384995.181563:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fceafecf. 00000001:00000010:2.0:1767384995.181565:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000beea816f. 00000001:00000010:2.0:1767384995.181566:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090b75103. 00000001:00000010:2.0:1767384995.181568:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5ef5709. 00000001:00000010:2.0:1767384995.181570:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003a18ca08. 00000001:00000010:2.0:1767384995.181572:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093cdeea7. 00000001:00000010:2.0:1767384995.181574:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000071bf61d. 00000001:00000010:2.0:1767384995.181575:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b5d307d. 00000001:00000010:2.0:1767384995.181577:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a33f187. 00000001:00000010:2.0:1767384995.181579:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b17616e. 00000001:00000010:2.0:1767384995.181581:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004558100c. 00000001:00000010:2.0:1767384995.181583:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000786b6dfc. 00000001:00000010:2.0:1767384995.181584:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000061c717ab. 00000001:00000010:2.0:1767384995.181586:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015843376. 00000001:00000010:2.0:1767384995.181588:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d553315d. 00000001:00000010:2.0:1767384995.181590:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000827a9e0e. 00000001:00000010:2.0:1767384995.181623:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8e69e55. 00000001:00000010:2.0:1767384995.181627:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000455bd68a. 00000001:00000010:2.0:1767384995.181628:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077267ceb. 00000001:00000010:2.0:1767384995.181630:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000a7b87c3. 00000001:00000010:2.0:1767384995.181632:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005c9ed90b. 00000001:00000010:2.0:1767384995.181634:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000547321dc. 00000001:00000010:2.0:1767384995.181636:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075b3f759. 00000001:00000010:2.0:1767384995.181637:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033dd4477. 00000001:00000010:2.0:1767384995.181639:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2903d0f. 00000001:00000010:2.0:1767384995.181641:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005db8c042. 00000001:00000010:2.0:1767384995.181650:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000083352908. 00000001:00000010:2.0:1767384995.181652:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dac8fa14. 00000001:00000010:2.0:1767384995.181654:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cb42c686. 00000001:00000010:2.0:1767384995.181656:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055ad8555. 00000001:00000010:2.0:1767384995.181658:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063047a89. 00000001:00000010:2.0:1767384995.181660:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000011a1f65e. 00000001:00000010:2.0:1767384995.181662:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005fc50391. 00000001:00000010:2.0:1767384995.181664:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7a4e877. 00000001:00000010:2.0:1767384995.181665:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000026c1cb26. 00000001:00000010:2.0:1767384995.181667:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c80f57cd. 00000001:00000010:2.0:1767384995.181669:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009dcd82db. 00000001:00000010:2.0:1767384995.181671:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b8418d0. 00000001:00000010:2.0:1767384995.181672:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000298e10f8. 00000001:00000010:2.0:1767384995.181674:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000032aad05d. 00000001:00000010:2.0:1767384995.181676:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c5ee6452. 00000001:00000010:2.0:1767384995.181678:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e88bdff. 00000001:00000010:2.0:1767384995.181680:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099d9e1d0. 00000001:00000010:2.0:1767384995.181681:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091c64abe. 00000001:00000010:2.0:1767384995.181683:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c20bbb22. 00000001:00000010:2.0:1767384995.181685:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003d7e2de2. 00000001:00000010:2.0:1767384995.181687:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2226594. 00000001:00000010:2.0:1767384995.181689:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bcdf3727. 00000001:00000010:2.0:1767384995.181690:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006605d917. 00000001:00000010:2.0:1767384995.181692:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c05d565d. 00000001:00000010:2.0:1767384995.181694:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000056a786df. 00000001:00000010:2.0:1767384995.181696:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000084469ee1. 00000001:00000010:2.0:1767384995.181698:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000134263da. 00000001:00000010:2.0:1767384995.181700:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006fc30521. 00000001:00000010:2.0:1767384995.181702:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000061df9694. 00000001:00000010:2.0:1767384995.181705:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f45f2bc3. 00000001:00000010:2.0:1767384995.181707:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005bc44ab7. 00000001:00000010:2.0:1767384995.181710:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b5d2394. 00000001:00000010:2.0:1767384995.181718:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041813881. 00000001:00000010:2.0:1767384995.181721:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 0000000057fa3848. 00000001:00000010:2.0:1767384995.181743:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000818419a1. 00000001:00000001:2.0:1767384995.181748:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384995.181792:0:39797:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000828815a. 00010000:00000001:2.0:1767384995.181807:0:39797:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384995.182798:0:39797:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384995.182804:0:39797:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384995.182839:0:39797:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384995.182843:0:39797:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384995.182846:0:39797:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384995.182852:0:39797:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384995.182956:0:39797:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384995.182998:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000f685feee/00000000a7d116df to site lru. bkt: 00000000cdab62a5 40000000:00000001:0.0:1767384995.183004:0:39797:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384995.183006:0:39797:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384995.183008:0:39797:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000517dc873. 40000000:00000001:0.0:1767384995.183015:0:39797:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384995.183139:0:39797:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384995.183144:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000a99b5464/00000000193346ed to site lru. bkt: 00000000d57b3bb6 40000000:00000001:0.0:1767384995.183148:0:39797:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384995.183149:0:39797:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384995.183152:0:39797:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000f13b0852. 40000000:00000001:0.0:1767384995.183158:0:39797:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384995.183200:0:39797:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384995.183203:0:39797:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000053314225. 40000000:00000001:0.0:1767384995.183208:0:39797:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.183212:0:39797:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384995.183229:0:39797:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384995.183276:0:39797:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384995.183281:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000f4637c19/00000000953e3afe to site lru. bkt: 00000000eb0c3007 80000000:00000001:0.0:1767384995.183285:0:39797:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384995.183297:0:39797:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384995.183301:0:39797:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384995.183304:0:39797:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003585e24f. 80000000:00000010:0.0:1767384995.183309:0:39797:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000001ba1aa2. 80000000:00000010:0.0:1767384995.183314:0:39797:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000119950bc. 80000000:00000010:0.0:1767384995.183319:0:39797:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ffe710d6. 80000000:00000010:0.0:1767384995.183323:0:39797:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000005fe240c4. 80000000:00000040:0.0:1767384995.183328:0:39797:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384995.183331:0:39797:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384995.183335:0:39797:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384995.183337:0:39797:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384995.183339:0:39797:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384995.183342:0:39797:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384995.183344:0:39797:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 0000000035f873fe. 80000000:00000001:0.0:1767384995.183349:0:39797:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384995.183351:0:39797:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000635a41cd. 00000004:00000001:0.0:1767384995.183355:0:39797:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.183358:0:39797:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:0.0:1767384995.183431:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001b497300. 00000004:00000010:0.0:1767384995.183440:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004d6441a1. 00000004:00000010:0.0:1767384995.183446:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000581a3252. 00000004:00000001:0.0:1767384995.183451:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183453:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384995.183456:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000030340e89. 00000004:00000001:0.0:1767384995.183463:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183512:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a25d4089. 00000004:00000010:0.0:1767384995.183518:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000095857c71. 00000004:00000010:0.0:1767384995.183524:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000054e5b9f4. 00000004:00000001:0.0:1767384995.183529:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183532:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384995.183535:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d02b4e15. 00000004:00000001:0.0:1767384995.183540:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183567:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000085d47fe0. 00000020:00000010:0.0:1767384995.183577:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b05d389d. 00080000:00000010:0.0:1767384995.183663:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f685feee. 00000004:00000010:0.0:1767384995.183674:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000014fac71e. 00000004:00000010:0.0:1767384995.183683:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007cff4f02. 00000004:00000001:0.0:1767384995.183689:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183692:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384995.183695:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a7d116df. 00000004:00000001:0.0:1767384995.183708:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183746:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004377ab60. 00000004:00000010:0.0:1767384995.183751:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004f653327. 00000004:00000010:0.0:1767384995.183784:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e817e92e. 00000004:00000001:0.0:1767384995.183789:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183792:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384995.183795:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bea05923. 00000004:00000001:0.0:1767384995.183802:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183819:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a99b5464. 00000004:00000010:0.0:1767384995.183824:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009e3a9daa. 00000004:00000010:0.0:1767384995.183829:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008fd1d678. 00000004:00000001:0.0:1767384995.183833:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183835:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384995.183838:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000193346ed. 00000004:00000001:0.0:1767384995.183844:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183860:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008113f192. 00000004:00000010:0.0:1767384995.183865:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f852cdfa. 00000004:00000010:0.0:1767384995.183870:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000306ef189. 00000004:00000001:0.0:1767384995.183873:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183875:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384995.183878:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bff1a5f3. 00000004:00000001:0.0:1767384995.183884:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183900:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f98e860d. 00000004:00000010:0.0:1767384995.183905:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000270f225e. 00000004:00000010:0.0:1767384995.183910:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c4444b05. 00000004:00000001:0.0:1767384995.183914:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183916:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:0.0:1767384995.183919:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004c156380. 00000004:00000001:0.0:1767384995.183924:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183947:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e205a7f7. 00000004:00000010:0.0:1767384995.183952:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000da6e14cf. 00000004:00000010:0.0:1767384995.183957:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008e466e8e. 00000004:00000001:0.0:1767384995.183961:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.183962:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384995.183965:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000680a3b6d. 00000004:00000001:0.0:1767384995.183971:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.183989:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e17db910. 00000004:00000010:0.0:1767384995.183993:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000043022b50. 00000004:00000010:0.0:1767384995.183998:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000041719eb3. 00000004:00000001:0.0:1767384995.184001:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184004:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384995.184006:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000df910fcd. 00000004:00000001:0.0:1767384995.184013:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184058:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f89b80d2. 00000020:00000010:0.0:1767384995.184066:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b720d2a8. 00080000:00000010:0.0:1767384995.184091:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004249523e. 00000004:00000010:0.0:1767384995.184094:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae992e47. 00000004:00000010:0.0:1767384995.184109:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006335e97f. 00000004:00000001:0.0:1767384995.184112:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184114:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384995.184116:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c90e3d93. 00000004:00000001:0.0:1767384995.184120:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184137:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000005671c2. 00000004:00000010:0.0:1767384995.184143:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009b15118a. 00000004:00000010:0.0:1767384995.184145:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000f4ff873. 00000004:00000001:0.0:1767384995.184148:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184149:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384995.184151:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000035aa812c. 00000004:00000001:0.0:1767384995.184155:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184163:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e02aed27. 00000004:00000010:0.0:1767384995.184167:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007bb7772e. 00000004:00000010:0.0:1767384995.184170:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e7413dff. 00000004:00000001:0.0:1767384995.184172:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184174:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384995.184176:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000265b484. 00000004:00000001:0.0:1767384995.184179:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184196:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000067883e3c. 00000020:00000010:0.0:1767384995.184200:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000034f51ab3. 00080000:00000010:0.0:1767384995.184227:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ef38712. 20000000:00000010:0.0:1767384995.184246:0:39797:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000a922f59e. 00080000:00000010:0.0:1767384995.184267:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000084cbb566. 00000004:00000010:0.0:1767384995.184272:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000973c669e. 00000004:00000010:0.0:1767384995.184277:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000559ed209. 00000004:00000001:0.0:1767384995.184281:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184283:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384995.184287:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002cfd9093. 00000004:00000001:0.0:1767384995.184293:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184472:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000906b177b. 00000004:00000010:0.0:1767384995.184480:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009cf223f8. 00000004:00000010:0.0:1767384995.184486:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000762e9b2a. 00000004:00000001:0.0:1767384995.184491:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184494:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384995.184497:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cf5926ce. 00000004:00000001:0.0:1767384995.184509:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184529:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009aa08676. 00000004:00000010:0.0:1767384995.184532:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000050745193. 00000004:00000010:0.0:1767384995.184546:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e97a7fef. 00000004:00000001:0.0:1767384995.184549:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184550:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384995.184552:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f21bf301. 00000004:00000001:0.0:1767384995.184556:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184569:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000034901afb. 00000004:00000010:0.0:1767384995.184572:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000039a75e02. 00000004:00000010:0.0:1767384995.184575:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c1741dd9. 00000004:00000001:0.0:1767384995.184577:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184579:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384995.184581:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000746f7cc0. 00000004:00000001:0.0:1767384995.184584:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184640:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006b855d82. 00000004:00000010:0.0:1767384995.184646:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000060853513. 00000004:00000010:0.0:1767384995.184651:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000565e6539. 00000004:00000001:0.0:1767384995.184655:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184657:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384995.184659:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000343ba265. 00000004:00000001:0.0:1767384995.184666:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184681:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001dfab04d. 00000004:00000010:0.0:1767384995.184686:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ce7facf4. 00000004:00000010:0.0:1767384995.184690:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d4c303e5. 00000004:00000001:0.0:1767384995.184694:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184696:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384995.184699:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000086f07028. 00000004:00000001:0.0:1767384995.184704:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184717:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000980b547b. 00000004:00000010:0.0:1767384995.184722:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000000d1a099. 00000004:00000010:0.0:1767384995.184727:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b1cf6da2. 00000004:00000001:0.0:1767384995.184729:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184731:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384995.184733:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000089fecd80. 00000004:00000001:0.0:1767384995.184739:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.184778:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006912787d. 00000020:00000010:0.0:1767384995.184784:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a64d4fe8. 00080000:00000010:0.0:1767384995.184809:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f4637c19. 00000004:00000010:0.0:1767384995.184815:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008f255c40. 00000004:00000010:0.0:1767384995.184819:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009d98dd31. 00000004:00000001:0.0:1767384995.184823:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.184825:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384995.184828:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000953e3afe. 00000004:00000001:0.0:1767384995.184833:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:0.0:1767384995.184839:0:39797:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000af4ff65c. 00000004:00000001:0.0:1767384995.184844:0:39797:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384995.184867:0:39797:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384995.184878:0:39797:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384995.184881:0:39797:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384995.184885:0:39797:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384995.184888:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384995.184892:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384995.184950:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.184954:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384995.184956:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384995.185016:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384995.185019:0:39797:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384995.185022:0:39797:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384995.185025:0:39797:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384995.185030:0:39797:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384995.185033:0:39797:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384995.185037:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384995.185041:0:39797:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384995.185043:0:39797:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384995.185048:0:39797:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384995.185052:0:39797:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384995.185054:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384995.185056:0:39797:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384995.185059:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384995.185063:0:39797:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384995.185088:0:39797:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384995.185090:0:39797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384995.185093:0:39797:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384995.185097:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384995.185100:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384995.185103:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384995.185163:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.185166:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384995.185168:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384995.185224:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384995.185226:0:39797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384995.185232:0:39797:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:3.0:1767384995.185330:0:16828:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000092533677. 00000040:00000010:3.0:1767384995.185344:0:16828:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bdfb6d46. 00000020:00000010:3.0:1767384995.185349:0:16828:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001502d124. 00000020:00000010:3.0:1767384995.185355:0:16828:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767384995.185371:0:16828:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cffd5bc8. 80000000:00000010:3.0:1767384995.185377:0:16828:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000ee43486. 40000000:00000010:3.0:1767384995.185399:0:16828:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015342d93. 00100000:00000010:3.0:1767384995.185405:0:16828:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000659591f9. 00040000:00000010:3.0:1767384995.185411:0:16828:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c3c66aa. 00040000:00000010:3.0:1767384995.185418:0:16828:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a50f11f6. 00040000:00000010:3.0:1767384995.185423:0:16828:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ab3596ab. 00080000:00000010:3.0:1767384995.185428:0:16828:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000070347ca5. 00000004:00000010:3.0:1767384995.185435:0:16828:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007bdd0cc6. 00000004:00000010:3.0:1767384995.185440:0:16828:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006bc41792. 00000004:00000010:3.0:1767384995.185445:0:16828:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f45846c6. 00002000:00000010:3.0:1767384995.185450:0:16828:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006785f134. 00000004:00000010:3.0:1767384995.185456:0:16828:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004c20007d. 00000020:00000010:3.0:1767384995.185461:0:16828:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000915b25ac. 00000004:00000010:3.0:1767384995.185466:0:16828:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000012f88121. 00000004:00000001:3.0:1767384995.185470:0:16828:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.185530:0:39797:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384995.185536:0:39797:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:1.0:1767384995.185646:0:16827:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:1.0:1767384995.185654:0:16827:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:1.0:1767384995.185660:0:16827:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:1.0:1767384995.185665:0:16827:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d88625ca. 00000040:00000010:1.0:1767384995.185675:0:16827:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000094579fc3. 00000040:00000001:1.0:1767384995.185679:0:16827:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384995.185683:0:16827:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384995.185686:0:16827:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:1.0:1767384995.185689:0:16827:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:1.0:1767384995.185693:0:16827:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000add8964f. 00000040:00000010:1.0:1767384995.185703:0:16827:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000002c83e45. 00000040:00000001:1.0:1767384995.185709:0:16827:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384995.185712:0:16827:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384995.185717:0:16827:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384995.185721:0:16827:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384995.185729:0:16827:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000742b99bd. 00000020:00000010:1.0:1767384995.185738:0:16827:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c61351de. 00000040:00000001:1.0:1767384995.185753:0:16827:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384995.185792:0:16827:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f7c20822. 00000040:00000001:1.0:1767384995.185799:0:16827:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384995.185801:0:16827:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384995.185804:0:16827:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384995.185808:0:16827:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384995.185818:0:16827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008f68ae21. 00080000:00000001:1.0:1767384995.185822:0:16827:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558311898112 : -129515397653504 : ffff8a34d8badc00) 00000040:00000001:1.0:1767384995.185826:0:16827:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384995.185830:0:16827:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1767384995.185834:0:16827:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:1.0:1767384995.185840:0:16827:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384995.185867:0:16827:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384995.185871:0:16827:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.185875:0:16827:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384995.185879:0:16827:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384995.185881:0:16827:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384995.186121:0:16827:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384995.186124:0:16827:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384995.186263:0:16827:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186268:0:16827:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186272:0:16827:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.186276:0:16827:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384995.186299:0:16827:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186302:0:16827:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384995.186308:0:16827:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1767384995.186370:0:16827:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.186375:0:16827:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1767384995.186378:0:16827:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384995.186380:0:16827:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.186571:0:16827:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384995.186576:0:16827:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186580:0:16827:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.186584:0:16827:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384995.186650:0:16827:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186654:0:16827:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186659:0:16827:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1767384995.186662:0:16827:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:1.0:1767384995.186666:0:16827:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384995.186672:0:16827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004f418969. 00080000:00000001:1.0:1767384995.186676:0:16827:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614558311895040 : -129515397656576 : ffff8a34d8bad000) 00000040:00000001:1.0:1767384995.186680:0:16827:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384995.186684:0:16827:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384995.186689:0:16827:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384995.186705:0:16827:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384995.186707:0:16827:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186710:0:16827:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186712:0:16827:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.186715:0:16827:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384995.186718:0:16827:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384995.186721:0:16827:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.186723:0:16827:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384995.186736:0:16827:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186741:0:16827:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:1.0:1767384995.186746:0:16827:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.186749:0:16827:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384995.186751:0:16827:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384995.186753:0:16827:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:1.0:1767384995.186794:0:16827:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384995.187053:0:16827:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384995.187059:0:16827:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384995.187071:0:16827:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1767384995.187074:0:16827:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.187078:0:16827:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.187082:0:16827:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1767384995.187094:0:16827:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.187098:0:16827:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384995.187110:0:16827:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.187112:0:16827:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.187116:0:16827:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384995.187134:0:16827:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9b56eba. 00000020:00000010:1.0:1767384995.187142:0:16827:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a738d56a. 00000040:00000001:1.0:1767384995.187156:0:16827:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384995.187159:0:16827:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000058cc1466. 00000040:00000010:1.0:1767384995.187167:0:16827:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000011dc68f3. 00000040:00000001:1.0:1767384995.187172:0:16827:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384995.187176:0:16827:0:(lu_object.c:207:lu_object_put()) Add 00000000473211c5/00000000d289a1f1 to site lru. bkt: 000000008072db1c 00000040:00000001:1.0:1767384995.187180:0:16827:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384995.187182:0:16827:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000076910f6d. 00000040:00000010:1.0:1767384995.187189:0:16827:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e7185273. 00000040:00000001:1.0:1767384995.187194:0:16827:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384995.187199:0:16827:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384995.187201:0:16827:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004b933975 : new refcount 1 00000020:00000040:1.0:1767384995.187206:0:16827:0:(genops.c:898:class_export_put()) PUTting export 00000000e42d89b3 : new refcount 1 00000040:00000010:1.0:1767384995.187209:0:16827:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000004b933975. 00000040:00000001:1.0:1767384995.187226:0:16827:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384995.187233:0:16827:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a7f6c012. 00000020:00000010:1.0:1767384995.187243:0:16827:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000031764570. 00000040:00000010:1.0:1767384995.187248:0:16827:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026c3ffc5. 00000020:00000010:1.0:1767384995.187252:0:16827:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000034abed0. 00000020:00000010:1.0:1767384995.187259:0:16827:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000039d7192. 00040000:00000010:1.0:1767384995.187264:0:16827:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000381c33cf. 00040000:00000010:1.0:1767384995.187268:0:16827:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ac9f9f69. 00080000:00000010:1.0:1767384995.187272:0:16827:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000821801a8. 00080000:00000010:1.0:1767384995.187276:0:16827:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000057ff726d. 00000020:00000010:1.0:1767384995.187280:0:16827:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042e4c580. 00000004:00000010:1.0:1767384995.187284:0:16827:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000b2275740. 00000004:00000001:1.0:1767384995.187288:0:16827:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.187343:0:39797:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.187350:0:39797:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384995.187353:0:39797:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000c3d2e728. 00000004:00000001:0.0:1767384995.187361:0:39797:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384995.187367:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000004ba59c79/00000000ec04c560 to site lru. bkt: 00000000c09ddabf 00000020:00000002:0.0:1767384995.187374:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000057b6f2df/00000000c83092ca to site lru. bkt: 00000000a1a93f05 40000000:00000001:0.0:1767384995.187378:0:39797:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384995.187381:0:39797:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384995.187478:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000009f0ef30e : new refcount 2 40000000:00000001:0.0:1767384995.187482:0:39797:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384995.187484:0:39797:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000005e8871a7. 40000000:00000001:0.0:1767384995.187489:0:39797:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.187491:0:39797:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.187494:0:39797:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.187500:0:39797:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:0.0:1767384995.187529:0:39797:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384995.187533:0:39797:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384995.187536:0:39797:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:0.0:1767384995.187539:0:39797:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384995.204093:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384995.204098:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384995.204101:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384995.204103:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384995.204105:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384995.204108:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004f418969. 00080000:00000001:1.0:1767384995.204115:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384995.204119:0:16833:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384995.204121:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384995.204123:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384995.204125:0:16833:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384995.204127:0:16833:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384995.204130:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008f68ae21. 00080000:00000001:1.0:1767384995.204133:0:16833:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384995.206691:0:39797:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:0.0:1767384995.206698:0:39797:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384995.206700:0:39797:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384995.206784:0:16834:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc735f8b. 00000020:00000010:1.0:1767384995.206792:0:16834:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000070072966. 00000020:00000010:1.0:1767384995.206795:0:16834:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003706ba52. 00000020:00000010:1.0:1767384995.206799:0:16834:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000046b1282e. 80000000:00000010:1.0:1767384995.206802:0:16834:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb140504. 40000000:00000010:1.0:1767384995.206806:0:16834:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008840de9b. 00100000:00000010:1.0:1767384995.206811:0:16834:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000790eb47d. 00040000:00000010:1.0:1767384995.206814:0:16834:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042d88772. 00040000:00000010:1.0:1767384995.206817:0:16834:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b34feb3. 00080000:00000010:1.0:1767384995.206821:0:16834:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bf637bce. 00002000:00000010:1.0:1767384995.206825:0:16834:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000039bdbd03. 00000020:00000010:1.0:1767384995.206829:0:16834:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050cf1255. 00040000:00000010:1.0:1767384995.206832:0:16834:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 0000000049d60cb5. 00040000:00000001:1.0:1767384995.206836:0:16834:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.206870:0:39797:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384995.206875:0:39797:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384995.206877:0:39797:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384995.206880:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384995.206882:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384995.206887:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.206891:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384995.206893:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.206896:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b81b6f30. 00000001:00000010:0.0:1767384995.206902:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c20eb3be. 00000001:00000010:0.0:1767384995.206906:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bc68c3d5. 00000001:00000001:0.0:1767384995.206911:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384995.206913:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000132d41bf. 00000020:00000002:0.0:1767384995.206920:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000001003f4b8/000000006b90e15a to site lru. bkt: 0000000050f252a3 00000020:00000002:0.0:1767384995.206923:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000003a13396/00000000adf608e2 to site lru. bkt: 00000000e0343b10 00040000:00000010:0.0:1767384995.206926:0:39797:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000009720f063. 00040000:00000001:0.0:1767384995.206930:0:39797:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384995.206931:0:39797:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384995.206933:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384995.206934:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384995.206936:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.206938:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384995.206939:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.206941:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000cf784af2. 00000001:00000010:0.0:1767384995.206944:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000061f27463. 00000001:00000010:0.0:1767384995.206946:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000048e35179. 00000001:00000001:0.0:1767384995.206949:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384995.206951:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a78f4ad3. 00000020:00000002:0.0:1767384995.206955:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000003a61d344/00000000c7cd7c32 to site lru. bkt: 00000000c4795b76 00000020:00000002:0.0:1767384995.206958:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000760c0393/000000004ba8807b to site lru. bkt: 00000000eb501910 00040000:00000010:0.0:1767384995.206960:0:39797:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000007a8f4129. 00040000:00000001:0.0:1767384995.206963:0:39797:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384995.206964:0:39797:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384995.206965:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384995.206966:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384995.206969:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.206971:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384995.206972:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.206974:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000cd8322af. 00000001:00000010:0.0:1767384995.206976:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c109eb5d. 00000001:00000010:0.0:1767384995.206979:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001303a79e. 00000001:00000001:0.0:1767384995.206981:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384995.206983:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000dd41add7. 00000020:00000002:0.0:1767384995.206987:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000043987e04/0000000056fb603e to site lru. bkt: 00000000c9f5f52d 00000020:00000002:0.0:1767384995.206989:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000c7cc6663/00000000eca337b2 to site lru. bkt: 0000000097bfbe24 00040000:00000010:0.0:1767384995.206991:0:39797:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000004ce4c160. 00040000:00000001:0.0:1767384995.206993:0:39797:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384995.206997:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 4 00000020:00000010:0.0:1767384995.206999:0:39797:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000cfecd451. 00040000:04000000:0.0:1767384995.207004:0:39797:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384995.207006:0:39797:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000d85429ac. 00040000:00000001:0.0:1767384995.207009:0:39797:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:0.0:1767384995.207010:0:39797:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:0.0:1767384995.209514:0:39797:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:0.0:1767384995.209519:0:39797:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384995.209521:0:39797:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384995.209573:0:16835:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000709af1c4. 00000020:00000010:1.0:1767384995.209581:0:16835:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005aad0a5d. 00000020:00000010:1.0:1767384995.209586:0:16835:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a778b66c. 00000020:00000010:1.0:1767384995.209590:0:16835:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000031ad5247. 80000000:00000010:1.0:1767384995.209617:0:16835:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ba22838. 40000000:00000010:1.0:1767384995.209622:0:16835:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002fb34de6. 00100000:00000010:1.0:1767384995.209626:0:16835:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e8ca53ea. 00040000:00000010:1.0:1767384995.209630:0:16835:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a00d590c. 00040000:00000010:1.0:1767384995.209634:0:16835:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d6065e1c. 00080000:00000010:1.0:1767384995.209638:0:16835:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000793c1b78. 00002000:00000010:1.0:1767384995.209640:0:16835:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000053f7e6b9. 00000020:00000010:1.0:1767384995.209643:0:16835:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e29015a7. 00040000:00000010:1.0:1767384995.209646:0:16835:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000e54fa57f. 00040000:00000001:1.0:1767384995.209649:0:16835:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.209682:0:39797:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384995.209686:0:39797:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384995.209687:0:39797:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384995.209690:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384995.209692:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384995.209696:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.209699:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384995.209701:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.209704:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000eb75baf6. 00000001:00000010:0.0:1767384995.209710:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000093001119. 00000001:00000010:0.0:1767384995.209713:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c1ddb1b2. 00000001:00000001:0.0:1767384995.209718:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384995.209719:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001e6bc3c8. 00000020:00000002:0.0:1767384995.209725:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000aa77c417/0000000077b47c21 to site lru. bkt: 00000000e24e00f4 00000020:00000002:0.0:1767384995.209729:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000fae43a1b/00000000c0b0097f to site lru. bkt: 0000000050f252a3 00000020:00000002:0.0:1767384995.209733:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000f639f3e1/0000000020b14f34 to site lru. bkt: 0000000036d7dbd6 00040000:00000010:0.0:1767384995.209735:0:39797:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002c93e966. 00040000:00000001:0.0:1767384995.209739:0:39797:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384995.209740:0:39797:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384995.209741:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384995.209743:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384995.209746:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.209748:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384995.209749:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.209751:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000006270628b. 00000001:00000010:0.0:1767384995.209770:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a8b48b38. 00000001:00000010:0.0:1767384995.209774:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006ae2af91. 00000001:00000001:0.0:1767384995.209778:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384995.209779:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f4e4e8c3. 00000020:00000002:0.0:1767384995.209784:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000004b538ea3/000000003ab62e81 to site lru. bkt: 00000000d58fb3ea 00000020:00000002:0.0:1767384995.209786:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000091346eb4/00000000f31b4448 to site lru. bkt: 00000000c4795b76 00000020:00000002:0.0:1767384995.209789:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000a9ea8882/000000002fb4e82b to site lru. bkt: 000000008fe0b854 00040000:00000010:0.0:1767384995.209806:0:39797:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000e6e25cf1. 00040000:00000001:0.0:1767384995.209809:0:39797:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384995.209810:0:39797:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384995.209811:0:39797:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384995.209812:0:39797:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384995.209815:0:39797:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384995.209817:0:39797:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384995.209819:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.209821:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ac350f1c. 00000001:00000010:0.0:1767384995.209825:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000030d00617. 00000001:00000010:0.0:1767384995.209828:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f5332055. 00000001:00000001:0.0:1767384995.209833:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384995.209834:0:39797:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000807e4a23. 00000020:00000002:0.0:1767384995.209840:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000033a658f4/00000000ed1ee504 to site lru. bkt: 000000002e961a90 00000020:00000002:0.0:1767384995.209843:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000007fcaf68a/00000000f8420b1d to site lru. bkt: 00000000c9f5f52d 00000020:00000002:0.0:1767384995.209845:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000c31e545c/00000000c293863a to site lru. bkt: 000000006ee7145c 00040000:00000010:0.0:1767384995.209847:0:39797:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000038f760f9. 00040000:00000001:0.0:1767384995.209852:0:39797:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384995.209854:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 3 00000020:00000010:0.0:1767384995.209856:0:39797:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000035a722e7. 00080000:00000010:0.0:1767384995.209879:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000015a250cb. 00000004:00000010:0.0:1767384995.209884:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e9f74209. 00000004:00000010:0.0:1767384995.209889:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000047a0a715. 00000004:00000001:0.0:1767384995.209892:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.209894:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:0.0:1767384995.209896:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fcea3e0b. 00000004:00000001:0.0:1767384995.209902:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:0.0:1767384995.209904:0:39797:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384995.209905:0:39797:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 0000000077a10f5c. 00040000:00000001:0.0:1767384995.209909:0:39797:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:0.0:1767384995.209911:0:39797:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384995.209975:0:39797:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384995.209976:0:39797:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000e042a3c0. 00080000:00000001:0.0:1767384995.209980:0:39797:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.209983:0:39797:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.209985:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384995.209989:0:39797:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.209992:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.209995:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b3485 00000020:00000040:0.0:1767384995.209999:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050296fe3 with handle 0xcb8130832f6b3485 from hash 00000020:00000001:0.0:1767384995.210005:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.210007:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000050296fe3 : new refcount 1 00000020:00000001:0.0:1767384995.210009:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.210011:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000050296fe3 : new refcount 0 00000020:00000080:0.0:1767384995.210012:0:39797:0:(genops.c:904:class_export_put()) final put 0000000050296fe3/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384995.210015:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.210031:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.210034:0:39797:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.210036:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.210038:0:39797:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:0.0:1767384995.210049:0:39797:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000009defbff3. 00000020:00000001:3.0:1767384995.210050:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384995.210055:0:473:0:(genops.c:863:class_export_destroy()) destroying export 0000000050296fe3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384995.210059:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384995.210061:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.210064:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 8 - export 00000020:00000010:3.0:1767384995.210067:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000050296fe3. 00100000:00000001:0.0:1767384995.210076:0:39797:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:3.0:1767384995.210080:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:0.0:1767384995.210082:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000005eb29f28/00000000e7a01a8e to site lru. bkt: 000000003b23ee7b 00000020:00000002:0.0:1767384995.210089:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000b7d201fa/00000000bcb07216 to site lru. bkt: 000000006726df01 00000020:00000002:0.0:1767384995.210093:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000008b2a47f2/000000001f9bc614 to site lru. bkt: 00000000c9f5f52d 00000020:00000002:0.0:1767384995.210096:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000009523dd9c/00000000ef01be88 to site lru. bkt: 00000000737b2180 00000020:00000002:0.0:1767384995.210099:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000ddbe1272/00000000aa6087cd to site lru. bkt: 000000005a5c8edd 00000020:00000002:0.0:1767384995.210102:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000012669d3/00000000d51eb87a to site lru. bkt: 000000001cec3f25 00000020:00000002:0.0:1767384995.210104:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000000e034fa7/000000006dc39a97 to site lru. bkt: 000000000e5be5bb 00000020:00000002:0.0:1767384995.210106:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000fe34d136/000000008d9769f1 to site lru. bkt: 00000000b64dcae1 00000020:00000002:0.0:1767384995.210115:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000039298e7c/00000000057ccdf4 to site lru. bkt: 000000000335aa81 00000020:00000002:0.0:1767384995.210118:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000fbf57262/00000000aad9f6b9 to site lru. bkt: 00000000fba8b58d 00000020:00000002:0.0:1767384995.210120:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000006cb6b831/000000001ff4f0fc to site lru. bkt: 00000000a5e81001 00000020:00000002:0.0:1767384995.210122:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000e6498f52/000000001a854674 to site lru. bkt: 00000000142f0b87 00000020:00000002:0.0:1767384995.210124:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000033d85162/0000000073e2f0e6 to site lru. bkt: 00000000402cd35d 00000020:00000002:0.0:1767384995.210127:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000116706b6/00000000a2f2254e to site lru. bkt: 00000000d0e052a0 00000020:00000002:0.0:1767384995.210130:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000009ffbd35b/00000000f34a1207 to site lru. bkt: 00000000788c1682 00000020:00000002:0.0:1767384995.210133:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000c6fba261/00000000aa52b7d0 to site lru. bkt: 000000006c07fd7f 00000020:00000002:0.0:1767384995.210135:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000009930d0ba/00000000989f0bd8 to site lru. bkt: 00000000e34e63db 00000020:00000002:0.0:1767384995.210138:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000aa04eadd/00000000230272b8 to site lru. bkt: 00000000f8f9e4b1 00100000:00000010:0.0:1767384995.210141:0:39797:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000001e43b56c. 00100000:00000010:0.0:1767384995.210146:0:39797:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000215ed1e1. 00100000:00000010:0.0:1767384995.210152:0:39797:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 0000000030464011. 00100000:00000010:0.0:1767384995.210155:0:39797:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000cfca04a5. 00000020:00000002:0.0:1767384995.210159:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000009e2a6ae3/00000000f8f5c646 to site lru. bkt: 0000000054a34621 00000020:00000002:0.0:1767384995.210161:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000c1df71a7/000000001c593161 to site lru. bkt: 00000000bc9482e0 00000020:00000002:0.0:1767384995.210164:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000067f1a328/00000000045a2c7d to site lru. bkt: 000000006bb70c75 00000020:00000002:0.0:1767384995.210167:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000e353ad82/0000000049a28afd to site lru. bkt: 00000000cc2e99e5 00000020:00000002:0.0:1767384995.210170:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000c8d02d9b/00000000fa95502b to site lru. bkt: 00000000960141e9 00000020:00000002:0.0:1767384995.210173:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000406b54e3/00000000b0ebeb04 to site lru. bkt: 00000000e52f8cf0 00000020:00000002:0.0:1767384995.210175:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000471c0cd4/0000000044e66389 to site lru. bkt: 00000000aaff7b75 00000020:00000002:0.0:1767384995.210178:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000332deb02/0000000049156eff to site lru. bkt: 0000000030253f70 00000020:00000002:0.0:1767384995.210181:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000151bb652/00000000c98ab4ac to site lru. bkt: 000000007357137a 00000020:00000002:0.0:1767384995.210183:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000000c74a48b/0000000074671d97 to site lru. bkt: 000000004b86fe7d 00000020:00000002:0.0:1767384995.210186:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000004849622a/00000000a7689845 to site lru. bkt: 0000000015fb8827 00000020:00000002:0.0:1767384995.210188:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000aea71521/00000000cc57385c to site lru. bkt: 0000000033f17bfb 00000020:00000002:0.0:1767384995.210190:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000079170fce/00000000c25740da to site lru. bkt: 000000005e750171 00000020:00000002:0.0:1767384995.210192:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000006de3e617/0000000022b7a065 to site lru. bkt: 00000000ea1feb48 00000020:00000002:0.0:1767384995.210195:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000072149c5/0000000045f34da4 to site lru. bkt: 0000000064fbf753 00000020:00000002:0.0:1767384995.210198:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000ab8558a1/0000000063169b62 to site lru. bkt: 00000000b2f2527a 00000020:00000002:0.0:1767384995.210200:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000001ac890de/00000000ab47abb0 to site lru. bkt: 000000002de75376 00100000:00000010:0.0:1767384995.210202:0:39797:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000003a10f2ce. 00100000:00000010:0.0:1767384995.210215:0:39797:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000c5744a37. 00100000:00000010:0.0:1767384995.210222:0:39797:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000002bcba20f. 00100000:00000010:0.0:1767384995.210225:0:39797:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000093c389bb. 00100000:00000010:0.0:1767384995.210230:0:39797:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000a8d42c90. 00100000:00000010:0.0:1767384995.210234:0:39797:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 0000000021a30024. 00000020:00000002:0.0:1767384995.210241:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000c63a9190/000000004fbaa7e8 to site lru. bkt: 00000000094be0bd 00000020:00000002:0.0:1767384995.210244:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000094770b3d/0000000008638192 to site lru. bkt: 0000000053dd8eaa 40000000:00000001:0.0:1767384995.210247:0:39797:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384995.210309:0:39797:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:0.0:1767384995.210311:0:39797:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 000000002cd1addf. 00100000:00000010:0.0:1767384995.210314:0:39797:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 0000000024740756. 00000004:00000001:0.0:1767384995.210317:0:39797:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:0.0:1767384995.210319:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b04b0392 : new refcount 2 00000040:00000001:0.0:1767384995.210322:0:39797:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384995.210324:0:39797:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384995.210326:0:39797:0:(lu_object.c:207:lu_object_put()) Add 000000009a776e25/00000000f7d9b093 to site lru. bkt: 000000006aff72e0 00000040:00000010:0.0:1767384995.210329:0:39797:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 0000000026ca9696. 00000040:00000001:0.0:1767384995.210334:0:39797:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384995.210336:0:39797:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009aae2a46. 00000040:00000010:0.0:1767384995.210341:0:39797:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009079c1ed. 00000040:00000001:0.0:1767384995.210346:0:39797:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384995.210348:0:39797:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384995.210350:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b04b0392 : new refcount 1 00000020:00000040:0.0:1767384995.210353:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000fb99503b : new refcount 3 00000040:00000010:0.0:1767384995.210361:0:39797:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000b04b0392. 00000040:00000001:0.0:1767384995.210366:0:39797:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.210368:0:39797:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384995.210371:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002c400b4d : new refcount 2 00000040:00000001:0.0:1767384995.210373:0:39797:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384995.210375:0:39797:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384995.210377:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000bd7a1360/000000003a7398f1 to site lru. bkt: 0000000081df49d7 00000040:00000010:0.0:1767384995.210380:0:39797:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000007da64be5. 00000040:00000001:0.0:1767384995.210383:0:39797:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384995.210385:0:39797:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000748e3758. 00000040:00000010:0.0:1767384995.210389:0:39797:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ba4e49d9. 00000040:00000001:0.0:1767384995.210392:0:39797:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384995.210393:0:39797:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384995.210395:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002c400b4d : new refcount 1 00000020:00000040:0.0:1767384995.210397:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000fb99503b : new refcount 2 00000040:00000010:0.0:1767384995.210399:0:39797:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000002c400b4d. 00000040:00000001:0.0:1767384995.210404:0:39797:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384995.210406:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000dc7cca4f : new refcount 2 00000040:00000001:0.0:1767384995.210408:0:39797:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384995.210409:0:39797:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384995.210411:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000b24f9924/00000000d894ca47 to site lru. bkt: 00000000a60ae3cf 00000040:00000010:0.0:1767384995.210413:0:39797:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000d5716b0e. 00000040:00000001:0.0:1767384995.210416:0:39797:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384995.210417:0:39797:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e240ede8. 00000040:00000010:0.0:1767384995.210420:0:39797:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000389c0b66. 00000040:00000001:0.0:1767384995.210422:0:39797:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384995.210424:0:39797:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384995.210425:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000dc7cca4f : new refcount 1 00000020:00000040:0.0:1767384995.210428:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000fb99503b : new refcount 1 00000040:00000010:0.0:1767384995.210429:0:39797:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000dc7cca4f. 00000040:00000001:0.0:1767384995.210433:0:39797:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.210436:0:39797:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:0.0:1767384995.210439:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000a6cebb31/00000000239b28fe to site lru. bkt: 000000004f4c12c4 00000004:00000001:0.0:1767384995.210442:0:39797:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:0.0:1767384995.210444:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000008552ace/00000000524d7d66 to site lru. bkt: 00000000e6d623af 00000020:00000002:0.0:1767384995.210446:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000053424d2f/00000000abed338c to site lru. bkt: 00000000c4ac0b76 00000020:00000002:0.0:1767384995.210448:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000026d1af50/000000003fffa570 to site lru. bkt: 000000009c5542e7 00000001:00000001:0.0:1767384995.210451:0:39797:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1767384995.210455:0:39797:0:(lu_object.c:207:lu_object_put()) Add 00000000ef7ab760/00000000f345887c to site lru. bkt: 00000000daae22dc 00000001:00000010:0.0:1767384995.210457:0:39797:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000ee829f33. 00000001:00000001:0.0:1767384995.210460:0:39797:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:0.0:1767384995.210478:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7d201fa. 00000020:00000010:0.0:1767384995.210482:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bcb07216. 00080000:00000010:0.0:1767384995.210501:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000760c0393. 00000004:00000010:0.0:1767384995.210505:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003b133c3e. 00000004:00000010:0.0:1767384995.210508:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000883ae52a. 00000004:00000001:0.0:1767384995.210512:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210513:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:0.0:1767384995.210516:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004ba8807b. 00000004:00000001:0.0:1767384995.210519:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210530:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009a776e25. 00000020:00000010:0.0:1767384995.210532:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f7d9b093. 00080000:00000010:0.0:1767384995.210544:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aea71521. 00000020:00000010:0.0:1767384995.210547:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cc57385c. 00080000:00000010:0.0:1767384995.210558:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c1df71a7. 00000020:00000010:0.0:1767384995.210561:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001c593161. 00080000:00000010:0.0:1767384995.210568:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b538ea3. 00000004:00000010:0.0:1767384995.210571:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006b7486ef. 00000004:00000010:0.0:1767384995.210574:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ab158d76. 00000004:00000001:0.0:1767384995.210576:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210577:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:0.0:1767384995.210580:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003ab62e81. 00000004:00000001:0.0:1767384995.210583:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210622:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000151bb652. 00000020:00000010:0.0:1767384995.210628:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c98ab4ac. 00080000:00000010:0.0:1767384995.210656:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000039298e7c. 00000020:00000010:0.0:1767384995.210659:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000057ccdf4. 00080000:00000010:0.0:1767384995.210678:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000091346eb4. 00000004:00000010:0.0:1767384995.210681:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dfb9cbc9. 00000004:00000010:0.0:1767384995.210684:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000073c87fb4. 00000004:00000001:0.0:1767384995.210687:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210689:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:0.0:1767384995.210691:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f31b4448. 00000004:00000001:0.0:1767384995.210696:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210706:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003a61d344. 00000004:00000010:0.0:1767384995.210709:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe21e83d. 00000004:00000010:0.0:1767384995.210713:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000024e0adc3. 00000004:00000001:0.0:1767384995.210715:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210716:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:0.0:1767384995.210718:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c7cd7c32. 00000004:00000001:0.0:1767384995.210722:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210733:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ab8558a1. 00000020:00000010:0.0:1767384995.210736:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000063169b62. 00080000:00000010:0.0:1767384995.210749:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000406b54e3. 00000020:00000010:0.0:1767384995.210752:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b0ebeb04. 00080000:00000010:0.0:1767384995.210782:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000012669d3. 00000020:00000010:0.0:1767384995.210785:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d51eb87a. 00080000:00000010:0.0:1767384995.210799:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c31e545c. 00000004:00000010:0.0:1767384995.210802:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003da93794. 00000004:00000010:0.0:1767384995.210805:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e6356cd1. 00000004:00000001:0.0:1767384995.210808:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210809:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:0.0:1767384995.210811:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c293863a. 00000004:00000001:0.0:1767384995.210815:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210826:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c63a9190. 00000020:00000010:0.0:1767384995.210829:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004fbaa7e8. 00080000:00000010:0.0:1767384995.210845:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000042063030. 00000004:00000010:0.0:1767384995.210848:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007ad63515. 00000004:00000010:0.0:1767384995.210851:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000026d1af50. 00000004:00000001:0.0:1767384995.210855:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210856:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:0.0:1767384995.210858:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003fffa570. 00000004:00000001:0.0:1767384995.210862:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210873:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004849622a. 00000020:00000010:0.0:1767384995.210876:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a7689845. 00080000:00000010:0.0:1767384995.210890:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e2a6ae3. 00000020:00000010:0.0:1767384995.210893:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f8f5c646. 00080000:00000010:0.0:1767384995.210912:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aa04eadd. 00000020:00000010:0.0:1767384995.210916:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000230272b8. 00080000:00000010:0.0:1767384995.210944:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000332deb02. 00000020:00000010:0.0:1767384995.210947:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000049156eff. 00080000:00000010:0.0:1767384995.210965:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dfeb242f. 00000004:00000010:0.0:1767384995.210968:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005e5bcf1c. 00000004:00000010:0.0:1767384995.210970:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000053424d2f. 00000004:00000001:0.0:1767384995.210972:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.210973:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:0.0:1767384995.210975:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000abed338c. 00000004:00000001:0.0:1767384995.210980:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.210994:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e353ad82. 00000020:00000010:0.0:1767384995.210996:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000049a28afd. 00080000:00000010:0.0:1767384995.211010:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e6498f52. 00000020:00000010:0.0:1767384995.211013:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001a854674. 00080000:00000010:0.0:1767384995.211025:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000003a13396. 00000004:00000010:0.0:1767384995.211030:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005c852bad. 00000004:00000010:0.0:1767384995.211033:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd273f06. 00000004:00000001:0.0:1767384995.211034:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211036:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:0.0:1767384995.211038:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000adf608e2. 00000004:00000001:0.0:1767384995.211042:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211045:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000033a658f4. 00000004:00000010:0.0:1767384995.211049:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000001e406b9. 00000004:00000010:0.0:1767384995.211052:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b72edd07. 00000004:00000001:0.0:1767384995.211055:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211057:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:0.0:1767384995.211059:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ed1ee504. 00000004:00000001:0.0:1767384995.211063:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211074:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fae43a1b. 00000004:00000010:0.0:1767384995.211077:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000046255817. 00000004:00000010:0.0:1767384995.211080:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000084ac2ca4. 00000004:00000001:0.0:1767384995.211084:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211085:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:0.0:1767384995.211087:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c0b0097f. 00000004:00000001:0.0:1767384995.211091:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211100:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001003f4b8. 00000004:00000010:0.0:1767384995.211103:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000023891c34. 00000004:00000010:0.0:1767384995.211105:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001c25b9e5. 00000004:00000001:0.0:1767384995.211108:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211109:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:0.0:1767384995.211111:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006b90e15a. 00000004:00000001:0.0:1767384995.211114:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211124:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000072149c5. 00000020:00000010:0.0:1767384995.211127:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000045f34da4. 00080000:00000010:0.0:1767384995.211140:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c6fba261. 00000020:00000010:0.0:1767384995.211143:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aa52b7d0. 00080000:00000010:0.0:1767384995.211153:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000473211c5. 00000020:00000010:0.0:1767384995.211157:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d289a1f1. 00080000:00000010:0.0:1767384995.211171:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c8d02d9b. 00000020:00000010:0.0:1767384995.211174:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa95502b. 00080000:00000010:0.0:1767384995.211187:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ddbe1272. 00000020:00000010:0.0:1767384995.211189:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aa6087cd. 00080000:00000010:0.0:1767384995.211221:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9ea8882. 00000004:00000010:0.0:1767384995.211226:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a60b9a75. 00000004:00000010:0.0:1767384995.211230:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000969191e3. 00000004:00000001:0.0:1767384995.211232:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211233:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:0.0:1767384995.211241:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002fb4e82b. 00000004:00000001:0.0:1767384995.211245:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211257:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004ba59c79. 00000004:00000010:0.0:1767384995.211261:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000080fdc796. 00000004:00000010:0.0:1767384995.211264:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006e09eb32. 00000004:00000001:0.0:1767384995.211266:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211268:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:0.0:1767384995.211270:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ec04c560. 00000004:00000001:0.0:1767384995.211274:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211285:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c54106cf. 00000004:00000010:0.0:1767384995.211288:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000038bf8454. 00000004:00000010:0.0:1767384995.211291:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000008552ace. 00000004:00000001:0.0:1767384995.211294:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211295:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:0.0:1767384995.211297:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000524d7d66. 00000004:00000001:0.0:1767384995.211301:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211304:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005eb29f28. 00000004:00000010:0.0:1767384995.211307:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004365f87d. 00000004:00000010:0.0:1767384995.211310:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ad7b74b3. 00000004:00000001:0.0:1767384995.211312:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211314:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:0.0:1767384995.211315:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e7a01a8e. 00000004:00000001:0.0:1767384995.211319:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211332:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000471c0cd4. 00000020:00000010:0.0:1767384995.211336:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000044e66389. 00080000:00000010:0.0:1767384995.211348:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000057b6f2df. 00000004:00000010:0.0:1767384995.211352:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009883d5cc. 00000004:00000010:0.0:1767384995.211355:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005fe46120. 00000004:00000001:0.0:1767384995.211358:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211359:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:0.0:1767384995.211360:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c83092ca. 00000004:00000001:0.0:1767384995.211363:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211366:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aa77c417. 00000004:00000010:0.0:1767384995.211369:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002f87d5aa. 00000004:00000010:0.0:1767384995.211372:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000c943378. 00000004:00000001:0.0:1767384995.211375:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211377:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:0.0:1767384995.211379:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000077b47c21. 00000004:00000001:0.0:1767384995.211382:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211394:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006de3e617. 00000020:00000010:0.0:1767384995.211397:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000022b7a065. 00080000:00000010:0.0:1767384995.211410:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000116706b6. 00000020:00000010:0.0:1767384995.211414:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a2f2254e. 00080000:00000010:0.0:1767384995.211426:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009523dd9c. 00000020:00000010:0.0:1767384995.211429:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ef01be88. 00080000:00000010:0.0:1767384995.211441:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009ffbd35b. 00000020:00000010:0.0:1767384995.211444:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f34a1207. 00080000:00000010:0.0:1767384995.211457:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006499e572. 00000004:00000010:0.0:1767384995.211460:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a6cebb31. 00000004:00000010:0.0:1767384995.211462:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c24197b3. 00000004:00000001:0.0:1767384995.211464:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211466:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:0.0:1767384995.211468:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000239b28fe. 00000004:00000001:0.0:1767384995.211472:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211494:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f639f3e1. 00000004:00000010:0.0:1767384995.211498:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000055caefeb. 00000004:00000010:0.0:1767384995.211502:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ac6408e2. 00000004:00000001:0.0:1767384995.211505:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211506:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:0.0:1767384995.211508:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000020b14f34. 00000004:00000001:0.0:1767384995.211518:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211529:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001ac890de. 00000020:00000010:0.0:1767384995.211532:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ab47abb0. 00080000:00000010:0.0:1767384995.211547:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fe34d136. 00000020:00000010:0.0:1767384995.211550:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008d9769f1. 00080000:00000010:0.0:1767384995.211566:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000c74a48b. 00000020:00000010:0.0:1767384995.211568:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000074671d97. 00080000:00000010:0.0:1767384995.211580:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e034fa7. 00000020:00000010:0.0:1767384995.211582:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006dc39a97. 00080000:00000010:0.0:1767384995.211633:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b24f9924. 00000020:00000010:0.0:1767384995.211638:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d894ca47. 00080000:00000010:0.0:1767384995.211664:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000079170fce. 00000020:00000010:0.0:1767384995.211667:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c25740da. 00080000:00000010:0.0:1767384995.211682:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000033d85162. 00000020:00000010:0.0:1767384995.211687:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000073e2f0e6. 00080000:00000010:0.0:1767384995.211700:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008b2a47f2. 00000020:00000010:0.0:1767384995.211703:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001f9bc614. 00080000:00000010:0.0:1767384995.211717:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007fcaf68a. 00000004:00000010:0.0:1767384995.211721:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000095ff00fe. 00000004:00000010:0.0:1767384995.211725:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ab7a24d8. 00000004:00000001:0.0:1767384995.211727:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211729:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:0.0:1767384995.211731:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f8420b1d. 00000004:00000001:0.0:1767384995.211735:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211745:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000043987e04. 00000004:00000010:0.0:1767384995.211749:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009a425f6f. 00000004:00000010:0.0:1767384995.211752:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000f6346ab. 00000004:00000001:0.0:1767384995.211771:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211773:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:0.0:1767384995.211775:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000056fb603e. 00000004:00000001:0.0:1767384995.211778:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211789:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fbf57262. 00000020:00000010:0.0:1767384995.211793:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aad9f6b9. 00080000:00000010:0.0:1767384995.211819:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000067f1a328. 00000020:00000010:0.0:1767384995.211824:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000045a2c7d. 00080000:00000010:0.0:1767384995.211832:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006cb6b831. 00000020:00000010:0.0:1767384995.211842:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001ff4f0fc. 00080000:00000010:0.0:1767384995.211854:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c7cc6663. 00000004:00000010:0.0:1767384995.211858:0:39797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000095f185cd. 00000004:00000010:0.0:1767384995.211862:0:39797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000550774be. 00000004:00000001:0.0:1767384995.211865:0:39797:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384995.211866:0:39797:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:0.0:1767384995.211868:0:39797:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eca337b2. 00000004:00000001:0.0:1767384995.211871:0:39797:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384995.211883:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ef7ab760. 00000020:00000010:0.0:1767384995.211887:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f345887c. 00080000:00000010:0.0:1767384995.211902:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009930d0ba. 00000020:00000010:0.0:1767384995.211904:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000989f0bd8. 00080000:00000010:0.0:1767384995.211919:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd7a1360. 00000020:00000010:0.0:1767384995.211922:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003a7398f1. 00080000:00000010:0.0:1767384995.211936:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000094770b3d. 00000020:00000010:0.0:1767384995.211938:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008638192. 00000004:00000001:0.0:1767384995.211945:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384995.211948:0:39797:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.211950:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.211952:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b349a 00000020:00000040:0.0:1767384995.211955:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e60391ae with handle 0xcb8130832f6b349a from hash 00000020:00000001:0.0:1767384995.211960:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.211961:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000e60391ae : new refcount 1 00000020:00000001:0.0:1767384995.211963:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.211964:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000e60391ae : new refcount 0 00000020:00000080:0.0:1767384995.211966:0:39797:0:(genops.c:904:class_export_put()) final put 00000000e60391ae/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384995.211968:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.211981:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.211984:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384995.211986:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:0.0:1767384995.211991:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000dc4e8aad. 00000020:00000080:0.0:1767384995.211995:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384995.212000:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384995.212002:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384995.212004:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000e60391ae/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1767384995.212008:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384995.212010:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384995.212014:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.212014:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:3.0:1767384995.212019:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005287466d) now 4 - export 00000020:00080000:0.0:1767384995.212020:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000005287466d) has no exports 00000020:00000010:3.0:1767384995.212026:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e60391ae. 00000020:00000001:0.0:1767384995.212027:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384995.212033:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384995.212035:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:0.0:1767384995.212036:0:39797:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:0.0:1767384995.212042:0:39797:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:0.0:1767384995.212051:0:39797:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384995.212055:0:39797:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000c53e1a11. 00000020:00000001:0.0:1767384995.212060:0:39797:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384995.212062:0:39797:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384995.212065:0:39797:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000077d62875. 00000020:00000001:0.0:1767384995.212068:0:39797:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384995.212069:0:39797:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384995.212071:0:39797:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000002895157. 00000020:00000001:0.0:1767384995.212079:0:39797:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384995.212081:0:39797:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384995.212082:0:39797:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000001153fc1c. 00000020:00000001:0.0:1767384995.212086:0:39797:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:0.0:1767384995.212087:0:39797:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:0.0:1767384995.212292:0:39797:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:0.0:1767384995.212296:0:39797:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767384995.212298:0:39797:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767384995.212301:0:39797:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767384995.212304:0:39797:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:0.0:1767384995.212307:0:39797:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000c820ed3e. 00020000:00000001:0.0:1767384995.212312:0:39797:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.212315:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384995.212317:0:39797:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.212319:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.212322:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b34d2 00000020:00000040:0.0:1767384995.212324:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f0ef30e with handle 0xcb8130832f6b34d2 from hash 00000020:00000001:0.0:1767384995.212334:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.212336:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000009f0ef30e : new refcount 1 00000020:00000001:0.0:1767384995.212337:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.212339:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000009f0ef30e : new refcount 0 00000020:00000080:0.0:1767384995.212340:0:39797:0:(genops.c:904:class_export_put()) final put 000000009f0ef30e/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384995.212343:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.212358:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.212360:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384995.212362:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:0.0:1767384995.212367:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000000cbc0399. 00000020:00000001:3.0:1767384995.212368:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.212370:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1767384995.212372:0:473:0:(genops.c:863:class_export_destroy()) destroying export 000000009f0ef30e/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384995.212376:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:3.0:1767384995.212381:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 15 to 0@lo 00000020:00000080:0.0:1767384995.212382:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:3.0:1767384995.212387:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384995.212388:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384995.212391:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384995.212393:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000000b832c0d) has no exports 00000020:00000040:3.0:1767384995.212395:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000b832c0d) now 5 - export 00000020:00000001:0.0:1767384995.212397:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384995.212399:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384995.212401:0:39797:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:0.0:1767384995.212403:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384995.212408:0:39797:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000010:3.0:1767384995.212409:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009f0ef30e. 00000020:00000001:0.0:1767384995.212411:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.212416:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b34cb 00000020:00000001:3.0:1767384995.212420:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384995.212420:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b49a1d46 with handle 0xcb8130832f6b34cb from hash 00000020:00000001:0.0:1767384995.212426:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.212428:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000b49a1d46 : new refcount 1 00000020:00000001:0.0:1767384995.212430:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.212432:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000b49a1d46 : new refcount 0 00000020:00000080:0.0:1767384995.212434:0:39797:0:(genops.c:904:class_export_put()) final put 00000000b49a1d46/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384995.212436:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.212445:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.212447:0:39797:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.212449:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384995.212460:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384995.212465:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000b49a1d46/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384995.212469:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384995.212471:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.212475:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 7 - export 00000020:00000010:3.0:1767384995.212479:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b49a1d46. 00000020:00000001:3.0:1767384995.212490:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384995.212669:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c0050bde. 00000020:00000010:0.0:1767384995.212676:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000083405982. 00000020:00000010:0.0:1767384995.212679:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007b5cbdb5. 00000020:00000010:0.0:1767384995.212683:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002ea791c2. 00000020:00000010:0.0:1767384995.212688:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d61cdc27. 00000020:00000010:0.0:1767384995.212694:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f59ef29f. 00010000:00000001:0.0:1767384995.212820:0:39797:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384995.212823:0:39797:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384995.212826:0:39797:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384995.212865:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008a3eb916. 00000020:00000010:0.0:1767384995.212869:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000061117b8d. 00010000:00000001:0.0:1767384995.212946:0:39797:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384995.212956:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000001ee9a964. 00000020:00000010:0.0:1767384995.212961:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000057facf8. 00000001:00000001:0.0:1767384995.213019:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.213060:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b9a8e99a. 00000001:00000010:0.0:1767384995.213065:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000db45e12c. 00000001:00000010:0.0:1767384995.213070:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d6e3e1e6. 00000001:00000010:0.0:1767384995.213073:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bc55c552. 00000001:00000010:0.0:1767384995.213076:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c656699f. 00000001:00000010:0.0:1767384995.213079:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e3b4910c. 00000001:00000010:0.0:1767384995.213082:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fc3c80be. 00000001:00000010:0.0:1767384995.213086:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d3cefceb. 00000001:00000010:0.0:1767384995.213090:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ba6aae25. 00000001:00000010:0.0:1767384995.213094:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fd1fe2bf. 00000001:00000010:0.0:1767384995.213097:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000311ea787. 00000001:00000010:0.0:1767384995.213101:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e7777bef. 00000001:00000010:0.0:1767384995.213125:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007ab506a7. 00000001:00000010:0.0:1767384995.213129:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000db0006f8. 00000001:00000010:0.0:1767384995.213132:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000034b7202e. 00000001:00000010:0.0:1767384995.213136:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b7b4cff1. 00000001:00000010:0.0:1767384995.213138:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000f7608e93. 00000001:00000010:0.0:1767384995.213141:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008e1172b0. 00000001:00000001:0.0:1767384995.213144:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384995.213147:0:39797:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000eb8c0444. 00010000:00000001:0.0:1767384995.213150:0:39797:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384995.213152:0:39797:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384995.213154:0:39797:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384995.213156:0:39797:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384995.213158:0:39797:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:0.0:1767384995.213161:0:39797:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384995.213164:0:39797:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384995.213166:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384995.213168:0:39797:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384995.213170:0:39797:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:0.0:1767384995.213173:0:39797:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384995.213176:0:39797:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384995.213178:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384995.213180:0:39797:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384995.213183:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384995.213185:0:39797:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384995.215795:0:39797:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384995.215799:0:39797:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384995.215802:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384995.215803:0:39797:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384995.215805:0:39797:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384995.215809:0:39797:0:(genops.c:1229:class_import_get()) import 000000008c1685c3 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384995.215813:0:39797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384995.215814:0:39797:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384995.215817:0:39797:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384995.215819:0:39797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384995.215820:0:39797:0:(genops.c:1242:class_import_put()) import 000000008c1685c3 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384995.215822:0:39797:0:(genops.c:1245:class_import_put()) final put import 000000008c1685c3 00000020:00000001:0.0:1767384995.215832:0:39797:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384995.215834:0:39797:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384995.215835:0:39797:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384995.215838:0:39797:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384995.215840:0:39797:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000005fd198c9. 00010000:00000010:0.0:1767384995.215845:0:39797:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000fd9a9b4f. 00010000:00000001:0.0:1767384995.215848:0:39797:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:0.0:1767384995.215851:0:39797:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.215853:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384995.215855:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384995.215858:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008c1685c3 for lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384995.215863:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 14 to 0@lo 00000001:00000001:0.0:1767384995.215866:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:3.0:1767384995.215867:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 13 to 0@lo 00000001:00000010:0.0:1767384995.215872:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e20af00. 00000020:00000010:3.0:1767384995.215873:0:473:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000eeb81524. 00000001:00000010:0.0:1767384995.215881:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c75df26. 00000020:00000040:3.0:1767384995.215882:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000b832c0d) now 4 - import 00000001:00000010:0.0:1767384995.215888:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003676f7a3. 00000020:00000010:3.0:1767384995.215889:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008c1685c3. 00000001:00000010:0.0:1767384995.215894:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000869ec922. 00000020:00000001:3.0:1767384995.215897:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1767384995.215900:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fb4f2402. 00000001:00000010:0.0:1767384995.215904:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000b176f61. 00000001:00000001:0.0:1767384995.215908:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384995.215909:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.215912:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e5b98e7f. 00000001:00000010:0.0:1767384995.215915:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030d9b056. 00000001:00000010:0.0:1767384995.215917:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d31041b. 00000001:00000010:0.0:1767384995.215919:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b74fa2d. 00000001:00000010:0.0:1767384995.215921:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000413bb178. 00000001:00000010:0.0:1767384995.215924:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f5a1b9be. 00000001:00000001:0.0:1767384995.215926:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384995.215928:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000b832c0d) now 3 - setup 00000020:00000001:0.0:1767384995.215931:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.215933:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384995.215936:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384995.215940:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384995.215943:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000b832c0d) now 2 - obd_device_list 00000020:00000080:0.0:1767384995.215946:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384995.215948:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000b832c0d) now 1 - newdev 00000020:00000040:0.0:1767384995.215950:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b352a68 with handle 0xcb8130832f6b34c4 from hash 00000020:00000040:0.0:1767384995.215953:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000009b352a68 : new refcount 0 00000020:00000080:0.0:1767384995.215955:0:39797:0:(genops.c:904:class_export_put()) final put 000000009b352a68/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384995.215957:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.215959:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.215961:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 000000009b352a68/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384995.215963:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384995.215965:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.215967:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009b352a68. 00000020:00000001:0.0:1767384995.215976:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384995.215978:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:0.0:1767384995.215980:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384995.215982:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384995.215986:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092533677. 00000020:00000010:0.0:1767384995.215996:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f13b0852. 00000040:00000010:0.0:1767384995.215999:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000517dc873. 00000020:00000010:0.0:1767384995.216003:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae649c28. 00000020:00000010:0.0:1767384995.216007:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.216010:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bdfb6d46. 80000000:00000010:0.0:1767384995.216013:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008be9ac5f. 40000000:00000010:0.0:1767384995.216015:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091a007c9. 00100000:00000010:0.0:1767384995.216036:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e5d69d4. 00040000:00000010:0.0:1767384995.216040:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.216043:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008e1172b0. 00080000:00000010:0.0:1767384995.216046:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b34cdef6. 00000004:00000010:0.0:1767384995.216052:0:39797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f45846c6. 00000004:00000010:0.0:1767384995.216056:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054b470ee. 00000004:00000010:0.0:1767384995.216060:0:39797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007bdd0cc6. 00002000:00000010:0.0:1767384995.216063:0:39797:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b675aee. 00000004:00000010:0.0:1767384995.216067:0:39797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003bff31ed. 00000004:00000010:0.0:1767384995.216073:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e68f816a. 00000004:00000010:0.0:1767384995.216077:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fbeebb27. 00000004:00000010:0.0:1767384995.216081:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000938ed05e. 00000004:00000010:0.0:1767384995.216084:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d20a1d94. 00000004:00000010:0.0:1767384995.216088:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000091111638. 00000004:00000010:0.0:1767384995.216091:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a8fccfa3. 00000004:00000010:0.0:1767384995.216094:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a3377361. 00000004:00000010:0.0:1767384995.216100:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dfdd9f2c. 00000004:00000010:0.0:1767384995.216102:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fabb374c. 00000004:00000010:0.0:1767384995.216105:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009d8b7e03. 00000004:00000010:0.0:1767384995.216108:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000af69d94f. 00000004:00000010:0.0:1767384995.216111:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000042b21e78. 00000004:00000010:0.0:1767384995.216114:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea90fdb0. 00000004:00000010:0.0:1767384995.216117:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cb8cbe56. 00000004:00000010:0.0:1767384995.216120:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002ed57a9f. 00000004:00000010:0.0:1767384995.216123:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000043e95f4e. 00000004:00000010:0.0:1767384995.216127:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e110e460. 00000004:00000010:0.0:1767384995.216130:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e996a122. 00000004:00000010:0.0:1767384995.216134:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005224c192. 00000004:00000010:0.0:1767384995.216137:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005d358d96. 00000004:00000010:0.0:1767384995.216140:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f0e0faca. 00000004:00000010:0.0:1767384995.216143:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000668c67f1. 00000004:00000010:0.0:1767384995.216147:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ca53fd10. 00000004:00000010:0.0:1767384995.216152:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000062844cc3. 00000004:00000010:0.0:1767384995.216155:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bb6ca374. 00000004:00000010:0.0:1767384995.216159:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000361aeaff. 00000004:00000010:0.0:1767384995.216163:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000e0691cc. 00000004:00000010:0.0:1767384995.216166:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000099b148dd. 00000004:00000010:0.0:1767384995.216171:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007bf87395. 00000004:00000010:0.0:1767384995.216175:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d668c0b5. 00000004:00000010:0.0:1767384995.216178:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000df71c053. 00000004:00000010:0.0:1767384995.216182:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009d8cc8e3. 00000004:00000010:0.0:1767384995.216185:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002bef7c0a. 00000004:00000010:0.0:1767384995.216191:0:39797:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000006e5e8b32. 00000020:00000010:0.0:1767384995.216196:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f13b0852. 00000040:00000010:0.0:1767384995.216199:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000517dc873. 00000020:00000010:0.0:1767384995.216203:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae649c28. 00000020:00000010:0.0:1767384995.216208:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.216213:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bdfb6d46. 80000000:00000010:0.0:1767384995.216216:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008be9ac5f. 40000000:00000010:0.0:1767384995.216219:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091a007c9. 00100000:00000010:0.0:1767384995.216221:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001e5d69d4. 00040000:00000010:0.0:1767384995.216226:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.216229:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008e1172b0. 00080000:00000010:0.0:1767384995.216232:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b34cdef6. 00000004:00000010:0.0:1767384995.216235:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f45846c6. 00000004:00000010:0.0:1767384995.216239:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000054b470ee. 00000004:00000010:0.0:1767384995.216243:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007bdd0cc6. 00002000:00000010:0.0:1767384995.216247:0:39797:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b675aee. 00000004:00000010:0.0:1767384995.216250:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003bff31ed. 00000020:00000010:0.0:1767384995.216254:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092533677. 00000020:00000001:0.0:1767384995.216257:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.216259:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000000b832c0d. 00000020:00000001:0.0:1767384995.216270:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216272:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384995.216274:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000000cbc0399. 00000020:00000001:0.0:1767384995.216277:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.216279:0:39797:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.216282:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384995.216283:0:39797:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 000000007a79e43d. 00020000:00000010:0.0:1767384995.216288:0:39797:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000f575f3e6. 00000004:00000001:0.0:1767384995.216295:0:39797:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216296:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.216307:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.216311:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005d74530b. 00000001:00000010:0.0:1767384995.216314:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d0f79756. 00000001:00000010:0.0:1767384995.216319:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055958989. 00000001:00000010:0.0:1767384995.216322:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b273e60e. 00000001:00000010:0.0:1767384995.216325:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000383bf496. 00000001:00000010:0.0:1767384995.216327:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cda1d9c1. 00000001:00000001:0.0:1767384995.216331:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384995.216333:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.216336:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008faad418. 00000001:00000010:0.0:1767384995.216339:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e51c6bc8. 00000001:00000010:0.0:1767384995.216340:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000249ae51a. 00000001:00000010:0.0:1767384995.216343:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1ffd96e. 00000001:00000010:0.0:1767384995.216345:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e7bf0283. 00000001:00000010:0.0:1767384995.216347:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cc803fdf. 00000001:00000001:0.0:1767384995.216350:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384995.216351:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005287466d) now 3 - setup 00000020:00000001:0.0:1767384995.216353:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216354:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384995.216356:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384995.216359:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384995.216361:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005287466d) now 2 - obd_device_list 00000020:00000080:0.0:1767384995.216363:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384995.216365:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005287466d) now 1 - newdev 00000020:00000040:0.0:1767384995.216368:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035c67348 with handle 0xcb8130832f6b347e from hash 00000020:00000040:0.0:1767384995.216370:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000035c67348 : new refcount 0 00000020:00000080:0.0:1767384995.216372:0:39797:0:(genops.c:904:class_export_put()) final put 0000000035c67348/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384995.216373:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216376:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.216377:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 0000000035c67348/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384995.216379:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384995.216380:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.216382:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000035c67348. 00000020:00000001:0.0:1767384995.216386:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384995.216387:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:0.0:1767384995.216389:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384995.216391:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384995.216395:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1ffd96e. 00000020:00000010:0.0:1767384995.216398:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000249ae51a. 00000040:00000010:0.0:1767384995.216401:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e51c6bc8. 00000020:00000010:0.0:1767384995.216404:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007bdd0cc6. 00000020:00000010:0.0:1767384995.216407:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.216409:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008faad418. 80000000:00000010:0.0:1767384995.216412:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000cbc0399. 40000000:00000010:0.0:1767384995.216415:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091a007c9. 00100000:00000010:0.0:1767384995.216418:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f45846c6. 00040000:00000010:0.0:1767384995.216421:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.216423:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008e1172b0. 00080000:00000010:0.0:1767384995.216426:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000070347ca5. 00000004:00000010:0.0:1767384995.216430:0:39797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a50f11f6. 00000004:00000010:0.0:1767384995.216433:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054b470ee. 00000004:00000010:0.0:1767384995.216436:0:39797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000659591f9. 00000004:00000001:0.0:1767384995.216438:0:39797:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:0.0:1767384995.216441:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b981c3a8. 00000004:00000010:0.0:1767384995.216444:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c2b115ed. 00000004:00000010:0.0:1767384995.216447:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000539e8985. 00000004:00000010:0.0:1767384995.216451:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cd34456f. 00000004:00000010:0.0:1767384995.216454:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb247dbf. 00000004:00000010:0.0:1767384995.216458:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f4d2d8ee. 00000004:00000010:0.0:1767384995.216462:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000029e153ac. 00000004:00000010:0.0:1767384995.216466:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ba569c89. 00000004:00000010:0.0:1767384995.216469:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e5381561. 00000004:00000010:0.0:1767384995.216473:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007022108e. 00000004:00000010:0.0:1767384995.216477:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bd36e8b2. 00000004:00000010:0.0:1767384995.216481:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b28b462b. 00000004:00000010:0.0:1767384995.216482:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a066d860. 00000004:00000010:0.0:1767384995.216484:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004cd43993. 00000004:00000010:0.0:1767384995.216494:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000624b5783. 00000004:00000010:0.0:1767384995.216496:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fca45c8. 00000004:00000010:0.0:1767384995.216498:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000270b5e53. 00000004:00000010:0.0:1767384995.216500:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e45e47b7. 00000004:00000010:0.0:1767384995.216504:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000633eb79. 00000004:00000010:0.0:1767384995.216508:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df8e74d4. 00000004:00000010:0.0:1767384995.216511:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d54faf14. 00000004:00000010:0.0:1767384995.216514:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da20b2fc. 00000004:00000010:0.0:1767384995.216517:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b8416849. 00000004:00000010:0.0:1767384995.216521:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000db8871f5. 00000004:00000010:0.0:1767384995.216524:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000094cbda32. 00000004:00000010:0.0:1767384995.216527:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000675fc773. 00000004:00000010:0.0:1767384995.216530:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008005fc3e. 00000004:00000010:0.0:1767384995.216532:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003aa9c8fa. 00000004:00000010:0.0:1767384995.216535:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df93932f. 00000004:00000010:0.0:1767384995.216538:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000065d98234. 00000004:00000010:0.0:1767384995.216541:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002fabfc5d. 00000004:00000010:0.0:1767384995.216544:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000042d9721b. 00000004:00000010:0.0:1767384995.216547:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b0ad00d7. 00000004:00000010:0.0:1767384995.216550:0:39797:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000f3145c5a. 00000004:00000001:0.0:1767384995.216555:0:39797:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446614558032101376 : -129515677450240 : ffff8a34c80d8000) 00000020:00000010:0.0:1767384995.216558:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000249ae51a. 00000040:00000010:0.0:1767384995.216561:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e51c6bc8. 00000020:00000010:0.0:1767384995.216564:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007bdd0cc6. 00000020:00000010:0.0:1767384995.216568:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.216572:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008faad418. 80000000:00000010:0.0:1767384995.216575:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000cbc0399. 40000000:00000010:0.0:1767384995.216577:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091a007c9. 00100000:00000010:0.0:1767384995.216580:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f45846c6. 00040000:00000010:0.0:1767384995.216583:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.216585:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008e1172b0. 00080000:00000010:0.0:1767384995.216588:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000070347ca5. 00000004:00000010:0.0:1767384995.216591:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a50f11f6. 00000004:00000010:0.0:1767384995.216634:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000054b470ee. 00000004:00000010:0.0:1767384995.216637:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000659591f9. 00000020:00000010:0.0:1767384995.216640:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1ffd96e. 00000020:00000001:0.0:1767384995.216643:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.216645:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000005287466d. 00000020:00000001:0.0:1767384995.216651:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216653:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384995.216655:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000dc4e8aad. 00000020:00000001:0.0:1767384995.216658:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.216660:0:39797:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.216662:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.216664:0:39797:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384995.216666:0:39797:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000af4ff65c. 00000004:00000001:0.0:1767384995.216707:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384995.216711:0:39797:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.216713:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.216715:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b34a1 00000020:00000040:0.0:1767384995.216720:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008839328b with handle 0xcb8130832f6b34a1 from hash 00000020:00000001:0.0:1767384995.216725:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.216727:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000008839328b : new refcount 1 00000020:00000001:0.0:1767384995.216729:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.216731:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000008839328b : new refcount 0 00000020:00000080:0.0:1767384995.216733:0:39797:0:(genops.c:904:class_export_put()) final put 000000008839328b/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384995.216735:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216746:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216748:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384995.216749:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:0.0:1767384995.216753:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000af4ff65c. 00000020:00000080:0.0:1767384995.216770:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384995.216775:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384995.216778:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.216778:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000080:3.0:1767384995.216782:0:473:0:(genops.c:863:class_export_destroy()) destroying export 000000008839328b/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384995.216783:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384995.216806:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:0.0:1767384995.216806:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (0000000022b8d64b) has no exports 00000020:00000001:3.0:1767384995.216809:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.216811:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:3.0:1767384995.216814:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000022b8d64b) now 4 - export 00000020:00000001:0.0:1767384995.216815:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767384995.216820:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008839328b. 00000020:00000001:3.0:1767384995.216828:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384995.216953:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.216965:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.216969:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000619105b1. 00000001:00000010:0.0:1767384995.216972:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cf8f46a8. 00000001:00000010:0.0:1767384995.216976:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c1316232. 00000001:00000010:0.0:1767384995.216980:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0bc49b0. 00000001:00000010:0.0:1767384995.216983:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e00e573e. 00000001:00000010:0.0:1767384995.216987:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000027964f0f. 00000001:00000001:0.0:1767384995.216992:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384995.216993:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.216997:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f0d1979. 00000001:00000010:0.0:1767384995.216998:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f9be543f. 00000001:00000010:0.0:1767384995.217000:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000172f2cce. 00000001:00000010:0.0:1767384995.217007:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5d8080a. 00000001:00000010:0.0:1767384995.217010:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006ad66539. 00000001:00000010:0.0:1767384995.217012:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c4692ddc. 00000001:00000001:0.0:1767384995.217013:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384995.217014:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000022b8d64b) now 3 - setup 00000020:00000001:0.0:1767384995.217016:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217017:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384995.217020:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384995.217022:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384995.217025:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000022b8d64b) now 2 - obd_device_list 00000020:00000080:0.0:1767384995.217027:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:0.0:1767384995.217029:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000022b8d64b) now 1 - newdev 00000020:00000040:0.0:1767384995.217032:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fb99503b with handle 0xcb8130832f6b3493 from hash 00000020:00000040:0.0:1767384995.217035:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000fb99503b : new refcount 0 00000020:00000080:0.0:1767384995.217037:0:39797:0:(genops.c:904:class_export_put()) final put 00000000fb99503b/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384995.217039:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217040:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.217042:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 00000000fb99503b/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384995.217044:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384995.217045:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.217047:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fb99503b. 00000020:00000001:0.0:1767384995.217051:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384995.217052:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384995.217054:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384995.217056:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384995.217058:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1ffd96e. 00000020:00000010:0.0:1767384995.217061:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e1172b0. 00000040:00000010:0.0:1767384995.217063:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008faad418. 00000020:00000010:0.0:1767384995.217066:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000659591f9. 00000020:00000010:0.0:1767384995.217069:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.217072:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e51c6bc8. 80000000:00000010:0.0:1767384995.217075:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc4e8aad. 40000000:00000010:0.0:1767384995.217078:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091a007c9. 00100000:00000010:0.0:1767384995.217080:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a50f11f6. 00040000:00000010:0.0:1767384995.217083:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.217085:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000249ae51a. 00080000:00000010:0.0:1767384995.217088:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000070347ca5. 00000004:00000010:0.0:1767384995.217091:0:39797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f45846c6. 00000004:00000010:0.0:1767384995.217094:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054b470ee. 00000004:00000001:0.0:1767384995.217097:0:39797:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384995.217100:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000052fbcf6d. 00000004:00000010:0.0:1767384995.217105:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000381f3bd6. 00000004:00000010:0.0:1767384995.217108:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000019a67f49. 00000004:00000010:0.0:1767384995.217111:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d76cb40e. 00000004:00000010:0.0:1767384995.217114:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000df40df82. 00000004:00000010:0.0:1767384995.217118:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a112537b. 00000004:00000010:0.0:1767384995.217121:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f842511a. 00000004:00000010:0.0:1767384995.217125:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000060de6d76. 00000004:00000010:0.0:1767384995.217128:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fc31d076. 00000004:00000010:0.0:1767384995.217130:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000239175ad. 00000004:00000010:0.0:1767384995.217133:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000011bf2163. 00000004:00000010:0.0:1767384995.217136:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000075ae3f67. 00000004:00000010:0.0:1767384995.217139:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000019aedd81. 00000004:00000010:0.0:1767384995.217142:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e334e6fa. 00000004:00000010:0.0:1767384995.217144:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bbf907a1. 00000004:00000010:0.0:1767384995.217147:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac3db25f. 00000004:00000010:0.0:1767384995.217150:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e38df3d. 00000004:00000010:0.0:1767384995.217154:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f10ed639. 00000004:00000010:0.0:1767384995.217156:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d2d34f1c. 00000004:00000010:0.0:1767384995.217159:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018e8994c. 00000004:00000010:0.0:1767384995.217162:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000724e4964. 00000004:00000010:0.0:1767384995.217165:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000093a05bdd. 00000004:00000010:0.0:1767384995.217168:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002a234f49. 00000004:00000010:0.0:1767384995.217172:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003c227654. 00000004:00000010:0.0:1767384995.217175:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a232adfd. 00000004:00000010:0.0:1767384995.217178:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb683a99. 00000004:00000010:0.0:1767384995.217182:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b060710d. 00000004:00000010:0.0:1767384995.217185:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005e2ee5dc. 00000004:00000010:0.0:1767384995.217189:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000087734628. 00000004:00000010:0.0:1767384995.217191:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000071512372. 00000004:00000010:0.0:1767384995.217193:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a9d62f20. 00000004:00000010:0.0:1767384995.217196:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d90915d8. 00000004:00000010:0.0:1767384995.217199:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ba0a2248. 00000004:00000010:0.0:1767384995.217204:0:39797:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000198051b6. 00000004:00000001:0.0:1767384995.217208:0:39797:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.217210:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008e1172b0. 00000040:00000010:0.0:1767384995.217214:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008faad418. 00000020:00000010:0.0:1767384995.217217:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000659591f9. 00000020:00000010:0.0:1767384995.217221:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.217224:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e51c6bc8. 80000000:00000010:0.0:1767384995.217226:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dc4e8aad. 40000000:00000010:0.0:1767384995.217235:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091a007c9. 00100000:00000010:0.0:1767384995.217237:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a50f11f6. 00040000:00000010:0.0:1767384995.217239:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.217241:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000249ae51a. 00080000:00000010:0.0:1767384995.217243:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000070347ca5. 00000004:00000010:0.0:1767384995.217246:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f45846c6. 00000004:00000010:0.0:1767384995.217250:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000054b470ee. 00000020:00000010:0.0:1767384995.217252:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1ffd96e. 00000020:00000001:0.0:1767384995.217255:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.217257:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000022b8d64b. 00000020:00000001:0.0:1767384995.217262:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217264:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384995.217266:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000af4ff65c. 00000020:00000001:0.0:1767384995.217269:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.217271:0:39797:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.217274:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.217275:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384995.217277:0:39797:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.217279:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.217281:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b34a8 00000020:00000040:0.0:1767384995.217283:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000055106d3c with handle 0xcb8130832f6b34a8 from hash 00000020:00000001:0.0:1767384995.217286:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.217287:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000055106d3c : new refcount 1 00000020:00000001:0.0:1767384995.217289:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.217291:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000055106d3c : new refcount 0 00000020:00000080:0.0:1767384995.217293:0:39797:0:(genops.c:904:class_export_put()) final put 0000000055106d3c/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384995.217295:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217308:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.217310:0:39797:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.217311:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217315:0:39797:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384995.217317:0:39797:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384995.217320:0:39797:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558680076768 : -129515029474848 : ffff8a34eeacd1e0) 00000020:00000001:3.0:1767384995.217322:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000004:0.0:1767384995.217323:0:39797:0:(tgt_mount.c:188:server_put_mount()) put mount 000000005f1d2c89 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1767384995.217326:0:473:0:(genops.c:863:class_export_destroy()) destroying export 0000000055106d3c/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384995.217328:0:39797:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:3.0:1767384995.217333:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:0.0:1767384995.217333:0:39797:0:(obd_mount.c:705:lustre_put_lsi()) put 000000005f1d2c89 3 00000020:00000001:3.0:1767384995.217338:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217338:0:39797:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.217342:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 6 - export 00000020:00000001:0.0:1767384995.217344:0:39797:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000010:3.0:1767384995.217349:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000055106d3c. 00000020:00000001:0.0:1767384995.217349:0:39797:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384995.217353:0:39797:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558680076768 : -129515029474848 : ffff8a34eeacd1e0) 00000020:00000001:3.0:1767384995.217357:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:0.0:1767384995.217357:0:39797:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000005f1d2c89 from lustre-MDT0000 00000020:00000010:0.0:1767384995.217362:0:39797:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 0000000050bbd649. 00000020:00000010:0.0:1767384995.217367:0:39797:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000000d72c35b. 00000020:00000001:0.0:1767384995.217371:0:39797:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217373:0:39797:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384995.217375:0:39797:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:0.0:1767384995.217376:0:39797:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217378:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.217387:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.217390:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aae4b7b9. 00000001:00000010:0.0:1767384995.217393:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c81461e. 00000001:00000010:0.0:1767384995.217395:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1c92f91. 00000001:00000010:0.0:1767384995.217398:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046e20fda. 00000001:00000010:0.0:1767384995.217401:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000d9b53e8. 00000001:00000010:0.0:1767384995.217403:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000022f344dc. 00000001:00000001:0.0:1767384995.217407:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384995.217408:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.217411:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e4774e1. 00000001:00000010:0.0:1767384995.217415:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001d0acb8c. 00000001:00000010:0.0:1767384995.217418:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cdea84e8. 00000001:00000010:0.0:1767384995.217420:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056fc84c8. 00000001:00000010:0.0:1767384995.217423:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f69ad20d. 00000001:00000010:0.0:1767384995.217427:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000baf217f6. 00000001:00000001:0.0:1767384995.217431:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384995.217433:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 3 - setup 00000020:00000001:0.0:1767384995.217435:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217437:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384995.217438:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384995.217440:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384995.217447:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 2 - obd_device_list 00000020:00000080:0.0:1767384995.217450:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:0.0:1767384995.217451:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000d1bb7eef) now 1 - newdev 00000020:00000040:0.0:1767384995.217454:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f44bdaed with handle 0xcb8130832f6b348c from hash 00000020:00000040:0.0:1767384995.217456:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000f44bdaed : new refcount 0 00000020:00000080:0.0:1767384995.217458:0:39797:0:(genops.c:904:class_export_put()) final put 00000000f44bdaed/lustre-MDT0000_UUID 00000020:00000001:0.0:1767384995.217459:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217461:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.217463:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 00000000f44bdaed/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384995.217464:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384995.217466:0:39797:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:0.0:1767384995.217469:0:39797:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000069241368. 00000004:00000001:0.0:1767384995.217472:0:39797:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217474:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.217476:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f44bdaed. 00000020:00000001:0.0:1767384995.217480:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384995.217481:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:0.0:1767384995.217484:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:0.0:1767384995.217486:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384995.217489:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056fc84c8. 00000020:00000010:0.0:1767384995.217492:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cdea84e8. 00000040:00000010:0.0:1767384995.217494:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001d0acb8c. 00000020:00000010:0.0:1767384995.217497:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f45846c6. 00000020:00000010:0.0:1767384995.217500:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.217503:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003e4774e1. 80000000:00000010:0.0:1767384995.217506:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc4e8aad. 40000000:00000010:0.0:1767384995.217508:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af4ff65c. 00100000:00000010:0.0:1767384995.217511:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000070347ca5. 00040000:00000010:0.0:1767384995.217514:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.217516:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000046e20fda. 00080000:00000010:0.0:1767384995.217519:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a50f11f6. 00000004:00000010:0.0:1767384995.217522:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054b470ee. 00000004:00000001:0.0:1767384995.217524:0:39797:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:0.0:1767384995.217526:0:39797:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000334052d1. 00000004:00000001:0.0:1767384995.217529:0:39797:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.217531:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cdea84e8. 00000040:00000010:0.0:1767384995.217533:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001d0acb8c. 00000020:00000010:0.0:1767384995.217536:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f45846c6. 00000020:00000010:0.0:1767384995.217538:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009ca96b08. 00000020:00000010:0.0:1767384995.217541:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003e4774e1. 80000000:00000010:0.0:1767384995.217544:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dc4e8aad. 40000000:00000010:0.0:1767384995.217547:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000af4ff65c. 00100000:00000010:0.0:1767384995.217550:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000070347ca5. 00040000:00000010:0.0:1767384995.217552:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067377753. 00040000:00000010:0.0:1767384995.217555:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000046e20fda. 00080000:00000010:0.0:1767384995.217558:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a50f11f6. 00000004:00000010:0.0:1767384995.217561:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000054b470ee. 00000020:00000010:0.0:1767384995.217563:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056fc84c8. 00000020:00000001:0.0:1767384995.217566:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.217568:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000d1bb7eef. 00000020:00000001:0.0:1767384995.217572:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217574:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384995.217577:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000051c62630. 00000020:00000001:0.0:1767384995.217579:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217582:0:39797:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767384995.217584:0:39797:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767384995.217586:0:39797:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767384995.217589:0:39797:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767384995.217591:0:39797:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:0.0:1767384995.217614:0:39797:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384995.217617:0:39797:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558032797600 : -129515676754016 : ffff8a34c8181fa0) 00000020:01000004:0.0:1767384995.217620:0:39797:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:0.0:1767384995.217622:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384995.217624:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:0.0:1767384995.217628:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000af4ff65c. 00000020:00000080:0.0:1767384995.217631:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384995.217633:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384995.217635:0:39797:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384995.217639:0:39797:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000ebf69cff daf33691-1772-4ae5-a3a2-7d43c77f6bea 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384995.217644:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384995.217646:0:39797:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000f8fff439) has exports, disconnecting them 00000020:00000001:0.0:1767384995.217648:0:39797:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384995.217650:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=10 00000020:00000040:0.0:1767384995.217652:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=11 00000020:00080000:0.0:1767384995.217654:0:39797:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000ebf69cff), last request at 1767384892 00000020:00000001:0.0:1767384995.217656:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384995.217658:0:39797:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384995.217661:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 10 20000000:00000010:0.0:1767384995.217664:0:39797:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000022edb787. 00000020:00000040:0.0:1767384995.217668:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000ebf69cff refcount=11 00010000:00000001:0.0:1767384995.217672:0:39797:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384995.217674:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384995.217677:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 10 00000020:00000080:0.0:1767384995.217678:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b344d 00000020:00000040:0.0:1767384995.217680:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ebf69cff with handle 0xcb8130832f6b344d from hash 00000020:00000040:0.0:1767384995.217689:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 9 00000020:00000001:0.0:1767384995.217691:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384995.217692:0:39797:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000ebf69cff: total 0 00000020:00000001:0.0:1767384995.217694:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.217695:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 8 00000020:00000001:0.0:1767384995.217697:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384995.217700:0:39797:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384995.217702:0:39797:0:(import.c:65:import_set_state_nolock()) 00000000740ad788 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384995.217705:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384995.217706:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384995.217708:0:39797:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384995.217719:0:39797:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384995.217721:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 7 20000000:00000001:0.0:1767384995.217723:0:39797:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.217725:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384995.217729:0:39797:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000ebf69cff): rc 0 00000020:00000001:1.0:1767384995.217731:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384995.217731:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 6 00000020:00000001:0.0:1767384995.217736:0:39797:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00010000:1.0:1767384995.217737:0:39798:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000ebf69cff: total 0 00000020:00000001:0.0:1767384995.217739:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384995.217742:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446614558908104704 : -129514801446912 : ffff8a34fc444000) 00000020:00000001:0.0:1767384995.217743:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:0.0:1767384995.217747:0:39797:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00010000:00000001:1.0:1767384995.217749:0:39798:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:0.0:1767384995.217750:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:1.0:1767384995.217766:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000db18f64. 00000020:00080000:0.0:1767384995.217771:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000f8fff439) has no exports 00000020:00000010:1.0:1767384995.217772:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8cc2257. 00000020:00000001:0.0:1767384995.217777:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384995.217779:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ed67883. 00000100:00000001:0.0:1767384995.217781:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384995.217784:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:1.0:1767384995.217785:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003706ba52. 00000020:00000010:1.0:1767384995.217790:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000601654bd. 00000100:00000001:0.0:1767384995.217791:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 80000000:00000010:1.0:1767384995.217794:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fcecf9c. 00000100:00000001:0.0:1767384995.217794:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384995.217798:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 40000000:00000010:1.0:1767384995.217799:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072ade330. 00000100:00000040:0.0:1767384995.217802:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00100000:00000010:1.0:1767384995.217805:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c909c5fc. 00000100:00000040:0.0:1767384995.217806:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:0.0:1767384995.217811:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00040000:00000010:1.0:1767384995.217814:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9212074. 00040000:00000010:1.0:1767384995.217819:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000641bdf4f. 00080000:00000010:1.0:1767384995.217823:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a112537b. 00002000:00000010:1.0:1767384995.217826:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f68ae21. 00000020:00000010:1.0:1767384995.217829:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8cc2257. 00000020:00000010:1.0:1767384995.217834:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ed67883. 00000100:00000040:0.0:1767384995.217834:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:1.0:1767384995.217842:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003706ba52. 00000020:00000010:3.0:1767384995.217843:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000817152bf. 00000020:00000010:1.0:1767384995.217846:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000601654bd. 00000040:00000010:3.0:1767384995.217850:0:16799:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002297751b. 80000000:00000010:1.0:1767384995.217852:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003fcecf9c. 00000020:00000010:0.0:1767384995.217854:0:16798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f1216ccc. 00000020:00000010:3.0:1767384995.217857:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000517dc428. 40000000:00000010:1.0:1767384995.217859:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072ade330. 00000040:00000010:0.0:1767384995.217862:0:16798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033d79069. 00100000:00000010:1.0:1767384995.217865:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c909c5fc. 00000020:00000010:0.0:1767384995.217870:0:16798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000070f6d3a4. 00040000:00000010:1.0:1767384995.217873:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9212074. 00000020:00000010:3.0:1767384995.217875:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000245d0946. 00000020:00000010:0.0:1767384995.217876:0:16798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005c81c3cd. 00040000:00000010:1.0:1767384995.217881:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000641bdf4f. 80000000:00000010:0.0:1767384995.217885:0:16798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c765abfd. 00080000:00000010:1.0:1767384995.217886:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a112537b. 00002000:00000010:1.0:1767384995.217894:0:39798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008f68ae21. 00040000:00000010:0.0:1767384995.217894:0:16798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000053c59ac3. 80000000:00000010:3.0:1767384995.217896:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e9a3eea7. 00000020:00000010:1.0:1767384995.217903:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000db18f64. 00080000:00000010:0.0:1767384995.217904:0:16798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e4d25d42. 00040000:00000010:3.0:1767384995.217905:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1a2bf6b. 00010000:00010000:1.0:1767384995.217913:0:39798:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000ebf69cff, canceled 0 locks, left on hash table 5. 20000000:00000010:0.0:1767384995.217914:0:16798:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006611ed1c. 00080000:00000010:3.0:1767384995.217915:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d1a89865. 20000000:00000010:3.0:1767384995.217926:0:16799:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000172ded1d. 00000020:00000010:1.0:1767384995.217927:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000db18f64. 00000020:00000010:0.0:1767384995.217930:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e509f337. 00000020:00000010:3.0:1767384995.217933:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c6f5ea9. 00000020:00000010:1.0:1767384995.217934:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000641bdf4f. 00000020:00000010:0.0:1767384995.217939:0:16798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b7f57ee. 00000020:00000010:1.0:1767384995.217940:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a112537b. 00000020:00000010:3.0:1767384995.217943:0:16799:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000eb5d403d. 00000020:00000010:1.0:1767384995.217946:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003706ba52. 00000100:00000010:0.0:1767384995.217948:0:16798:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d73cf765. 00000020:00000010:1.0:1767384995.217951:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000601654bd. 00000100:00000010:3.0:1767384995.217953:0:16799:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d1d50a39. 00000100:00100000:0.0:1767384995.217954:0:16798:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [00000000dd07020d:16798] 1 exiting: rc = 0 80000000:00000010:1.0:1767384995.217956:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fcecf9c. 00000100:00100000:3.0:1767384995.217960:0:16799:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000002d68d4d:16799] 2 exiting: rc = 0 40000000:00000010:1.0:1767384995.217962:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072ade330. 00100000:00000010:1.0:1767384995.217967:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c909c5fc. 00040000:00000010:1.0:1767384995.217970:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9212074. 00040000:00000010:1.0:1767384995.217972:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8cc2257. 00080000:00000010:1.0:1767384995.217975:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000ed67883. 00002000:00000010:1.0:1767384995.217978:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f68ae21. 00000001:00000001:1.0:1767384995.217981:0:39798:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384995.217983:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384995.217988:0:39798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000066706a1d count: 2 00010000:00000001:1.0:1767384995.217990:0:39798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384995.217994:0:39798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384995.217997:0:39798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384995.217999:0:39798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.218001:0:39798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384995.218006:0:39798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384995.218009:0:39798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384995.218015:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218017:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218019:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384995.218021:0:39798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384995.218024:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004407d439 with handle 0xcb8130832f6b353b from hash 00010000:00000001:1.0:1767384995.218027:0:39798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384995.218028:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218030:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218032:0:39798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384995.218035:0:39798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384995.218037:0:39798:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ebf69cff, 1 locks cancelled. 00010000:00000001:1.0:1767384995.218040:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218041:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218042:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384995.218047:0:39798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004407d439/0xcb8130832f6b353b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b3534 expref: 6 pid: 16799 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384995.218055:0:39798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 4 00000020:00000040:1.0:1767384995.218057:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 5 00010000:00000040:1.0:1767384995.218060:0:39798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000066706a1d count: 0 00000020:00000010:3.0:1767384995.218065:0:16796:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f3c5cb91. 00000040:00000010:3.0:1767384995.218072:0:16796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ea6ce960. 00010000:00000001:1.0:1767384995.218076:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384995.218077:0:16796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d2368789. 00000001:00000040:1.0:1767384995.218081:0:39798:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: daf33691-1772-4, loop: 0 00000020:00000010:3.0:1767384995.218083:0:16796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000022a0d1ce. 00000001:00000001:1.0:1767384995.218085:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 80000000:00000010:3.0:1767384995.218088:0:16796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e80cbafd. 00010000:00000040:1.0:1767384995.218090:0:39798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 4 00040000:00000010:3.0:1767384995.218094:0:16796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ee90837. 00010000:00000001:1.0:1767384995.218094:0:39798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384995.218099:0:39798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000010:3.0:1767384995.218101:0:16796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000beea3c06. 00010000:00000001:1.0:1767384995.218103:0:39798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 20000000:00000010:3.0:1767384995.218107:0:16796:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000037bfb01a. 00010000:00000001:1.0:1767384995.218107:0:39798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.218113:0:39798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384995.218113:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #0 00000020:00000010:3.0:1767384995.218114:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da62da7. 00000020:00000010:3.0:1767384995.218125:0:16796:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008c6adcf8. 00010000:00000001:1.0:1767384995.218125:0:39798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384995.218130:0:39798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384995.218134:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218137:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384995.218138:0:16796:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000518e2e01. 00010000:00000001:1.0:1767384995.218139:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384995.218143:0:16796:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000002e1eb973:16796] 0 exiting: rc = 1 00010000:00000001:1.0:1767384995.218143:0:39798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384995.218147:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d3ba0d8 with handle 0xcb8130832f6b3549 from hash 00010000:00000001:1.0:1767384995.218152:0:39798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384995.218154:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218155:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218155:0:39798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384995.218157:0:39798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384995.218158:0:39798:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ebf69cff, 2 locks cancelled. 00010000:00000001:1.0:1767384995.218160:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218169:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218171:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384995.218173:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002e1eb973. 00010000:00010000:1.0:1767384995.218174:0:39798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d3ba0d8/0xcb8130832f6b3549 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b3542 expref: 5 pid: 16799 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384995.218183:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dd07020d. 00010000:00000040:1.0:1767384995.218184:0:39798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 3 00000020:00000040:1.0:1767384995.218190:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 4 00000100:00000010:0.0:1767384995.218194:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000002d68d4d. 00010000:00000001:1.0:1767384995.218200:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384995.218202:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000001:00000040:1.0:1767384995.218204:0:39798:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: daf33691-1772-4, loop: 1 00000100:00000001:0.0:1767384995.218205:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000001:00000001:1.0:1767384995.218209:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384995.218213:0:39798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 3 00000400:00000200:0.0:1767384995.218213:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:1.0:1767384995.218219:0:39798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384995.218222:0:39798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:0.0:1767384995.218223:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384995.218224:0:39798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000001:0.0:1767384995.218227:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384995.218228:0:39798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.218232:0:39798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384995.218232:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000902b2c34. 00010000:00000001:1.0:1767384995.218235:0:39798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384995.218238:0:39798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384995.218238:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4029c9d 00000400:00000010:0.0:1767384995.218242:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4029c9d. 00010000:00000001:1.0:1767384995.218244:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218247:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384995.218248:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384995.218249:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384995.218252:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384995.218253:0:39798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384995.218258:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003d4069e7 with handle 0xcb8130832f6b345b from hash 00010000:00000001:1.0:1767384995.218263:0:39798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384995.218266:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384995.218266:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384995.218268:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384995.218270:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384995.218272:0:39798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384995.218274:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384995.218275:0:39798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:0.0:1767384995.218279:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384995.218280:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384995.218283:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384995.218284:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384995.218287:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff6c2fb. 00010000:00000001:1.0:1767384995.218288:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384995.218294:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032982e99 00010000:00010000:1.0:1767384995.218295:0:39798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003d4069e7/0xcb8130832f6b345b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b3454 expref: 4 pid: 16799 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384995.218299:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032982e99. 00000100:00000001:0.0:1767384995.218306:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1767384995.218307:0:39798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 2 00000100:00000200:0.0:1767384995.218309:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:1.0:1767384995.218311:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 3 00010000:00000001:1.0:1767384995.218319:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384995.218319:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.218322:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000001:00000040:1.0:1767384995.218323:0:39798:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: daf33691-1772-4, loop: 2 00000100:00000001:0.0:1767384995.218326:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1767384995.218327:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:0.0:1767384995.218331:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384995.218333:0:39798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000302017ab count: 2 00000400:00000001:0.0:1767384995.218333:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218337:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe9119f. 00010000:00000001:1.0:1767384995.218338:0:39798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384995.218343:0:39798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1767384995.218343:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003960826d 00010000:00000001:1.0:1767384995.218346:0:39798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1767384995.218347:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003960826d. 00010000:00000001:1.0:1767384995.218351:0:39798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384995.218354:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384995.218355:0:39798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384995.218357:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384995.218360:0:39798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384995.218368:0:39798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767384995.218371:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384995.218373:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384995.218375:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:1.0:1767384995.218376:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384995.218379:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384995.218380:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384995.218383:0:39798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384995.218384:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384995.218386:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f1004b57 with handle 0xcb8130832f6b3565 from hash 00000400:00000001:0.0:1767384995.218387:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218391:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b26bc340. 00010000:00000001:1.0:1767384995.218392:0:39798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384995.218397:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384995.218398:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c440993 00010000:00000001:1.0:1767384995.218399:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218404:0:39798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384995.218404:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c440993. 00010000:00000001:1.0:1767384995.218408:0:39798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384995.218410:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1767384995.218411:0:39798:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ebf69cff, 4 locks cancelled. 00000100:00000200:0.0:1767384995.218413:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384995.218416:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218419:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218421:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384995.218423:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.218426:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00010000:1.0:1767384995.218427:0:39798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f1004b57/0xcb8130832f6b3565 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b355e expref: 3 pid: 16799 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384995.218429:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.218432:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.218435:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218438:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184579ed. 00000400:00000200:0.0:1767384995.218444:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66773ac 00010000:00000040:1.0:1767384995.218448:0:39798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 1 00000400:00000010:0.0:1767384995.218449:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b66773ac. 00000020:00000040:1.0:1767384995.218455:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 2 00000100:00000001:0.0:1767384995.218456:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1767384995.218459:0:39798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000302017ab count: 0 00000100:00000200:0.0:1767384995.218460:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.218472:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.218475:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00010000:00000001:1.0:1767384995.218476:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384995.218477:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000040:1.0:1767384995.218481:0:39798:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: daf33691-1772-4, loop: 3 00000400:00000001:0.0:1767384995.218482:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.218485:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:1.0:1767384995.218486:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:0.0:1767384995.218488:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d44a1bfd. 00010000:00000040:1.0:1767384995.218490:0:39798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c1a2e4 count: 2 00000400:00000200:0.0:1767384995.218493:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8143c0c 00010000:00000001:1.0:1767384995.218495:0:39798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384995.218497:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8143c0c. 00000020:00000001:1.0:1767384995.218498:0:39798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384995.218501:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384995.218502:0:39798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384995.218506:0:39798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384995.218506:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384995.218511:0:39798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384995.218519:0:39798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384995.218522:0:39798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767384995.218522:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.218528:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000001:1.0:1767384995.218529:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384995.218532:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384995.218532:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384995.218537:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:0.0:1767384995.218537:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.218542:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384995.218543:0:39798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384995.218547:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ac44bcd. 00000020:00000040:1.0:1767384995.218548:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001cebe4a1 with handle 0xcb8130832f6b3573 from hash 00010000:00000001:1.0:1767384995.218554:0:39798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384995.218554:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a77e453f 00010000:00000001:1.0:1767384995.218556:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384995.218558:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a77e453f. 00010000:00000001:1.0:1767384995.218559:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218561:0:39798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384995.218570:0:39798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384995.218570:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384995.218575:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384995.218575:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384995.218579:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384995.218581:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384995.218586:0:39798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001cebe4a1/0xcb8130832f6b3573 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcb8130832f6b356c expref: 2 pid: 16799 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384995.218591:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:1.0:1767384995.218617:0:39798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ebf69cff : new locks_count 0 00000020:00000040:1.0:1767384995.218620:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 1 00000100:00000040:0.0:1767384995.218624:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00010000:00000040:1.0:1767384995.218625:0:39798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f8c1a2e4 count: 0 00000100:00000001:0.0:1767384995.218631:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.218634:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.218635:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218637:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478bd4bd. 00010000:00000001:1.0:1767384995.218639:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384995.218641:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fc27641 00000001:00000040:1.0:1767384995.218643:0:39798:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: daf33691-1772-4, loop: 4 00000400:00000010:0.0:1767384995.218644:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fc27641. 00000001:00000001:1.0:1767384995.218650:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384995.218651:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.218654:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:1.0:1767384995.218655:0:39798:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384995.218661:0:39798:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000ebf69cff, canceled 5 locks, left on hash table 0. 00000100:00100000:0.0:1767384995.218665:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384995.218666:0:39798:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000100:00000040:0.0:1767384995.218670:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000001:00000001:1.0:1767384995.218671:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384995.218675:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384995.218676:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1767384995.218677:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384995.218679:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384995.218681:0:39798:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:0.0:1767384995.218682:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218685:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008815f079. 00000020:00000010:1.0:1767384995.218686:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000641bdf4f. 00000400:00000200:0.0:1767384995.218688:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff534883 00000020:00000010:1.0:1767384995.218692:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a112537b. 00000400:00000010:0.0:1767384995.218692:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff534883. 00000100:00000001:0.0:1767384995.218696:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384995.218699:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003706ba52. 00000100:00000200:0.0:1767384995.218699:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1767384995.218706:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000601654bd. 00000100:00100000:0.0:1767384995.218712:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 80000000:00000010:1.0:1767384995.218714:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003fcecf9c. 00000100:00000040:0.0:1767384995.218716:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 40000000:00000010:1.0:1767384995.218718:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072ade330. 00000100:00000001:0.0:1767384995.218720:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.218723:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00100000:00000010:1.0:1767384995.218724:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c909c5fc. 00000400:00000001:0.0:1767384995.218725:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218730:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba63f35e. 00040000:00000010:1.0:1767384995.218731:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9212074. 00000400:00000200:0.0:1767384995.218734:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff1172 00040000:00000010:1.0:1767384995.218736:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8cc2257. 00000400:00000010:0.0:1767384995.218737:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032ff1172. 00080000:00000010:1.0:1767384995.218745:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000ed67883. 00000100:00000001:0.0:1767384995.218745:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.218750:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00002000:00000010:1.0:1767384995.218752:0:39798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008f68ae21. 00000100:00100000:0.0:1767384995.218775:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:1.0:1767384995.218776:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000db18f64. 00000100:00000040:0.0:1767384995.218778:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000020:00000001:1.0:1767384995.218782:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:0.0:1767384995.218783:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384995.218787:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf69cff : new refcount 0 00000400:00000001:0.0:1767384995.218788:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.218792:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000080:1.0:1767384995.218793:0:39798:0:(genops.c:904:class_export_put()) final put 00000000ebf69cff/daf33691-1772-4ae5-a3a2-7d43c77f6bea 00000400:00000010:0.0:1767384995.218795:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000255224bf. 00000400:00000200:0.0:1767384995.218801:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004033ee2e 00000400:00000010:0.0:1767384995.218803:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004033ee2e. 00000100:00000001:0.0:1767384995.218806:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384995.218807:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000200:0.0:1767384995.218808:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384995.218812:0:39798:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.218817:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384995.218824:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00100000:0.0:1767384995.218824:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384995.218827:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384995.218829:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000ebf69cff/daf33691-1772-4ae5-a3a2-7d43c77f6bea for MGS 00000100:00000040:0.0:1767384995.218831:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00010000:00010000:1.0:1767384995.218832:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384995.218837:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 12 to 0@lo 00000020:00000001:1.0:1767384995.218838:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384995.218838:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384995.218843:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384995.218844:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000001:0.0:1767384995.218845:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384995.218849:0:473:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000400:00000001:0.0:1767384995.218850:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384995.218851:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384995.218852:0:473:0:(genops.c:1229:class_import_get()) import 00000000740ad788 refcount=2 obd=MGS 00000400:00000010:0.0:1767384995.218856:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33b1d91. 00000020:00000001:1.0:1767384995.218857:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384995.218858:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384995.218863:0:473:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=1 obd=MGS 00000020:00000001:1.0:1767384995.218864:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384995.218864:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000761e5171 00000020:00000001:3.0:1767384995.218866:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384995.218870:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000761e5171. 00000020:00000001:3.0:1767384995.218872:0:473:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384995.218872:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384995.218874:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384995.218877:0:473:0:(genops.c:1242:class_import_put()) import 00000000740ad788 refcount=0 obd=MGS 00000100:00000200:0.0:1767384995.218878:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384995.218884:0:473:0:(genops.c:1245:class_import_put()) final put import 00000000740ad788 00000100:00100000:0.0:1767384995.218891:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.218894:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384995.218896:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.218897:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.218898:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384995.218899:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384995.218900:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f863481c. 00010000:00000001:3.0:1767384995.218904:0:473:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000200:0.0:1767384995.218905:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a9ed89d 00000400:00000010:0.0:1767384995.218908:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a9ed89d. 00000100:00000001:0.0:1767384995.218910:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:3.0:1767384995.218915:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000200:0.0:1767384995.218915:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767384995.218922:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007669bf6c. 00000100:00100000:0.0:1767384995.218927:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:3.0:1767384995.218931:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000021a36516. 00000100:00000040:0.0:1767384995.218931:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384995.218936:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:3.0:1767384995.218937:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009a5cad29. 00000400:00000001:0.0:1767384995.218940:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:3.0:1767384995.218942:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ccf5b45c. 00000400:00000001:0.0:1767384995.218943:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.218947:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea04685f. 00000001:00000010:3.0:1767384995.218949:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000e2f6cd1. 00000400:00000200:0.0:1767384995.218951:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4b5d59 00000001:00000010:3.0:1767384995.218955:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002a0677ee. 00000001:00000001:3.0:1767384995.218958:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384995.218960:0:473:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384995.218962:0:473:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384995.218963:0:473:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384995.218965:0:473:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384995.218967:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.218972:0:473:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 5 - export 00000400:00000010:0.0:1767384995.218972:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb4b5d59. 00000020:00000010:3.0:1767384995.218978:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ebf69cff. 00000100:00000001:0.0:1767384995.218980:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.218983:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384995.218985:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384995.218991:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00100000:0.0:1767384995.218992:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1767384995.218995:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000740ad788 for MGS 00000100:00000040:0.0:1767384995.218997:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000020:00000040:3.0:1767384995.219002:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 11 to 0@lo 00000100:00000001:0.0:1767384995.219003:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384995.219008:0:473:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 4 - import 00000400:00000001:0.0:1767384995.219009:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219013:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384995.219014:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000740ad788. 00000400:00000010:0.0:1767384995.219016:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb67be3. 00000020:00000001:3.0:1767384995.219020:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:0.0:1767384995.219027:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6b21be 00000400:00000010:0.0:1767384995.219030:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd6b21be. 00000100:00000001:0.0:1767384995.219033:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219035:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219039:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219041:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384995.219043:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219045:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219046:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219048:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d4421. 00000400:00000200:0.0:1767384995.219050:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000045cb535 00000400:00000010:0.0:1767384995.219052:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000045cb535. 00000100:00000001:0.0:1767384995.219055:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219056:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219060:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219061:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384995.219063:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219065:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219066:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219067:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030b0553d. 00000400:00000200:0.0:1767384995.219070:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093a35a44 00000400:00000010:0.0:1767384995.219071:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093a35a44. 00000100:00000001:0.0:1767384995.219074:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219075:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219079:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219081:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384995.219083:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219084:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219085:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219087:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa19e9b. 00000400:00000200:0.0:1767384995.219090:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460b77bb 00000400:00000010:0.0:1767384995.219092:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000460b77bb. 00000100:00000001:0.0:1767384995.219095:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219096:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219101:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219103:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384995.219104:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219105:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219107:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219108:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c782acc8. 00000400:00000200:0.0:1767384995.219110:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008884bed2 00000400:00000010:0.0:1767384995.219111:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008884bed2. 00000100:00000001:0.0:1767384995.219114:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219115:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219119:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219120:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384995.219122:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219124:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219125:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219126:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf3e87a. 00000400:00000200:0.0:1767384995.219128:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbd3c5f 00000400:00000010:0.0:1767384995.219130:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afbd3c5f. 00000100:00000001:0.0:1767384995.219132:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219133:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219137:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219138:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384995.219140:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219141:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219143:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219144:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b520ca. 00000400:00000200:0.0:1767384995.219146:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1464d7 00000400:00000010:0.0:1767384995.219148:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c1464d7. 00000100:00000001:0.0:1767384995.219150:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219151:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219155:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219156:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384995.219157:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219159:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219160:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219162:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8d8641a. 00000400:00000200:0.0:1767384995.219164:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e06f27c 00000400:00000010:0.0:1767384995.219165:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e06f27c. 00000100:00000001:0.0:1767384995.219168:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219169:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219173:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219174:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384995.219176:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219177:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219178:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219179:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c09492d. 00000400:00000200:0.0:1767384995.219182:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df0e75ad 00000400:00000010:0.0:1767384995.219183:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df0e75ad. 00000100:00000001:0.0:1767384995.219186:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219187:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219191:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219192:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384995.219194:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219195:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219196:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219197:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5207e92. 00000400:00000200:0.0:1767384995.219199:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a794175b 00000400:00000010:0.0:1767384995.219201:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a794175b. 00000100:00000001:0.0:1767384995.219204:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219205:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219209:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219211:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384995.219212:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219214:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219215:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219216:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4cd85da. 00000400:00000200:0.0:1767384995.219220:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e5d86c7 00000400:00000010:0.0:1767384995.219221:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e5d86c7. 00000100:00000001:0.0:1767384995.219225:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219226:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219234:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219237:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384995.219240:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219241:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219242:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219243:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e2aea5. 00000400:00000200:0.0:1767384995.219251:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049196496 00000400:00000010:0.0:1767384995.219253:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049196496. 00000100:00000001:0.0:1767384995.219256:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219257:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219260:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219262:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384995.219263:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219265:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219266:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219267:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f1a924. 00000400:00000200:0.0:1767384995.219270:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3737afb 00000400:00000010:0.0:1767384995.219271:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3737afb. 00000100:00000001:0.0:1767384995.219273:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219274:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219278:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219279:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384995.219281:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219283:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219284:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219285:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 00000400:00000200:0.0:1767384995.219287:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471e3a2b 00000400:00000010:0.0:1767384995.219288:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000471e3a2b. 00000100:00000001:0.0:1767384995.219291:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219292:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219297:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219298:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384995.219300:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219302:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219303:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219304:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e1254a. 00000400:00000200:0.0:1767384995.219306:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d8b400d 00000400:00000010:0.0:1767384995.219308:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d8b400d. 00000100:00000001:0.0:1767384995.219310:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219312:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219317:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219318:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384995.219320:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219321:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219322:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219323:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056ae638c. 00000400:00000200:0.0:1767384995.219326:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c38a2c7 00000400:00000010:0.0:1767384995.219327:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c38a2c7. 00000100:00000001:0.0:1767384995.219329:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219330:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219336:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219337:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384995.219339:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219340:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219341:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219342:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b08a92. 00000400:00000200:0.0:1767384995.219344:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e187b3d 00000400:00000010:0.0:1767384995.219346:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e187b3d. 00000100:00000001:0.0:1767384995.219348:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219349:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219353:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219354:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384995.219356:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219357:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219358:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219360:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000520f96af. 00000400:00000200:0.0:1767384995.219362:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000846ddaf0 00000400:00000010:0.0:1767384995.219363:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000846ddaf0. 00000100:00000001:0.0:1767384995.219366:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219367:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219371:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219372:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384995.219374:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219375:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219376:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219378:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171d1810. 00000400:00000200:0.0:1767384995.219380:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b6d29d0 00000400:00000010:0.0:1767384995.219383:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b6d29d0. 00000100:00000001:0.0:1767384995.219385:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219386:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219390:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219392:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384995.219393:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219395:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219396:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219397:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8a5e4e. 00000400:00000200:0.0:1767384995.219399:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4fb45ce 00000400:00000010:0.0:1767384995.219401:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4fb45ce. 00000100:00000001:0.0:1767384995.219403:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219405:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219409:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219410:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384995.219412:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219413:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219414:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219415:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab831234. 00000400:00000200:0.0:1767384995.219418:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b8f677 00000400:00000010:0.0:1767384995.219419:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3b8f677. 00000100:00000001:0.0:1767384995.219421:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219422:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219426:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219427:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384995.219429:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219430:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219431:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219432:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e36dc76. 00000400:00000200:0.0:1767384995.219435:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e59a06e4 00000400:00000010:0.0:1767384995.219436:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e59a06e4. 00000100:00000001:0.0:1767384995.219438:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219439:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219445:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219447:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384995.219450:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219452:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219453:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219455:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b11057. 00000400:00000200:0.0:1767384995.219459:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5e5910 00000400:00000010:0.0:1767384995.219461:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff5e5910. 00000100:00000001:0.0:1767384995.219464:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219465:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219469:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219470:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384995.219477:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219479:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219480:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219481:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6019275. 00000400:00000200:0.0:1767384995.219483:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a12947a 00000400:00000010:0.0:1767384995.219485:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a12947a. 00000100:00000001:0.0:1767384995.219487:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219488:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219493:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219495:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384995.219496:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219497:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219498:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219500:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016258f2f. 00000400:00000200:0.0:1767384995.219502:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de1b5e18 00000400:00000010:0.0:1767384995.219504:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de1b5e18. 00000100:00000001:0.0:1767384995.219506:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219507:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219513:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219514:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384995.219516:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219517:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219519:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219520:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c11e641. 00000400:00000200:0.0:1767384995.219522:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe6ace5 00000400:00000010:0.0:1767384995.219523:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fe6ace5. 00000100:00000001:0.0:1767384995.219526:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219526:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219531:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219532:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384995.219534:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219536:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219537:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219539:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef8515. 00000400:00000200:0.0:1767384995.219541:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f3d2c8 00000400:00000010:0.0:1767384995.219543:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3f3d2c8. 00000100:00000001:0.0:1767384995.219546:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219547:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219552:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219553:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384995.219556:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219557:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219558:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219559:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe33ba0. 00000400:00000200:0.0:1767384995.219561:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f934fa 00000400:00000010:0.0:1767384995.219563:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030f934fa. 00000100:00000001:0.0:1767384995.219565:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219566:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219574:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219576:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384995.219577:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219579:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219580:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219581:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8da421. 00000400:00000200:0.0:1767384995.219584:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e236b5 00000400:00000010:0.0:1767384995.219585:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e236b5. 00000100:00000001:0.0:1767384995.219588:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219589:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219617:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219620:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384995.219622:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219623:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219625:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219626:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000123d55. 00000400:00000200:0.0:1767384995.219629:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd3f36b 00000400:00000010:0.0:1767384995.219630:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cd3f36b. 00000100:00000001:0.0:1767384995.219634:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219635:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219641:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219643:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384995.219645:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219646:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219647:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219649:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a9e346d. 00000400:00000200:0.0:1767384995.219651:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b19fc094 00000400:00000010:0.0:1767384995.219653:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b19fc094. 00000100:00000001:0.0:1767384995.219656:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219657:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219661:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219663:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384995.219665:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219666:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219667:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219668:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003473d109. 00000400:00000200:0.0:1767384995.219671:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea96b37 00000400:00000010:0.0:1767384995.219672:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ea96b37. 00000100:00000001:0.0:1767384995.219675:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219676:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219681:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219683:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384995.219684:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219686:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219686:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219687:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c9d827. 00000400:00000200:0.0:1767384995.219690:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce69d240 00000400:00000010:0.0:1767384995.219691:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce69d240. 00000100:00000001:0.0:1767384995.219694:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219695:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219700:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219702:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384995.219705:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219707:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219708:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219709:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d5242c5. 00000400:00000200:0.0:1767384995.219713:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032acdc53 00000400:00000010:0.0:1767384995.219715:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032acdc53. 00000100:00000001:0.0:1767384995.219718:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219719:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219727:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219728:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384995.219729:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219730:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219731:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219736:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fbb53ab. 00000400:00000200:0.0:1767384995.219740:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcda4955 00000400:00000010:0.0:1767384995.219741:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcda4955. 00000100:00000001:0.0:1767384995.219743:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219744:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219747:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219749:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384995.219750:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219752:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219753:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219766:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073293da3. 00000400:00000200:0.0:1767384995.219768:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000847e3064 00000400:00000010:0.0:1767384995.219770:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000847e3064. 00000100:00000001:0.0:1767384995.219772:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219773:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219778:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219779:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384995.219782:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219783:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219784:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219786:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b6a4e2. 00000400:00000200:0.0:1767384995.219789:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d71f621f 00000400:00000010:0.0:1767384995.219791:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d71f621f. 00000100:00000001:0.0:1767384995.219793:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219794:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219798:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219799:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384995.219801:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219802:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219803:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219805:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000556df562. 00000400:00000200:0.0:1767384995.219807:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048897155 00000400:00000010:0.0:1767384995.219810:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048897155. 00000100:00000001:0.0:1767384995.219813:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219814:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219819:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219821:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384995.219822:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219823:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219825:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219826:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061257991. 00000400:00000200:0.0:1767384995.219828:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcab2e9 00000400:00000010:0.0:1767384995.219830:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bcab2e9. 00000100:00000001:0.0:1767384995.219832:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219833:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219836:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219838:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384995.219840:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219841:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219842:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219843:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d6ec82. 00000400:00000200:0.0:1767384995.219846:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051261823 00000400:00000010:0.0:1767384995.219847:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051261823. 00000100:00000001:0.0:1767384995.219850:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219851:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219854:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219856:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384995.219857:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219859:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219860:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219861:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e95dae5. 00000400:00000200:0.0:1767384995.219864:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da394913 00000400:00000010:0.0:1767384995.219865:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da394913. 00000100:00000001:0.0:1767384995.219868:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219869:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219873:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219875:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384995.219876:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219878:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219879:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219881:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f522d84. 00000400:00000200:0.0:1767384995.219883:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3e471d 00000400:00000010:0.0:1767384995.219884:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a3e471d. 00000100:00000001:0.0:1767384995.219887:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219888:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219892:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219893:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384995.219895:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219896:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219897:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219898:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0d35997. 00000400:00000200:0.0:1767384995.219901:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be91747d 00000400:00000010:0.0:1767384995.219902:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be91747d. 00000100:00000001:0.0:1767384995.219904:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219905:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219910:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219911:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384995.219913:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219914:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219915:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219916:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be9a481. 00000400:00000200:0.0:1767384995.219919:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa0ce8ef 00000400:00000010:0.0:1767384995.219920:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa0ce8ef. 00000100:00000001:0.0:1767384995.219922:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219923:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219927:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219929:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384995.219930:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219932:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219932:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219934:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dc8d061. 00000400:00000200:0.0:1767384995.219936:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7c9a7b 00000400:00000010:0.0:1767384995.219937:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a7c9a7b. 00000100:00000001:0.0:1767384995.219940:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219941:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219945:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219947:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384995.219950:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219952:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219954:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219955:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa0a79a. 00000400:00000200:0.0:1767384995.219959:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7c3b535 00000400:00000010:0.0:1767384995.219960:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7c3b535. 00000100:00000001:0.0:1767384995.219964:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219966:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219971:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219972:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384995.219973:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.219980:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.219982:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.219983:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006df6a041. 00000400:00000200:0.0:1767384995.219986:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050a4ac0c 00000400:00000010:0.0:1767384995.219987:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050a4ac0c. 00000100:00000001:0.0:1767384995.219989:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.219990:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.219995:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.219997:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384995.219998:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.220000:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.220001:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.220003:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebbcdc9. 00000400:00000200:0.0:1767384995.220005:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9222bd7 00000400:00000010:0.0:1767384995.220007:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9222bd7. 00000100:00000001:0.0:1767384995.220009:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.220010:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.220015:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.220016:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384995.220019:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.220020:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.220021:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.220022:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5ef3d33. 00000400:00000200:0.0:1767384995.220025:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bd37819 00000400:00000010:0.0:1767384995.220026:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bd37819. 00000100:00000001:0.0:1767384995.220028:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.220029:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.220034:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.220037:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384995.220038:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384995.220040:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384995.220041:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384995.220042:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1a07b91. 00000400:00000200:0.0:1767384995.220044:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1bee5 00000400:00000010:0.0:1767384995.220046:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065f1bee5. 00000100:00000001:0.0:1767384995.220048:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384995.220049:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384995.220053:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384995.220054:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384995.220056:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384995.220058:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220060:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220062:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220064:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220065:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220066:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220067:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220069:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220070:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220071:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220093:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220095:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220097:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220098:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220100:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220101:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220102:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220104:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220107:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220108:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220110:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220111:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220114:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220114:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220116:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220117:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220118:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220120:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220122:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220124:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220127:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220128:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220129:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220131:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220133:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220134:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220136:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220136:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220138:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220139:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220141:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220141:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220143:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220144:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220146:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220147:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220148:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220149:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220151:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220152:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220154:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220155:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220157:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220158:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220160:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220160:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220162:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220163:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220165:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220166:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220167:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220169:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220172:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220173:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220176:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220178:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220180:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220182:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220185:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220186:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220189:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220191:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220193:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220195:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220196:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220196:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220197:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220198:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220205:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220206:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220207:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220208:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220209:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220210:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220211:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220212:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220213:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220214:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220215:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220216:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220219:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220220:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220222:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220223:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220225:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220226:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220228:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220229:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220231:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220233:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220234:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220235:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220236:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220238:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220239:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220240:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220242:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220243:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220245:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220246:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220248:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220249:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220250:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220252:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220253:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220254:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220255:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220256:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220258:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220259:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220261:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220262:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220263:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220264:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220266:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220267:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384995.220269:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384995.220270:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384995.220274:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bacb3705. 00000100:00000010:0.0:1767384995.220280:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032cf27c8. 00000100:00000010:0.0:1767384995.220283:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f1155235. 00000100:00000010:0.0:1767384995.220285:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076386ca4. 00000100:00000010:0.0:1767384995.220288:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000e44f01. 00000100:00000010:0.0:1767384995.220291:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042bf29e5. 00000100:00000010:0.0:1767384995.220294:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000028bb9c17. 00000100:00000010:0.0:1767384995.220297:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b751ceca. 00000100:00000010:0.0:1767384995.220299:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9f49fb8. 00000100:00000010:0.0:1767384995.220302:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c31e4313. 00000100:00000010:0.0:1767384995.220304:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000417843f1. 00000100:00000010:0.0:1767384995.220307:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ece1a2c0. 00000100:00000010:0.0:1767384995.220309:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000be8f84f2. 00000100:00000010:0.0:1767384995.220313:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b98e31a. 00000100:00000010:0.0:1767384995.220316:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc8c0237. 00000100:00000010:0.0:1767384995.220318:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020e22dcf. 00000100:00000010:0.0:1767384995.220321:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001365d470. 00000100:00000010:0.0:1767384995.220350:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a32ebd97. 00000100:00000010:0.0:1767384995.220353:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008db215fc. 00000100:00000010:0.0:1767384995.220356:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070e2e8d9. 00000100:00000010:0.0:1767384995.220359:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076428abd. 00000100:00000010:0.0:1767384995.220362:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009240ad0e. 00000100:00000010:0.0:1767384995.220364:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e66f47f. 00000100:00000010:0.0:1767384995.220367:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000464d8010. 00000100:00000010:0.0:1767384995.220370:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000072a8761. 00000100:00000010:0.0:1767384995.220373:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce830989. 00000100:00000010:0.0:1767384995.220375:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058622db7. 00000100:00000010:0.0:1767384995.220378:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a67a338d. 00000100:00000010:0.0:1767384995.220381:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090d05919. 00000100:00000010:0.0:1767384995.220383:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf3d9739. 00000100:00000010:0.0:1767384995.220385:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d5f2d3f. 00000100:00000010:0.0:1767384995.220388:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a18c373. 00000100:00000010:0.0:1767384995.220391:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6a9da18. 00000100:00000010:0.0:1767384995.220394:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea329572. 00000100:00000010:0.0:1767384995.220397:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e0731fdf. 00000100:00000010:0.0:1767384995.220399:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1185772. 00000100:00000010:0.0:1767384995.220402:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000c006d79. 00000100:00000010:0.0:1767384995.220405:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009af114ea. 00000100:00000010:0.0:1767384995.220407:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a4f0e553. 00000100:00000010:0.0:1767384995.220412:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a58c077. 00000100:00000010:0.0:1767384995.220416:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000039fdf685. 00000100:00000010:0.0:1767384995.220451:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcc38eaf. 00000100:00000010:0.0:1767384995.220454:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020c8628b. 00000100:00000010:0.0:1767384995.220457:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce61846a. 00000100:00000010:0.0:1767384995.220460:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e57d87f. 00000100:00000010:0.0:1767384995.220462:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2be6da7. 00000100:00000010:0.0:1767384995.220464:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af34b85e. 00000100:00000010:0.0:1767384995.220467:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000304ff22a. 00000100:00000010:0.0:1767384995.220469:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e25d60e. 00000100:00000010:0.0:1767384995.220473:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055078087. 00000100:00000010:0.0:1767384995.220475:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000035ff48e. 00000100:00000010:0.0:1767384995.220477:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009e9cd19. 00000100:00000010:0.0:1767384995.220481:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ba992bae. 00000100:00000010:0.0:1767384995.220484:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd3dff27. 00000100:00000010:0.0:1767384995.220486:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cad88f23. 00000100:00000010:0.0:1767384995.220489:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d92f5fc. 00000100:00000010:0.0:1767384995.220491:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bb9a883e. 00000100:00000010:0.0:1767384995.220495:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000935b3f78. 00000100:00000010:0.0:1767384995.220497:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000040b88eb. 00000100:00000010:0.0:1767384995.220499:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d8aadf1. 00000100:00000010:0.0:1767384995.220503:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070c13354. 00000100:00000010:0.0:1767384995.220506:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a5f4bc6. 00000100:00000010:0.0:1767384995.220508:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096ca3757. 00000100:00000010:0.0:1767384995.220512:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf64ddcc. 00000100:00000010:0.0:1767384995.220515:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000abe66422. 00000100:00000010:0.0:1767384995.220544:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbaec6e6. 00000100:00000010:0.0:1767384995.220547:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d1e3840. 00000100:00000010:0.0:1767384995.220550:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bba135d1. 00000100:00000010:0.0:1767384995.220553:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000634f5d8d. 00000100:00000010:0.0:1767384995.220556:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004aff79ed. 00000100:00000010:0.0:1767384995.220558:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001932c81b. 00000100:00000010:0.0:1767384995.220562:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059031da2. 00000100:00000010:0.0:1767384995.220565:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8821dfd. 00000100:00000010:0.0:1767384995.220568:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6642bed. 00000100:00000010:0.0:1767384995.220570:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002893b862. 00000100:00000010:0.0:1767384995.220573:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff0d64fe. 00000100:00000010:0.0:1767384995.220575:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059cf9d08. 00000100:00000010:0.0:1767384995.220578:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e80d439. 00000100:00000010:0.0:1767384995.220581:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008dc0e798. 00000100:00000010:0.0:1767384995.220583:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055eeea81. 00000100:00000010:0.0:1767384995.220586:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058fbc40f. 00000100:00000010:0.0:1767384995.220589:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea9656a9. 00000100:00000010:0.0:1767384995.220614:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f973e921. 00000100:00000010:0.0:1767384995.220618:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001088adfc. 00000100:00000010:0.0:1767384995.220621:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f09582f. 00000100:00000010:0.0:1767384995.220624:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003eb27422. 00000100:00000010:0.0:1767384995.220627:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000069a69f4d. 00000100:00000010:0.0:1767384995.220631:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067344b27. 00000100:00000010:0.0:1767384995.220634:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000062a64a7a. 00000100:00000010:0.0:1767384995.220669:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e870ff9b. 00000100:00000010:0.0:1767384995.220672:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2c3c8e8. 00000100:00000010:0.0:1767384995.220675:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6d0e168. 00000100:00000010:0.0:1767384995.220678:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e2aa6b2f. 00000100:00000010:0.0:1767384995.220681:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9645b77. 00000100:00000010:0.0:1767384995.220684:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005898eef9. 00000100:00000010:0.0:1767384995.220688:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ec568e3. 00000100:00000010:0.0:1767384995.220693:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000792ddc70. 00000100:00000010:0.0:1767384995.220698:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f78a566. 00000100:00000010:0.0:1767384995.220702:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b69f6c58. 00000100:00000010:0.0:1767384995.220708:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074702adb. 00000100:00000010:0.0:1767384995.220712:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088e9fe8d. 00000100:00000010:0.0:1767384995.220715:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e331ceab. 00000100:00000010:0.0:1767384995.220716:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf66ffe6. 00000100:00000010:0.0:1767384995.220735:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097a7423f. 00000100:00000010:0.0:1767384995.220739:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ba9c2286. 00000100:00000010:0.0:1767384995.220741:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000171ceda3. 00000100:00000010:0.0:1767384995.220743:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000613ff66f. 00000100:00000010:0.0:1767384995.220746:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000961e55ba. 00000100:00000010:0.0:1767384995.220748:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ef41509. 00000100:00000010:0.0:1767384995.220752:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab8c3551. 00000100:00000010:0.0:1767384995.220766:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000abf8d31e. 00000100:00000010:0.0:1767384995.220769:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d96d14db. 00000100:00000010:0.0:1767384995.220770:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c95c5589. 00000100:00000010:0.0:1767384995.220773:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048c9299b. 00000100:00000010:0.0:1767384995.220775:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000341d91be. 00000100:00000010:0.0:1767384995.220779:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000222886c3. 00000100:00000010:0.0:1767384995.220781:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002851b5aa. 00000100:00000010:0.0:1767384995.220783:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f00ec6ab. 00000100:00000010:0.0:1767384995.220801:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aec0c1aa. 00000100:00000010:0.0:1767384995.220804:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac83f10e. 00000100:00000010:0.0:1767384995.220807:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000072780d17. 00000100:00000010:0.0:1767384995.220826:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b069312. 00000100:00000010:0.0:1767384995.220829:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009926d8d1. 00000100:00000010:0.0:1767384995.220833:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b9e286c. 00000100:00000010:0.0:1767384995.220835:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000591fbc57. 00000100:00000010:0.0:1767384995.220838:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097f3a957. 00000100:00000010:0.0:1767384995.220840:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f2cdfd0. 00000100:00000010:0.0:1767384995.220845:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088b86d68. 00000100:00000010:0.0:1767384995.220857:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c93f5b5c. 00000100:00000010:0.0:1767384995.220867:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ed373b6b. 00000100:00000010:0.0:1767384995.220876:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000202dbbf9. 00000100:00000001:0.0:1767384995.220886:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384995.220888:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384995.220891:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384995.220893:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384995.220895:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000462188c3. 00000100:00000001:0.0:1767384995.220898:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384995.220900:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384995.220902:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384995.220904:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000021c3b7fd. 00000100:00000001:0.0:1767384995.220907:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384995.220908:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384995.220910:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000073cad459. 00000100:00000001:0.0:1767384995.220912:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384995.220914:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384995.220915:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000306fd19d. 00000100:00000001:0.0:1767384995.220917:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384995.220918:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384995.220919:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002a2d2d4a. 00000100:00000001:0.0:1767384995.220922:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384995.221050:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f34bcdbd. 00000020:00000010:0.0:1767384995.221056:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009f460516. 00000020:00000010:0.0:1767384995.221058:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002095cc68. 00000020:00000010:0.0:1767384995.221063:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000079efc34c. 00000020:00000010:0.0:1767384995.221067:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000953d00cd. 00000020:00000010:0.0:1767384995.221072:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000038ab995e. 00000100:00000010:0.0:1767384995.221101:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d33deaf0. 00000100:00000010:0.0:1767384995.221111:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000fc8d2ac6. 00000100:00000010:0.0:1767384995.221115:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009f8f0a2f. 00000100:00000010:0.0:1767384995.221118:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000082787379. 00000100:00000001:0.0:1767384995.221121:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384995.221125:0:39797:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384995.221129:0:39797:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:0.0:1767384995.221132:0:39797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000e37bd362. 00080000:00000010:0.0:1767384995.221136:0:39797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000091a007c9. 00080000:00000001:0.0:1767384995.221138:0:39797:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614558928205104 : -129514781346512 : ffff8a34fd76f530) 00080000:00000001:0.0:1767384995.221141:0:39797:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614558928205104 : -129514781346512 : ffff8a34fd76f530) 00080000:00000001:0.0:1767384995.221143:0:39797:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:0.0:1767384995.221145:0:39797:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384995.221147:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221149:0:39797:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072667738575 : -1041813041 : ffffffffc1e731cf) 00080000:00000001:0.0:1767384995.221151:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221152:0:39797:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:0.0:1767384995.221154:0:39797:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:0.0:1767384995.221157:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221158:0:39797:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.221160:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221161:0:39797:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072667738577 : -1041813039 : ffffffffc1e731d1) 00080000:00000001:0.0:1767384995.221162:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221164:0:39797:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:0.0:1767384995.221165:0:39797:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:0.0:1767384995.221166:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221189:0:39797:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.221191:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221194:0:39797:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446614558928205440 : -129514781346176 : ffff8a34fd76f680) 00080000:00000001:0.0:1767384995.221197:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221199:0:39797:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:0.0:1767384995.221203:0:39797:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000037494d6f. 20000000:00000010:0.0:1767384995.221206:0:39797:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000014c481d8. 00080000:00000001:0.0:1767384995.221214:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221216:0:39797:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.221217:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221219:0:39797:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446614558928205440 : -129514781346176 : ffff8a34fd76f680) 00080000:00000001:0.0:1767384995.221221:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221222:0:39797:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:0.0:1767384995.221225:0:39797:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b5149fec. 20000000:00000010:0.0:1767384995.221227:0:39797:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000ae352557. 00080000:00000001:0.0:1767384995.221229:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221231:0:39797:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.221233:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221234:0:39797:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446614558928205440 : -129514781346176 : ffff8a34fd76f680) 00080000:00000001:0.0:1767384995.221236:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221238:0:39797:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:0.0:1767384995.221240:0:39797:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000811fd401. 20000000:00000010:0.0:1767384995.221242:0:39797:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000093ecb10c. 00080000:00000001:0.0:1767384995.221244:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221246:0:39797:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.221247:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221249:0:39797:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446614558928205440 : -129514781346176 : ffff8a34fd76f680) 00080000:00000001:0.0:1767384995.221251:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221252:0:39797:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:0.0:1767384995.221255:0:39797:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008960625d. 20000000:00000010:0.0:1767384995.221256:0:39797:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000127b0e87. 00080000:00000001:0.0:1767384995.221258:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221260:0:39797:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.221262:0:39797:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384995.221263:0:39797:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446614558928205440 : -129514781346176 : ffff8a34fd76f680) 00080000:00000001:0.0:1767384995.221265:0:39797:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384995.221266:0:39797:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:0.0:1767384995.221269:0:39797:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000dd49328f. 20000000:00000010:0.0:1767384995.221271:0:39797:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000002f22359c. 00080000:00000001:0.0:1767384995.221273:0:39797:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384995.221275:0:39797:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384995.221278:0:39797:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:0.0:1767384995.221283:0:39797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000091a007c9. 00080000:00000010:0.0:1767384995.221287:0:39797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000e37bd362. 00080000:00000001:0.0:1767384995.221290:0:39797:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:0.0:1767384995.221292:0:39797:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384995.221335:0:39797:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000f37e9791. 20000000:00000010:0.0:1767384995.221341:0:39797:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000b2fa7757. 20000000:00000010:0.0:1767384995.221358:0:39797:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000fa18ddf6. 20000000:00000010:0.0:1767384995.221362:0:39797:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000002cf6aa6f. 20000000:00000010:0.0:1767384995.221367:0:39797:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000261dfb5b. 20000000:00000010:0.0:1767384995.221370:0:39797:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000002f22359c. 20000000:00000010:0.0:1767384995.221374:0:39797:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000dd49328f. 20000000:00000010:0.0:1767384995.221377:0:39797:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000127b0e87. 20000000:00000010:0.0:1767384995.221379:0:39797:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008960625d. 20000000:00000010:0.0:1767384995.221382:0:39797:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000093ecb10c. 20000000:00000010:0.0:1767384995.221384:0:39797:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000811fd401. 20000000:00000010:0.0:1767384995.221386:0:39797:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000ae352557. 20000000:00000010:0.0:1767384995.221388:0:39797:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b5149fec. 20000000:00000010:0.0:1767384995.221392:0:39797:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000014c481d8. 20000000:00000010:0.0:1767384995.221395:0:39797:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000037494d6f. 20000000:00000001:0.0:1767384995.221399:0:39797:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384995.221408:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007180a104. 20000000:00000010:0.0:1767384995.221413:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b73f6b7b. 20000000:00000010:0.0:1767384995.221416:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005961f138. 20000000:00000010:0.0:1767384995.221423:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000463297f4. 20000000:00000010:0.0:1767384995.221427:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000059d2860e. 20000000:00000010:0.0:1767384995.221430:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d86f3d8. 20000000:00000010:0.0:1767384995.221432:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000775b3303. 20000000:00000010:0.0:1767384995.221434:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d42658f9. 20000000:00000010:0.0:1767384995.221437:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002656bc6d. 20000000:00000010:0.0:1767384995.221439:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000073ecc31c. 20000000:00000010:0.0:1767384995.221442:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000841b3a79. 20000000:00000010:0.0:1767384995.221445:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007bbf7bea. 20000000:00000010:0.0:1767384995.221447:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b88990fb. 20000000:00000010:0.0:1767384995.221451:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000059bf4c5f. 20000000:00000010:0.0:1767384995.221453:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000047c61d9c. 20000000:00000010:0.0:1767384995.221456:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000086526770. 20000000:00000010:0.0:1767384995.221459:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1a3d1c1. 20000000:00000010:0.0:1767384995.221461:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000056ad9fd0. 20000000:00000010:0.0:1767384995.221464:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dc51472e. 20000000:00000010:0.0:1767384995.221467:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ee17cf42. 20000000:00000010:0.0:1767384995.221469:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000018b5072d. 20000000:00000010:0.0:1767384995.221472:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000004245b89. 20000000:00000010:0.0:1767384995.221475:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f498d20. 20000000:00000010:0.0:1767384995.221478:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000076854bdb. 20000000:00000010:0.0:1767384995.221481:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e43a6e7. 20000000:00000010:0.0:1767384995.221484:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008c84b061. 20000000:00000010:0.0:1767384995.221486:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000067ce7cd4. 20000000:00000010:0.0:1767384995.221489:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c2817d2. 20000000:00000010:0.0:1767384995.221492:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000032d18f3e. 20000000:00000010:0.0:1767384995.221495:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b8ea379a. 20000000:00000010:0.0:1767384995.221498:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000011a2b606. 20000000:00000010:0.0:1767384995.221500:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c85a4f3. 20000000:00000010:0.0:1767384995.221503:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000af8de33c. 20000000:00000010:0.0:1767384995.221506:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d90b73d6. 20000000:00000010:0.0:1767384995.221509:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b790aeb3. 20000000:00000010:0.0:1767384995.221511:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f30c37c1. 20000000:00000010:0.0:1767384995.221514:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c311cc93. 20000000:00000010:0.0:1767384995.221517:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000067ffe226. 20000000:00000010:0.0:1767384995.221520:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001474465d. 20000000:00000010:0.0:1767384995.221523:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2cc687f. 20000000:00000010:0.0:1767384995.221526:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c2b0dc77. 20000000:00000010:0.0:1767384995.221531:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aa8dc0fb. 20000000:00000010:0.0:1767384995.221535:0:39797:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000004f0f9887. 20000000:00000010:0.0:1767384995.221538:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000065e345f4. 20000000:00000010:0.0:1767384995.221542:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000640226d5. 20000000:00000010:0.0:1767384995.221545:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f1bc27d7. 20000000:00000010:0.0:1767384995.221547:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b87095b1. 20000000:00000010:0.0:1767384995.221551:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009eb71e7c. 20000000:00000010:0.0:1767384995.221554:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006a957db4. 20000000:00000010:0.0:1767384995.221557:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004bc7efa0. 20000000:00000010:0.0:1767384995.221560:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e947fa82. 20000000:00000010:0.0:1767384995.221562:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dcb5fef3. 20000000:00000010:0.0:1767384995.221565:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000020c17ebe. 20000000:00000010:0.0:1767384995.221568:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007bccd440. 20000000:00000010:0.0:1767384995.221571:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000049ee90be. 20000000:00000010:0.0:1767384995.221574:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cfaba05e. 20000000:00000010:0.0:1767384995.221577:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e117737. 20000000:00000010:0.0:1767384995.221579:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003b2b757c. 20000000:00000010:0.0:1767384995.221582:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000038c6dbd5. 20000000:00000010:0.0:1767384995.221585:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000d924175. 20000000:00000010:0.0:1767384995.221588:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000676cb88c. 20000000:00000010:0.0:1767384995.221590:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008b4e7f94. 20000000:00000010:0.0:1767384995.221618:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b43176f8. 20000000:00000010:0.0:1767384995.221621:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6b970ff. 20000000:00000010:0.0:1767384995.221624:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f3176d35. 20000000:00000010:0.0:1767384995.221627:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004492f419. 20000000:00000010:0.0:1767384995.221630:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009117eaad. 20000000:00000010:0.0:1767384995.221632:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000013562655. 20000000:00000010:0.0:1767384995.221635:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000067e7abbf. 20000000:00000010:0.0:1767384995.221639:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002b7c878b. 20000000:00000010:0.0:1767384995.221644:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001a346e1c. 20000000:00000010:0.0:1767384995.221648:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f323e312. 20000000:00000010:0.0:1767384995.221652:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f55bccaa. 20000000:00000010:0.0:1767384995.221658:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dc640bd4. 20000000:00000010:0.0:1767384995.221661:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000058f7a43e. 20000000:00000010:0.0:1767384995.221665:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d62715c8. 20000000:00000010:0.0:1767384995.221668:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000386f018f. 20000000:00000010:0.0:1767384995.221669:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a1cd44ec. 20000000:00000010:0.0:1767384995.221678:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b2cc051c. 20000000:00000010:0.0:1767384995.221681:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001bd6fe92. 20000000:00000010:0.0:1767384995.221684:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079b3ba04. 20000000:00000010:0.0:1767384995.221687:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c6ba9c7c. 20000000:00000010:0.0:1767384995.221690:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ce709c24. 20000000:00000010:0.0:1767384995.221693:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000022035c12. 20000000:00000010:0.0:1767384995.221698:0:39797:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002bf8ef0d. 20000000:00000010:0.0:1767384995.221701:0:39797:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000004c20261c. 20000000:00000010:0.0:1767384995.221742:0:39797:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000003d6c4f6b. 20000000:00000010:0.0:1767384995.221778:0:39797:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000f7d133c4. 20000000:00000010:0.0:1767384995.221783:0:39797:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000bcee4f8a. 20000000:00000010:0.0:1767384995.221786:0:39797:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000b55558ad. 20000000:00000010:0.0:1767384995.221790:0:39797:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000cbefdb4f. 20000000:00000010:0.0:1767384995.221794:0:39797:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000516e119a. 20000000:00000010:0.0:1767384995.221796:0:39797:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000513d880c. 20000000:00000010:0.0:1767384995.221799:0:39797:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000674b39b7. 20000000:00000010:0.0:1767384995.221802:0:39797:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000feacd538. 00010000:00000001:0.0:1767384995.221805:0:39797:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384995.221807:0:39797:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384995.221809:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384995.221811:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384995.221813:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.221815:0:39797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384995.221816:0:39797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384995.221817:0:39797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384995.221819:0:39797:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384995.221821:0:39797:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384995.221825:0:39797:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384995.221827:0:39797:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384995.221841:0:39797:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384995.221846:0:39797:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000df516f35 - data 000000009c43d279/00000000fd587e22 00000020:00000010:0.0:1767384995.221987:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000367861c6. 00000020:00000010:0.0:1767384995.221991:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000003eee8d63. 00000020:00000010:0.0:1767384995.221995:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000fd587e22. 00000020:00000010:0.0:1767384995.221998:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000002ae7d669. 00000020:00000010:0.0:1767384995.222002:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000003206a9c4. 00000020:00000010:0.0:1767384995.222005:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004e053bb4. 00000020:00000010:0.0:1767384995.222008:0:39797:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000df516f35. 00000020:01000000:0.0:1767384995.222012:0:39797:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002175a61b - data 00000000244abd82/000000006edeed0e 00000020:00000010:0.0:1767384995.222147:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000086b2b87e. 00000020:00000010:0.0:1767384995.222151:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000008842bd3c. 00000020:00000010:0.0:1767384995.222154:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006edeed0e. 00000020:00000010:0.0:1767384995.222161:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000b03745ba. 00000020:00000010:0.0:1767384995.222164:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000036e635f6. 00000020:00000010:0.0:1767384995.222166:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000748f00d8. 00000020:00000010:0.0:1767384995.222168:0:39797:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002175a61b. 00000020:00000001:0.0:1767384995.222170:0:39797:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384995.222272:0:39797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003559970c : new refcount 2 00000040:00000001:0.0:1767384995.222274:0:39797:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384995.222275:0:39797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003559970c : new refcount 1 00080000:00000010:0.0:1767384995.222292:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005fcb54d5. 00000020:00000010:0.0:1767384995.222295:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000ee319bd. 00000020:00000010:0.0:1767384995.222300:0:39797:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f5b0c571. 00080000:00000010:0.0:1767384995.222313:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000065bc01f4. 00000020:00000010:0.0:1767384995.222316:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002bcd66e2. 00000020:00000010:0.0:1767384995.222319:0:39797:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e97f679c. 00000020:00000040:0.0:1767384995.222322:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000001bed53fe : new refcount 1 00000040:00000010:0.0:1767384995.222324:0:39797:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003559970c. 00000040:00000001:0.0:1767384995.222327:0:39797:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384995.222331:0:39797:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 0000000091a007c9. 00080000:00000001:0.0:1767384995.222334:0:39797:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:0.0:1767384995.222336:0:39797:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:0.0:1767384995.222340:0:39797:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:0.0:1767384995.222342:0:39797:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384995.222344:0:39797:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384995.222345:0:39797:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384995.222347:0:39797:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 0000000091a007c9. 00080000:00000010:0.0:1767384995.222364:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ae5a8fff. 00000020:00000010:0.0:1767384995.222367:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000df1dfb54. 00000020:00000002:0.0:1767384995.222376:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000000dcfaed/00000000a0004b28 to site lru. bkt: 000000003098123f 00000001:00000001:0.0:1767384995.222379:0:39797:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384995.222381:0:39797:0:(lu_object.c:207:lu_object_put()) Add 0000000006772bb1/00000000f780b690 to site lru. bkt: 000000003ac4b068 00000001:00000010:0.0:1767384995.222383:0:39797:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 0000000078d283cc. 00000001:00000001:0.0:1767384995.222391:0:39797:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384995.222431:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004562d5f3. 00000020:00000010:0.0:1767384995.222435:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e0ee7bbe. 00000020:00000010:0.0:1767384995.222439:0:39797:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000d073bc9f. 00080000:00000010:0.0:1767384995.222460:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000006772bb1. 00000020:00000010:0.0:1767384995.222462:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f780b690. 00080000:00000010:0.0:1767384995.222491:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000000dcfaed. 00000020:00000010:0.0:1767384995.222493:0:39797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a0004b28. 00000020:00000010:0.0:1767384995.222503:0:39797:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 000000001c32d8e8. 00010000:00000001:0.0:1767384995.222506:0:39797:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384995.222508:0:39797:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384995.222543:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000cdeec6ad. 00000020:00000010:0.0:1767384995.222547:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000005bde788e. 00000020:00000010:0.0:1767384995.222550:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d9dc34db. 00010000:00000001:0.0:1767384995.222627:0:39797:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384995.222642:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000a67fed8d. 00000020:00000010:0.0:1767384995.222647:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000006368ae17. 00000020:00000010:0.0:1767384995.222649:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000ecb97b0f. 00000020:00000010:0.0:1767384995.222652:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000bbb09e44. 00000020:00000010:0.0:1767384995.222655:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000fca63ed9. 00000020:00000010:0.0:1767384995.222657:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000063b3d8fc. 00000001:00000001:0.0:1767384995.222703:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.222706:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000c06c9842. 00000001:00000010:0.0:1767384995.222708:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000009d21aa26. 00000001:00000010:0.0:1767384995.222711:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000b0a651c9. 00000001:00000010:0.0:1767384995.222713:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a650d4bb. 00000001:00000001:0.0:1767384995.222716:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384995.222718:0:39797:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000ed2ae1b4. 00010000:00000001:0.0:1767384995.222721:0:39797:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384995.222723:0:39797:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384995.222725:0:39797:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:0.0:1767384995.222784:0:39797:0:(lu_object.c:1020:lu_site_print()) header@00000000b7f89913[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:0.0:1767384995.222788:0:39797:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@000000006ccc9cb5osd-zfs-object@000000006ccc9cb5 00000020:00001000:0.0:1767384995.222790:0:39797:0:(lu_object.c:1020:lu_site_print()) } header@00000000b7f89913 20000000:00000001:0.0:1767384995.222791:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384995.222793:0:39797:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.222795:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.222797:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b3431 00000020:00000040:0.0:1767384995.222799:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037578907 with handle 0xcb8130832f6b3431 from hash 00000020:00000001:0.0:1767384995.222802:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.222804:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000037578907 : new refcount 1 00000020:00000001:0.0:1767384995.222805:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.222807:0:39797:0:(genops.c:898:class_export_put()) PUTting export 0000000037578907 : new refcount 0 00000020:00000080:0.0:1767384995.222808:0:39797:0:(genops.c:904:class_export_put()) final put 0000000037578907/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384995.222810:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222821:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384995.222822:0:39797:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384995.222824:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222827:0:39797:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384995.222829:0:39797:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384995.222831:0:39797:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558032797600 : -129515676754016 : ffff8a34c8181fa0) 00000020:01000004:0.0:1767384995.222833:0:39797:0:(tgt_mount.c:188:server_put_mount()) put mount 000000005f1d2c89 from MGS, refs=2 00000020:00000001:0.0:1767384995.222835:0:39797:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384995.222837:0:39797:0:(obd_mount.c:705:lustre_put_lsi()) put 000000005f1d2c89 2 00000020:00000001:3.0:1767384995.222839:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384995.222839:0:39797:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384995.222843:0:473:0:(genops.c:863:class_export_destroy()) destroying export 0000000037578907/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384995.222844:0:39797:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384995.222849:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384995.222850:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.222852:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 5 - export 00000020:00000001:0.0:1767384995.222854:0:39797:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384995.222856:0:39797:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446614558032797600 : -129515676754016 : ffff8a34c8181fa0) 00000020:01000004:0.0:1767384995.222862:0:39797:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000005f1d2c89 from MGS 00000020:00000010:3.0:1767384995.222863:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000037578907. 00000020:00000010:0.0:1767384995.222866:0:39797:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000c055d643. 00000020:00000001:3.0:1767384995.222871:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384995.222872:0:39797:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000fb9b953e. 00000020:00000001:0.0:1767384995.222877:0:39797:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222879:0:39797:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384995.222881:0:39797:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222883:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384995.222891:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.222894:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5435b23. 00000001:00000010:0.0:1767384995.222897:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091e1d3cf. 00000001:00000010:0.0:1767384995.222899:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fcb727d. 00000001:00000010:0.0:1767384995.222901:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000638aa657. 00000001:00000010:0.0:1767384995.222903:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008d08fe76. 00000001:00000010:0.0:1767384995.222906:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ca541986. 00000001:00000001:0.0:1767384995.222909:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384995.222910:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.222912:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e53e835. 00000001:00000010:0.0:1767384995.222915:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b383742a. 00000001:00000010:0.0:1767384995.222917:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8b6b5ee. 00000001:00000010:0.0:1767384995.222919:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e4bab7e. 00000001:00000010:0.0:1767384995.222921:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ff6f46c8. 00000001:00000010:0.0:1767384995.222923:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000076025042. 00000001:00000001:0.0:1767384995.222925:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384995.222926:0:39797:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 3 - setup 00000020:00000001:0.0:1767384995.222928:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222930:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384995.222932:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384995.222934:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384995.222936:0:39797:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 2 - obd_device_list 00000020:00000080:0.0:1767384995.222939:0:39797:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384995.222940:0:39797:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f8fff439) now 1 - newdev 00000020:00000040:0.0:1767384995.222942:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bed53fe with handle 0xcb8130832f6b342a from hash 00000020:00000040:0.0:1767384995.222944:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000001bed53fe : new refcount 0 00000020:00000080:0.0:1767384995.222946:0:39797:0:(genops.c:904:class_export_put()) final put 000000001bed53fe/MGS 00000020:00000001:0.0:1767384995.222947:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222949:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.222950:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 000000001bed53fe/MGS for MGS 00000020:00000001:0.0:1767384995.222952:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384995.222954:0:39797:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384995.222956:0:39797:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.222958:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.222960:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001bed53fe. 00000020:00000001:0.0:1767384995.222965:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384995.222967:0:39797:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384995.222968:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384995.222970:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384995.222973:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056fc84c8. 00000020:00000010:0.0:1767384995.222975:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046e20fda. 00000040:00000010:0.0:1767384995.222978:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e4774e1. 00000020:00000010:0.0:1767384995.222981:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a50f11f6. 00000020:00000010:0.0:1767384995.222983:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d0acb8c. 80000000:00000010:0.0:1767384995.222986:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df516f35. 00040000:00000010:0.0:1767384995.222989:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cdea84e8. 00080000:00000010:0.0:1767384995.222992:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000070347ca5. 20000000:00000010:0.0:1767384995.222994:0:39797:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d1c92f91. 20000000:00000001:0.0:1767384995.222998:0:39797:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384995.223004:0:39797:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000ca1dc75b. 20000000:00000001:0.0:1767384995.223007:0:39797:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.223009:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000046e20fda. 00000040:00000010:0.0:1767384995.223012:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e4774e1. 00000020:00000010:0.0:1767384995.223015:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a50f11f6. 00000020:00000010:0.0:1767384995.223018:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001d0acb8c. 80000000:00000010:0.0:1767384995.223020:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df516f35. 00040000:00000010:0.0:1767384995.223023:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cdea84e8. 00080000:00000010:0.0:1767384995.223026:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000070347ca5. 20000000:00000010:0.0:1767384995.223029:0:39797:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d1c92f91. 00000020:00000010:0.0:1767384995.223033:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056fc84c8. 00000020:00000001:0.0:1767384995.223036:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384995.223039:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f8fff439. 00000020:00000001:0.0:1767384995.223046:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.223048:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384995.223050:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000af4ff65c. 00000020:00000001:0.0:1767384995.223052:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.223054:0:39797:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.223062:0:39797:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384995.223064:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384995.223066:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384995.223069:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000df516f35. 00000020:00000080:0.0:1767384995.223071:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384995.223073:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384995.223075:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384995.223079:0:39797:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000a624ffd2 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384995.223083:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384995.223085:0:39797:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000002cb055c8) has exports, disconnecting them 00000020:00000001:0.0:1767384995.223087:0:39797:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384995.223088:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000a624ffd2 refcount=4 00000020:00000040:0.0:1767384995.223090:0:39797:0:(genops.c:887:class_export_get()) GET export 00000000a624ffd2 refcount=5 00000020:00080000:0.0:1767384995.223093:0:39797:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000a624ffd2), last request at 1767384892 00000020:00000001:0.0:1767384995.223095:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384995.223098:0:39797:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384995.223099:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384995.223101:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b350a 00000020:00000040:0.0:1767384995.223103:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a624ffd2 with handle 0xcb8130832f6b350a from hash 00000020:00000040:0.0:1767384995.223111:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 4 00000020:00000001:0.0:1767384995.223113:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384995.223114:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 3 00000020:00000001:0.0:1767384995.223116:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384995.223118:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 2 00000020:00000001:0.0:1767384995.223119:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384995.223121:0:39797:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.223123:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384995.223125:0:39797:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000a624ffd2): rc 0 00000020:00000040:0.0:1767384995.223127:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 1 00000020:00000001:0.0:1767384995.223128:0:39797:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384995.223130:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384995.223131:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384995.223132:0:39797:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384995.223134:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384995.223135:0:39797:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384995.223137:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000a624ffd2 : new refcount 0 00000020:00000080:0.0:1767384995.223139:0:39797:0:(genops.c:904:class_export_put()) final put 00000000a624ffd2/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384995.223141:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.223150:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384995.223153:0:39797:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384995.223154:0:39797:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1767384995.223159:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384995.223162:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000a624ffd2/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384995.223166:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 10 to 0@lo 00000020:00000001:3.0:1767384995.223168:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384995.223170:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.223172:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002cb055c8) now 5 - export 00000020:00000010:3.0:1767384995.223180:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a624ffd2. 00000020:00000001:3.0:1767384995.223186:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1767384995.223189:0:39797:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384995.223225:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000fe5931c4. 00000020:00000010:0.0:1767384995.223230:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008d33b4e2. 00010000:00000001:0.0:1767384995.223296:0:39797:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384995.223305:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000005f52a2b3. 00000020:00000010:0.0:1767384995.223308:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000095f2e16c. 00000001:00000001:0.0:1767384995.223352:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.223872:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cff4074c. 00000001:00000010:0.0:1767384995.223880:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001a134337. 00000001:00000010:0.0:1767384995.223881:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b0926c0b. 00000001:00000010:0.0:1767384995.223883:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003403709b. 00000001:00000010:0.0:1767384995.223884:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000051e6c66e. 00000001:00000010:0.0:1767384995.223886:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000de678726. 00000001:00000010:0.0:1767384995.223887:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000448c2243. 00000001:00000010:0.0:1767384995.223889:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000032846623. 00000001:00000010:0.0:1767384995.223890:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001d0a7b3d. 00000001:00000010:0.0:1767384995.223892:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c797083f. 00000001:00000010:0.0:1767384995.223893:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000017bdaf83. 00000001:00000010:0.0:1767384995.223894:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000826252cd. 00000001:00000010:0.0:1767384995.223895:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d50ba662. 00000001:00000010:0.0:1767384995.223896:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000175a674. 00000001:00000010:0.0:1767384995.223898:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000069f6cd60. 00000001:00000010:0.0:1767384995.223899:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007c3e3783. 00000001:00000010:0.0:1767384995.223901:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a13697e5. 00000001:00000010:0.0:1767384995.223902:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008fbb0524. 00000001:00000010:0.0:1767384995.223903:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004cea1954. 00000001:00000010:0.0:1767384995.223904:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000644a57aa. 00000001:00000010:0.0:1767384995.223906:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dfff311b. 00000001:00000010:0.0:1767384995.223908:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000edb843d5. 00000001:00000010:0.0:1767384995.223909:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f64ec333. 00000001:00000010:0.0:1767384995.223910:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000063a484fd. 00000001:00000010:0.0:1767384995.223912:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001d9e2778. 00000001:00000010:0.0:1767384995.223913:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000de65226. 00000001:00000010:0.0:1767384995.223914:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ace723d0. 00000001:00000010:0.0:1767384995.223916:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c7fcefd1. 00000001:00000010:0.0:1767384995.223917:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006576d36a. 00000001:00000010:0.0:1767384995.223919:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bcf7cf8c. 00000001:00000010:0.0:1767384995.223920:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003c7dfa69. 00000001:00000010:0.0:1767384995.223921:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005612d705. 00000001:00000010:0.0:1767384995.223922:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000012c72f0b. 00000001:00000010:0.0:1767384995.223926:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005c066d01. 00000001:00000001:0.0:1767384995.223929:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384995.223932:0:39797:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000373a1db9. 00010000:00000001:0.0:1767384995.223934:0:39797:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384995.224657:0:39797:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384995.224660:0:39797:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384995.224662:0:39797:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384995.224664:0:39797:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:1.0:1767384995.224667:0:39797:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384995.224669:0:39797:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384995.224671:0:39797:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384995.224672:0:39797:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384995.224674:0:39797:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:1.0:1767384995.224676:0:39797:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384995.224683:0:39797:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384995.224684:0:39797:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384995.224686:0:39797:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384995.224688:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384995.224689:0:39797:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384995.224691:0:39797:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384995.224693:0:39797:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384995.224694:0:39797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384995.224696:0:39797:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384995.224697:0:39797:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384995.224700:0:39797:0:(genops.c:1229:class_import_get()) import 0000000061777abe refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384995.224704:0:39797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384995.224705:0:39797:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384995.224707:0:39797:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384995.224709:0:39797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384995.224715:0:39797:0:(genops.c:1242:class_import_put()) import 0000000061777abe refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384995.224717:0:39797:0:(genops.c:1245:class_import_put()) final put import 0000000061777abe 00000020:00000001:1.0:1767384995.224726:0:39797:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384995.224727:0:39797:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384995.224729:0:39797:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384995.224731:0:39797:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384995.224732:0:39797:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000006f4a2d8. 00000020:00000001:3.0:1767384995.224735:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:1.0:1767384995.224736:0:39797:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000002da3eec7. 00000020:00000080:3.0:1767384995.224738:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000061777abe for lustre-MDT0000-lwp-MDT0000 00010000:00000010:1.0:1767384995.224742:0:39797:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000300424a7. 00000020:00000040:3.0:1767384995.224744:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 9 to 0@lo 00010000:00000001:1.0:1767384995.224746:0:39797:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:3.0:1767384995.224749:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 8 to 0@lo 00000020:00000010:3.0:1767384995.224751:0:473:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000051f98167. 00000020:00000040:3.0:1767384995.224764:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002cb055c8) now 4 - import 00000020:00000010:3.0:1767384995.224766:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000061777abe. 00000020:00000001:3.0:1767384995.224771:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384995.224853:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008dbbc34f. 00000020:00000010:1.0:1767384995.224864:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f9755e29. 00000020:00000010:1.0:1767384995.224867:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006ae5292b. 00000020:00000010:1.0:1767384995.224872:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b5e3bf21. 00000020:00000010:1.0:1767384995.224875:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007b6c1485. 00000020:00000010:1.0:1767384995.224878:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000076473702. 00000010:00000001:1.0:1767384995.224881:0:39797:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.224883:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384995.224892:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384995.224896:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000007924384. 00000001:00000010:1.0:1767384995.224900:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a97ffbc6. 00000001:00000010:1.0:1767384995.224902:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000034ec1851. 00000001:00000010:1.0:1767384995.224904:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f230e9a2. 00000001:00000010:1.0:1767384995.224906:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ce825151. 00000001:00000010:1.0:1767384995.224908:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d3e905fc. 00000001:00000001:1.0:1767384995.224912:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384995.224913:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384995.224916:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f3307770. 00000001:00000010:1.0:1767384995.224920:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a03733ee. 00000001:00000010:1.0:1767384995.224923:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000044850449. 00000001:00000010:1.0:1767384995.224925:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001ef1c8e. 00000001:00000010:1.0:1767384995.224927:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004a3f6375. 00000001:00000010:1.0:1767384995.224934:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004c66b48c. 00000001:00000001:1.0:1767384995.224937:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384995.224939:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002cb055c8) now 3 - setup 00000020:00000001:1.0:1767384995.224941:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.224943:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384995.224945:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384995.224948:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384995.224950:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002cb055c8) now 2 - obd_device_list 00000020:00000080:1.0:1767384995.224952:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:1.0:1767384995.224954:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002cb055c8) now 1 - newdev 00000020:00000040:1.0:1767384995.224957:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b267d6c with handle 0xcb8130832f6b3503 from hash 00000020:00000040:1.0:1767384995.224959:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000002b267d6c : new refcount 0 00000020:00000080:1.0:1767384995.224960:0:39797:0:(genops.c:904:class_export_put()) final put 000000002b267d6c/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:1.0:1767384995.224962:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.224965:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384995.224966:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 000000002b267d6c/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384995.224969:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384995.224970:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384995.224972:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002b267d6c. 00000020:00000001:1.0:1767384995.224984:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384995.224986:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:1.0:1767384995.224988:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:1.0:1767384995.224990:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384995.224998:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000db18f64. 00000020:00000010:1.0:1767384995.225001:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8cc2257. 00000040:00000010:1.0:1767384995.225004:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000601654bd. 00000020:00000010:1.0:1767384995.225007:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ed67883. 00000020:00000010:1.0:1767384995.225015:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003706ba52. 00000020:00000010:1.0:1767384995.225018:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000641bdf4f. 80000000:00000010:1.0:1767384995.225021:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fcecf9c. 40000000:00000010:1.0:1767384995.225023:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072ade330. 00100000:00000010:1.0:1767384995.225026:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c909c5fc. 00040000:00000010:1.0:1767384995.225028:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9212074. 00040000:00000010:1.0:1767384995.225031:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccbe4364. 00080000:00000010:1.0:1767384995.225033:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a112537b. 00000004:00000010:1.0:1767384995.225037:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d3384ff3. 00000010:00000001:1.0:1767384995.225039:0:39797:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:1.0:1767384995.225041:0:39797:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000e2141ce6. 00000010:00000001:1.0:1767384995.225044:0:39797:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384995.225046:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8cc2257. 00000040:00000010:1.0:1767384995.225050:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000601654bd. 00000020:00000010:1.0:1767384995.225052:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ed67883. 00000020:00000010:1.0:1767384995.225055:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003706ba52. 00000020:00000010:1.0:1767384995.225063:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000641bdf4f. 80000000:00000010:1.0:1767384995.225066:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003fcecf9c. 40000000:00000010:1.0:1767384995.225069:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072ade330. 00100000:00000010:1.0:1767384995.225071:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c909c5fc. 00040000:00000010:1.0:1767384995.225073:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9212074. 00040000:00000010:1.0:1767384995.225076:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ccbe4364. 00080000:00000010:1.0:1767384995.225079:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a112537b. 00000004:00000010:1.0:1767384995.225082:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d3384ff3. 00000020:00000010:1.0:1767384995.225084:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000db18f64. 00000020:00000001:1.0:1767384995.225086:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384995.225088:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002cb055c8. 00000020:00000001:1.0:1767384995.225093:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.225095:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384995.225097:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000df516f35. 00000020:00000001:1.0:1767384995.225100:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.225103:0:39797:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.225105:0:39797:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384995.225106:0:39797:0:(obd_mount.c:705:lustre_put_lsi()) put 000000005f1d2c89 1 00000020:00000001:1.0:1767384995.225109:0:39797:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384995.225110:0:39797:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384995.225112:0:39797:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384995.225114:0:39797:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xcb8130832f6b3423 00000020:00000040:1.0:1767384995.225117:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003d711e35 with handle 0xcb8130832f6b3423 from hash 00000020:00000001:1.0:1767384995.225120:0:39797:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384995.225127:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000003d711e35 : new refcount 1 00000020:00000001:1.0:1767384995.225129:0:39797:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384995.225130:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000003d711e35 : new refcount 0 00000020:00000080:1.0:1767384995.225132:0:39797:0:(genops.c:904:class_export_put()) final put 000000003d711e35/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384995.225134:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.225144:0:39797:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.225146:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384995.225147:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000001:3.0:1767384995.225150:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384995.225151:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000003fcecf9c. 00000020:00000080:3.0:1767384995.225153:0:473:0:(genops.c:863:class_export_destroy()) destroying export 000000003d711e35/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767384995.225155:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384995.225158:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384995.225160:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384995.225161:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384995.225164:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 4 - export 00000020:00000080:1.0:1767384995.225164:0:39797:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384995.225170:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:3.0:1767384995.225171:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003d711e35. 00000020:00080000:1.0:1767384995.225175:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000056f310b5) has no exports 00000020:00000001:1.0:1767384995.225179:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384995.225181:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384995.225182:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000001:1.0:1767384995.225183:0:39797:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:1.0:1767384995.225187:0:39797:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384995.225194:0:39797:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000020:1.0:1767384995.225206:0:39797:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767384995.227171:0:39797:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:2.0:1767384995.227175:0:39797:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384995.227177:0:39797:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384995.227179:0:39797:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384995.227181:0:39797:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:2.0:1767384995.227193:0:39797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ccc9cb5. 00000020:00000010:2.0:1767384995.227196:0:39797:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000b7f89913. 00080000:00000001:2.0:1767384995.227203:0:39797:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:2.0:1767384995.227205:0:39797:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000af4e3868. 00080000:00000010:2.0:1767384995.227207:0:39797:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000b810cd18. 00080000:00000010:2.0:1767384995.227209:0:39797:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000e5852e48. 00080000:00000010:2.0:1767384995.227210:0:39797:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000009a6b2306. 00080000:00000010:2.0:1767384995.227212:0:39797:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000070076f29. 00080000:00000010:2.0:1767384995.227213:0:39797:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000f781727e. 00080000:00000010:2.0:1767384995.227216:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008df46ba4. 00080000:00000010:2.0:1767384995.227218:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005e215e1d. 00080000:00000010:2.0:1767384995.227221:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000050be7390. 00080000:00000010:2.0:1767384995.227223:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d1dd7927. 00080000:00000010:2.0:1767384995.227225:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000acfda252. 00080000:00000010:2.0:1767384995.227227:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002abde5e0. 00080000:00000010:2.0:1767384995.227230:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005869b67a. 00080000:00000010:2.0:1767384995.227232:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000365be9e6. 00080000:00000010:2.0:1767384995.227235:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b0a69aed. 00080000:00000010:2.0:1767384995.227237:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d02135b3. 00080000:00000010:2.0:1767384995.227239:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000069c5eacf. 00080000:00000010:2.0:1767384995.227241:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000036539fbd. 00080000:00000010:2.0:1767384995.227243:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e5fe500d. 00080000:00000010:2.0:1767384995.227245:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003493fc44. 00080000:00000010:2.0:1767384995.227247:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000539cde12. 00080000:00000010:2.0:1767384995.227250:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000057323864. 00080000:00000010:2.0:1767384995.227260:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b531f015. 00080000:00000010:2.0:1767384995.227262:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002fe0db15. 00080000:00000010:2.0:1767384995.227265:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a9933581. 00080000:00000010:2.0:1767384995.227267:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000063d1c6a5. 00080000:00000010:2.0:1767384995.227269:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000266162b0. 00080000:00000010:2.0:1767384995.227272:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000042579fcf. 00080000:00000010:2.0:1767384995.227274:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000038256225. 00080000:00000010:2.0:1767384995.227277:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b683b7e3. 00080000:00000010:2.0:1767384995.227279:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000761e347c. 00080000:00000010:2.0:1767384995.227281:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002e83ae53. 00080000:00000010:2.0:1767384995.227284:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000005d0848c. 00080000:00000010:2.0:1767384995.227286:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001bdc32de. 00080000:00000010:2.0:1767384995.227288:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f16ad408. 00080000:00000010:2.0:1767384995.227290:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e1c0ebab. 00080000:00000010:2.0:1767384995.227292:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eec2cf8e. 00080000:00000010:2.0:1767384995.227294:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d14e3e61. 00080000:00000010:2.0:1767384995.227296:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a82c057c. 00080000:00000010:2.0:1767384995.227297:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003615fcd8. 00080000:00000010:2.0:1767384995.227300:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000023ef266b. 00080000:00000010:2.0:1767384995.227302:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e00c2c7f. 00080000:00000010:2.0:1767384995.227304:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000054bef49e. 00080000:00000010:2.0:1767384995.227305:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000844d1671. 00080000:00000010:2.0:1767384995.227307:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008daef771. 00080000:00000010:2.0:1767384995.227311:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000057dba7e5. 00080000:00000010:2.0:1767384995.227314:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000123ef39a. 00080000:00000010:2.0:1767384995.227316:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000085b8ecd9. 00080000:00000010:2.0:1767384995.227317:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000331796b1. 00080000:00000010:2.0:1767384995.227319:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b4634f2b. 00080000:00000010:2.0:1767384995.227322:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004203edd5. 00080000:00000010:2.0:1767384995.227324:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fed2e64d. 00080000:00000010:2.0:1767384995.227326:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006ccf208e. 00080000:00000010:2.0:1767384995.227328:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f48cf0e0. 00080000:00000010:2.0:1767384995.227330:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000015925095. 00080000:00000010:2.0:1767384995.227332:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006ae164d1. 00080000:00000010:2.0:1767384995.227334:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003caa6e13. 00080000:00000010:2.0:1767384995.227340:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000056e734a0. 00080000:00000010:2.0:1767384995.227342:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c73c9cd4. 00080000:00000010:2.0:1767384995.227345:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b043aa83. 00080000:00000010:2.0:1767384995.227348:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ffa0cff5. 00080000:00000010:2.0:1767384995.227351:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b3021fcc. 00080000:00000010:2.0:1767384995.227354:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cdd8c543. 00080000:00000010:2.0:1767384995.227356:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f667b32f. 00080000:00000010:2.0:1767384995.227358:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000043c730fe. 00080000:00000010:2.0:1767384995.227360:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f547d222. 00080000:00000010:2.0:1767384995.227362:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000053002735. 00080000:00000010:2.0:1767384995.227364:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f7618ef9. 00080000:00000010:2.0:1767384995.227366:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000058bb9576. 00080000:00000010:2.0:1767384995.227368:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000060bc3110. 00080000:00000010:2.0:1767384995.227370:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bf9626eb. 00080000:00000010:2.0:1767384995.227372:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005a09be0e. 00080000:00000010:2.0:1767384995.227374:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ebbd4db. 00080000:00000010:2.0:1767384995.227377:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fe2c0a2d. 00080000:00000010:2.0:1767384995.227379:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c00edf5f. 00080000:00000010:2.0:1767384995.227381:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000045030faf. 00080000:00000010:2.0:1767384995.227383:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008bb6b0b6. 00080000:00000010:2.0:1767384995.227385:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000b4f2cc2. 00080000:00000010:2.0:1767384995.227388:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d40b4eb5. 00080000:00000010:2.0:1767384995.227390:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000992a7f6b. 00080000:00000010:2.0:1767384995.227392:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006e79c41d. 00080000:00000010:2.0:1767384995.227394:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f61b7c95. 00080000:00000010:2.0:1767384995.227396:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000083a3a9ce. 00080000:00000010:2.0:1767384995.227399:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000eacba43. 00080000:00000010:2.0:1767384995.227401:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003e759445. 00080000:00000010:2.0:1767384995.227403:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b99ba08b. 00080000:00000010:2.0:1767384995.227405:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000de9dfc84. 00080000:00000010:2.0:1767384995.227407:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003fab2056. 00080000:00000010:2.0:1767384995.227409:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000007a71078. 00080000:00000010:2.0:1767384995.227411:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000978ac89. 00080000:00000010:2.0:1767384995.227413:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000340ea3b4. 00080000:00000010:2.0:1767384995.227416:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006ae230cf. 00080000:00000010:2.0:1767384995.227421:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dc0640ca. 00080000:00000010:2.0:1767384995.227424:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e92792c6. 00080000:00000010:2.0:1767384995.227426:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000077d7e192. 00080000:00000010:2.0:1767384995.227428:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004457163d. 00080000:00000010:2.0:1767384995.227430:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cf830540. 00080000:00000010:2.0:1767384995.227433:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000028000949. 00080000:00000010:2.0:1767384995.227435:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000059dd6dc7. 00080000:00000010:2.0:1767384995.227436:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000097259dc1. 00080000:00000010:2.0:1767384995.227438:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000323f1c9c. 00080000:00000010:2.0:1767384995.227440:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004368f059. 00080000:00000010:2.0:1767384995.227442:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009749d39f. 00080000:00000010:2.0:1767384995.227444:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000681aece0. 00080000:00000010:2.0:1767384995.227446:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aef7c184. 00080000:00000010:2.0:1767384995.227449:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008141313c. 00080000:00000010:2.0:1767384995.227451:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f243b39e. 00080000:00000010:2.0:1767384995.227453:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004cb5fd01. 00080000:00000010:2.0:1767384995.227455:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a5ef0760. 00080000:00000010:2.0:1767384995.227457:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d6b3eca8. 00080000:00000010:2.0:1767384995.227459:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007d54e730. 00080000:00000010:2.0:1767384995.227461:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007e978317. 00080000:00000010:2.0:1767384995.227464:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b1ec3c20. 00080000:00000010:2.0:1767384995.227466:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000038a6435e. 00080000:00000010:2.0:1767384995.227468:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f6184403. 00080000:00000010:2.0:1767384995.227470:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b97ce0ed. 00080000:00000010:2.0:1767384995.227472:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005084effa. 00080000:00000010:2.0:1767384995.227473:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f16e6ab5. 00080000:00000010:2.0:1767384995.227476:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004fe5fcac. 00080000:00000010:2.0:1767384995.227478:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c5600a34. 00080000:00000010:2.0:1767384995.227480:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002f9de0ab. 00080000:00000010:2.0:1767384995.227482:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000fedb623. 00080000:00000010:2.0:1767384995.227485:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b7e1ea68. 00080000:00000010:2.0:1767384995.227488:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000182317a7. 00080000:00000010:2.0:1767384995.227490:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003100f123. 00080000:00000010:2.0:1767384995.227492:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c18f059b. 00080000:00000010:2.0:1767384995.227494:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ff08cc62. 00080000:00000010:2.0:1767384995.227499:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e4c6205e. 00080000:00000010:2.0:1767384995.227501:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2b14401. 00080000:00000010:2.0:1767384995.227503:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cdf6b6aa. 00080000:00000010:2.0:1767384995.227505:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033539bed. 00080000:00000010:2.0:1767384995.227507:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006648525d. 00080000:00000010:2.0:1767384995.227509:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007facd2fb. 00080000:00000010:2.0:1767384995.227512:0:39797:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001cfb0975. 00080000:00000010:2.0:1767384995.227514:0:39797:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000005505bb61. 00080000:00000001:2.0:1767384995.227516:0:39797:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:2.0:1767384995.227518:0:39797:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:2.0:1767384995.228071:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 0000000028e984af. 00000020:00000010:2.0:1767384995.228076:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e5c40f97. 00080000:00000001:2.0:1767384995.228145:0:39797:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:2.0:1767384995.230483:0:39797:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:2.0:1767384995.230486:0:39797:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.230489:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384995.230501:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384995.230505:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000060319d31. 00000001:00000010:2.0:1767384995.230511:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094036e92. 00000001:00000010:2.0:1767384995.230515:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000044e8baab. 00000001:00000010:2.0:1767384995.230519:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4367754. 00000001:00000010:2.0:1767384995.230523:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000096a914bc. 00000001:00000010:2.0:1767384995.230527:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e603f3c9. 00000001:00000001:2.0:1767384995.230532:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384995.230534:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384995.230537:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e5e6500. 00000001:00000010:2.0:1767384995.230540:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068f6e5c5. 00000001:00000010:2.0:1767384995.230544:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005a004b78. 00000001:00000010:2.0:1767384995.230548:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042564e00. 00000001:00000010:2.0:1767384995.230551:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007bdd7ab1. 00000001:00000010:2.0:1767384995.230555:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000017e4397b. 00000001:00000001:2.0:1767384995.230558:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384995.230560:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 3 - setup 00000020:00000001:2.0:1767384995.230562:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.230564:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384995.230566:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384995.230577:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384995.230580:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 2 - obd_device_list 00000020:00000080:2.0:1767384995.230583:0:39797:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384995.230584:0:39797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000056f310b5) now 1 - newdev 00000020:00000040:2.0:1767384995.230587:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e42d89b3 with handle 0xcb8130832f6b341c from hash 00000020:00000040:2.0:1767384995.230590:0:39797:0:(genops.c:898:class_export_put()) PUTting export 00000000e42d89b3 : new refcount 0 00000020:00000080:2.0:1767384995.230592:0:39797:0:(genops.c:904:class_export_put()) final put 00000000e42d89b3/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384995.230622:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.230624:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384995.230627:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 00000000e42d89b3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384995.230630:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384995.230631:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.230634:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e42d89b3. 00000020:00000001:2.0:1767384995.230642:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384995.230644:0:39797:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:2.0:1767384995.230647:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384995.230648:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384995.230652:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cdca8a5. 00000020:00000010:2.0:1767384995.230657:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df7e6f7c. 00000040:00000010:2.0:1767384995.230661:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008731f937. 00000020:00000010:2.0:1767384995.230664:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7f90338. 00000020:00000010:2.0:1767384995.230668:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4b2ce14. 00040000:00000010:2.0:1767384995.230672:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7f8f036. 00040000:00000010:2.0:1767384995.230675:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be36bc24. 00080000:00000010:2.0:1767384995.230679:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d7e84a8d. 00080000:00000001:2.0:1767384995.230683:0:39797:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:2.0:1767384995.230860:0:39797:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000004673fc95. 00000020:00000010:2.0:1767384995.230872:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000d29d9a72. 00000020:00000010:2.0:1767384995.230876:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000482213c2. 00000020:00000010:2.0:1767384995.230880:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000888cc52d. 00000020:00000010:2.0:1767384995.230885:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000002789c2ca. 00000020:00000010:2.0:1767384995.230889:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000023655a6c. 00000020:00000010:2.0:1767384995.230891:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004bb56949. 00080000:00000010:2.0:1767384995.230900:0:39797:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000c833cc31. 00080000:00000001:2.0:1767384995.230921:0:39797:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.230924:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df7e6f7c. 00000040:00000010:2.0:1767384995.230928:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008731f937. 00000020:00000010:2.0:1767384995.230932:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7f90338. 00000020:00000010:2.0:1767384995.230936:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4b2ce14. 00040000:00000010:2.0:1767384995.230940:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7f8f036. 00040000:00000010:2.0:1767384995.230943:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be36bc24. 00080000:00000010:2.0:1767384995.230946:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d7e84a8d. 00000020:00000010:2.0:1767384995.230949:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cdca8a5. 00000020:00000001:2.0:1767384995.230952:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.230954:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000056f310b5. 00000020:00000001:2.0:1767384995.230962:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.230964:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384995.230966:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000003fcecf9c. 00000020:00000001:2.0:1767384995.230970:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384995.230972:0:39797:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.230974:0:39797:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.230979:0:39797:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384995.230980:0:39797:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 0000000099903b2c 00000020:00000010:2.0:1767384995.230983:0:39797:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 000000004c9263cb. 00000020:00000010:2.0:1767384995.230987:0:39797:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000007bb928be. 00000020:00000010:2.0:1767384995.230992:0:39797:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 0000000069fc48f3. 00000020:00000010:2.0:1767384995.230996:0:39797:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 000000009e66fb86. 00000020:00000010:2.0:1767384995.231000:0:39797:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 0000000073e4e1b3. 00000020:00000010:2.0:1767384995.231004:0:39797:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 0000000099903b2c. 00000020:00000001:2.0:1767384995.231008:0:39797:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.231010:0:39797:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384995.231014:0:39797:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384995.231019:0:39797:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384995.231020:0:39797:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384995.231024:0:39797:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000041c7a4a0. 00000020:00000080:2.0:1767384995.231026:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384995.231028:0:39797:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384995.231032:0:39797:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384995.231039:0:39797:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384995.231042:0:39797:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (0000000015ee38f5) has no exports 00000020:00000001:2.0:1767384995.231044:0:39797:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384995.231046:0:39797:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384995.231049:0:39797:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384995.231051:0:39797:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384995.231053:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.231055:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384995.231061:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.231062:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.231064:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384995.231066:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384995.231068:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384995.231070:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384995.231071:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384995.231107:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:0.0:1767384995.231117:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd7d7336. 00000020:00000010:2.0:1767384995.231124:0:16805:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000060fbad4e. 00000040:00000010:0.0:1767384995.231126:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fede1c41. 00000040:00000010:2.0:1767384995.231132:0:16805:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e7a389fd. 00000020:00000010:0.0:1767384995.231134:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9c29a6f. 00000020:00000010:2.0:1767384995.231139:0:16805:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000130e88a4. 00000020:00000010:0.0:1767384995.231142:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e46ca17f. 00000020:00000010:2.0:1767384995.231147:0:16805:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce74b733. 00000020:00000010:0.0:1767384995.231149:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008cd1c94f. 00000020:00000010:2.0:1767384995.231154:0:16805:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000067b1a17. 80000000:00000010:0.0:1767384995.231157:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e06fb36. 00000020:00000010:3.0:1767384995.231160:0:17594:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000210d6075. 80000000:00000010:2.0:1767384995.231162:0:16805:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e515d8ac. 40000000:00000010:0.0:1767384995.231164:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcdbe79b. 00000040:00000010:3.0:1767384995.231170:0:17594:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dd263228. 40000000:00000010:2.0:1767384995.231171:0:16805:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003d156a42. 00100000:00000010:0.0:1767384995.231172:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b83357d7. 00000020:00000010:3.0:1767384995.231177:0:17594:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000052854682. 00100000:00000010:2.0:1767384995.231180:0:16805:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033c742f6. 00040000:00000010:0.0:1767384995.231181:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007bffc9d3. 00000020:00000010:3.0:1767384995.231185:0:17594:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c2c40d63. 00040000:00000010:2.0:1767384995.231189:0:16805:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c72e5e6d. 00040000:00000010:0.0:1767384995.231189:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004d8a819e. 00000020:00000010:3.0:1767384995.231192:0:17594:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ee53e469. 00040000:00000010:2.0:1767384995.231197:0:16805:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b44159f. 00080000:00000010:0.0:1767384995.231198:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fda1dfc3. 80000000:00000010:3.0:1767384995.231200:0:17594:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a575dc6f. 00080000:00000010:2.0:1767384995.231205:0:16805:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030e62929. 00000004:00000010:0.0:1767384995.231209:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000aaa327e8. 40000000:00000010:3.0:1767384995.231210:0:17594:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b7fe90bb. 00000004:00000010:2.0:1767384995.231212:0:16805:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e7080576. 00100000:00000010:3.0:1767384995.231219:0:17594:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006f0947a1. 00002000:00000010:0.0:1767384995.231220:0:16804:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f13077ba. 00002000:00000010:2.0:1767384995.231222:0:16805:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000613f30a3. 00040000:00000010:3.0:1767384995.231229:0:17594:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000453ec27f. 00000020:00000010:0.0:1767384995.231229:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b23d3262. 00000020:00000010:2.0:1767384995.231230:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cdef859. 00040000:00000010:3.0:1767384995.231238:0:17594:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b96925a6. 00000020:00000010:0.0:1767384995.231241:0:16804:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005eca409b. 00000020:00000010:2.0:1767384995.231242:0:16805:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000093032a96. 00080000:00000010:3.0:1767384995.231245:0:17594:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005fbc78da. 00000004:00000010:3.0:1767384995.231253:0:17594:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000071240b31. 00002000:00000010:3.0:1767384995.231257:0:17594:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028f7bba6. 00000100:00000010:2.0:1767384995.231257:0:16805:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000560d5a88. 00000100:00000010:0.0:1767384995.231259:0:16804:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000025126de8. 00000020:00000010:3.0:1767384995.231260:0:17594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dae27d6c. 00000100:00100000:2.0:1767384995.231263:0:16805:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000971887eb:16805] 1 exiting: rc = 0 00000100:00100000:0.0:1767384995.231270:0:16804:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [0000000064e1b89c:16804] 0 exiting: rc = 1 00000020:00000010:3.0:1767384995.231272:0:17594:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003f7be883. 00000100:00000010:3.0:1767384995.231291:0:17594:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000643aacc. 00000100:00100000:3.0:1767384995.231295:0:17594:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [0000000089267018:17594] 3 exiting: rc = 0 00000100:00000040:2.0:1767384995.231359:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #2 00000020:00000010:0.0:1767384995.231376:0:16806:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f12e957. 00000040:00000010:0.0:1767384995.231384:0:16806:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000694d3e04. 00000020:00000010:0.0:1767384995.231388:0:16806:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000742d7dc4. 00000020:00000010:0.0:1767384995.231392:0:16806:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000286f2e0b. 00000020:00000010:0.0:1767384995.231396:0:16806:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a8b3c627. 80000000:00000010:0.0:1767384995.231399:0:16806:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007f49938e. 40000000:00000010:0.0:1767384995.231403:0:16806:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d336d95. 00100000:00000010:0.0:1767384995.231407:0:16806:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd33a45c. 00040000:00000010:0.0:1767384995.231426:0:16806:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d716112b. 00040000:00000010:0.0:1767384995.231431:0:16806:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a908408b. 00080000:00000010:0.0:1767384995.231436:0:16806:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009201f63f. 00000004:00000010:0.0:1767384995.231442:0:16806:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008b086727. 00002000:00000010:0.0:1767384995.231446:0:16806:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b18adebe. 00000020:00000010:0.0:1767384995.231451:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a347637c. 00000020:00000010:0.0:1767384995.231459:0:16806:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003a687070. 00000100:00000010:0.0:1767384995.231469:0:16806:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005ce56efc. 00000100:00100000:0.0:1767384995.231473:0:16806:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [000000001df2d205:16806] 2 exiting: rc = 0 00000100:00000010:2.0:1767384995.231536:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000064e1b89c. 00000100:00000010:2.0:1767384995.231546:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000971887eb. 00000100:00000010:2.0:1767384995.231559:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001df2d205. 00000100:00000010:2.0:1767384995.231567:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000089267018. 00000100:00000001:2.0:1767384995.231572:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.231574:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.231578:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384995.231582:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231583:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231586:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000218ced9a. 00000400:00000200:2.0:1767384995.231590:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002045cd2e 00000400:00000010:2.0:1767384995.231592:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002045cd2e. 00000100:00000001:2.0:1767384995.231596:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231598:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231607:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231638:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.231641:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231643:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231645:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231646:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b52685b3. 00000400:00000200:2.0:1767384995.231649:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054dfb733 00000400:00000010:2.0:1767384995.231651:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054dfb733. 00000100:00000001:2.0:1767384995.231654:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231655:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231661:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231663:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.231665:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231667:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231668:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231669:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007231bf92. 00000400:00000200:2.0:1767384995.231673:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000818b0309 00000400:00000010:2.0:1767384995.231674:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000818b0309. 00000100:00000001:2.0:1767384995.231677:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231679:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231686:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231687:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.231690:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231692:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231693:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:1.1:1767384995.231698:0:2409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066706a1d. 00000400:00000010:2.0:1767384995.231700:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f78e6b. 00000400:00000200:2.0:1767384995.231708:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bd4937 00010000:00000010:1.1:1767384995.231709:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004407d439. 00000400:00000010:2.0:1767384995.231710:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000072bd4937. 00000100:00000001:2.0:1767384995.231718:0:39797:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:1.1:1767384995.231719:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d3ba0d8. 00000100:00000200:2.0:1767384995.231720:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00010000:00000010:1.1:1767384995.231730:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d4069e7. 00000100:00100000:2.0:1767384995.231731:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231733:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.231734:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231735:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231736:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231737:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052dad747. 00000400:00000200:2.0:1767384995.231742:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003575a04c 00000400:00000010:2.0:1767384995.231744:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003575a04c. 00010000:00000010:1.1:1767384995.231746:0:2409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000302017ab. 00000100:00000001:2.0:1767384995.231747:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231751:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00010000:00000010:1.1:1767384995.231766:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1004b57. 00010000:00000010:1.1:1767384995.231771:0:2409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f8c1a2e4. 00000100:00100000:2.0:1767384995.231775:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000010:1.1:1767384995.231778:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001cebe4a1. 00000100:00000040:2.0:1767384995.231779:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.231783:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231786:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231788:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231789:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f52f26. 00000400:00000200:2.0:1767384995.231793:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd76c507 00000400:00000010:2.0:1767384995.231795:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd76c507. 00000100:00000001:2.0:1767384995.231798:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231799:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231806:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231808:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.231810:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231811:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231812:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231814:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae391c76. 00000400:00000200:2.0:1767384995.231818:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4d1792 00000400:00000010:2.0:1767384995.231819:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fe4d1792. 00000100:00000001:2.0:1767384995.231823:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231824:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231831:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231833:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.231834:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231843:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231845:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231847:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e25e6af6. 00000400:00000200:2.0:1767384995.231852:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea991f 00000400:00000010:2.0:1767384995.231854:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008aea991f. 00000100:00000001:2.0:1767384995.231859:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231861:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231869:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231872:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.231876:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231878:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231880:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231882:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a98ca726. 00000400:00000200:2.0:1767384995.231887:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ad701d7 00000400:00000010:2.0:1767384995.231889:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000ad701d7. 00000100:00000001:2.0:1767384995.231893:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231895:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231902:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231905:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.231909:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231912:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231913:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231916:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c1ae137. 00000400:00000200:2.0:1767384995.231921:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7dfbadf 00000400:00000010:2.0:1767384995.231923:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c7dfbadf. 00000100:00000001:2.0:1767384995.231928:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231930:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231939:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231941:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.231945:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231948:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231950:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231952:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7de94e2. 00000400:00000200:2.0:1767384995.231956:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc980867 00000400:00000010:2.0:1767384995.231959:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fc980867. 00000100:00000001:2.0:1767384995.231965:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.231967:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.231974:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.231982:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.231985:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.231988:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.231990:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.231992:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030dace58. 00000400:00000200:2.0:1767384995.231995:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfbf6f15 00000400:00000010:2.0:1767384995.231997:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dfbf6f15. 00000100:00000001:2.0:1767384995.232000:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232002:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232008:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232010:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.232012:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232014:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232016:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232017:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e00fdb13. 00000400:00000200:2.0:1767384995.232020:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d801da 00000400:00000010:2.0:1767384995.232021:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000026d801da. 00000100:00000001:2.0:1767384995.232025:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232026:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232032:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232034:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.232036:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232038:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232039:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232041:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000781b88ce. 00000400:00000200:2.0:1767384995.232044:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d20c8bf 00000400:00000010:2.0:1767384995.232046:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009d20c8bf. 00000100:00000001:2.0:1767384995.232049:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232051:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232057:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232059:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.232061:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232063:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232064:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232065:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068b5fe74. 00000400:00000200:2.0:1767384995.232068:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015bca1a7 00000400:00000010:2.0:1767384995.232070:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000015bca1a7. 00000100:00000001:2.0:1767384995.232073:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232078:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232085:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232087:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.232089:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232091:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232093:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232094:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f24137c8. 00000400:00000200:2.0:1767384995.232098:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092dbf7c1 00000400:00000010:2.0:1767384995.232100:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000092dbf7c1. 00000100:00000001:2.0:1767384995.232105:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232107:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232113:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232115:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.232118:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232120:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232121:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232122:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003996dae1. 00000400:00000200:2.0:1767384995.232125:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960a92fd 00000400:00000010:2.0:1767384995.232127:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000960a92fd. 00000100:00000001:2.0:1767384995.232130:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232131:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232137:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232139:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.232142:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232144:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232145:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232147:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4fa90f. 00000400:00000200:2.0:1767384995.232150:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b9a80d 00000400:00000010:2.0:1767384995.232153:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000008b9a80d. 00000100:00000001:2.0:1767384995.232156:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232157:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232164:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232166:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.232168:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232170:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232171:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232172:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000720635b4. 00000400:00000200:2.0:1767384995.232175:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335c7409 00000400:00000010:2.0:1767384995.232181:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000335c7409. 00000100:00000001:2.0:1767384995.232185:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232186:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232192:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232194:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.232197:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232199:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232200:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232202:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa907a. 00000400:00000200:2.0:1767384995.232206:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a276c36f 00000400:00000010:2.0:1767384995.232207:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a276c36f. 00000100:00000001:2.0:1767384995.232211:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232212:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232219:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232220:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.232223:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232224:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232225:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232227:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe3d24c9. 00000400:00000200:2.0:1767384995.232230:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006dea721 00000400:00000010:2.0:1767384995.232231:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000006dea721. 00000100:00000001:2.0:1767384995.232235:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232236:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232243:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232244:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.232247:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232249:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232250:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232252:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbdfb77b. 00000400:00000200:2.0:1767384995.232255:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035cf0e09 00000400:00000010:2.0:1767384995.232256:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000035cf0e09. 00000100:00000001:2.0:1767384995.232260:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232261:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232267:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232269:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.232272:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232273:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232275:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232280:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a230502c. 00000400:00000200:2.0:1767384995.232283:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bc8f1a 00000400:00000010:2.0:1767384995.232284:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000071bc8f1a. 00000100:00000001:2.0:1767384995.232288:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232289:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232296:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232297:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.232299:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232301:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232302:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232304:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b435f844. 00000400:00000200:2.0:1767384995.232308:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f5d1c9 00000400:00000010:2.0:1767384995.232309:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000057f5d1c9. 00000100:00000001:2.0:1767384995.232313:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232314:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232320:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232321:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.232324:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232325:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232327:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232328:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a2d53b0. 00000400:00000200:2.0:1767384995.232332:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f361aa7b 00000400:00000010:2.0:1767384995.232333:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f361aa7b. 00000100:00000001:2.0:1767384995.232337:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232338:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232345:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232347:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.232349:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232351:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232352:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232354:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001255fc69. 00000400:00000200:2.0:1767384995.232357:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002709a8e6 00000400:00000010:2.0:1767384995.232359:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002709a8e6. 00000100:00000001:2.0:1767384995.232362:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232363:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232369:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232371:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.232373:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232379:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232380:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232381:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8584c6. 00000400:00000200:2.0:1767384995.232385:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061a84f9e 00000400:00000010:2.0:1767384995.232387:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000061a84f9e. 00000100:00000001:2.0:1767384995.232390:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232391:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232399:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232400:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.232403:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232404:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232406:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232407:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aca3b64. 00000400:00000200:2.0:1767384995.232410:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043da1bc8 00000400:00000010:2.0:1767384995.232412:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000043da1bc8. 00000100:00000001:2.0:1767384995.232415:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232417:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232422:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232424:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.232426:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232428:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232429:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232431:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cef7527f. 00000400:00000200:2.0:1767384995.232434:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230dc600 00000400:00000010:2.0:1767384995.232436:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000230dc600. 00000100:00000001:2.0:1767384995.232439:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232441:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232447:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232449:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.232451:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232452:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232454:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232455:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5b38762. 00000400:00000200:2.0:1767384995.232459:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000115e9373 00000400:00000010:2.0:1767384995.232460:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000115e9373. 00000100:00000001:2.0:1767384995.232464:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232465:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232472:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232477:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.232480:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232482:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232483:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232485:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003253dc69. 00000400:00000200:2.0:1767384995.232488:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f432bd07 00000400:00000010:2.0:1767384995.232489:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f432bd07. 00000100:00000001:2.0:1767384995.232493:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232494:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232501:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232503:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.232506:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232507:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232509:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232510:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004549a97f. 00000400:00000200:2.0:1767384995.232514:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e16452da 00000400:00000010:2.0:1767384995.232515:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e16452da. 00000100:00000001:2.0:1767384995.232519:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232520:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232527:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232528:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.232531:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232533:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232535:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232536:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000086e9ef3. 00000400:00000200:2.0:1767384995.232539:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007124d1bd 00000400:00000010:2.0:1767384995.232541:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007124d1bd. 00000100:00000001:2.0:1767384995.232544:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232545:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232552:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232554:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.232556:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232558:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232559:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232561:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d240b1c. 00000400:00000200:2.0:1767384995.232565:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dacf5c9 00000400:00000010:2.0:1767384995.232566:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003dacf5c9. 00000100:00000001:2.0:1767384995.232570:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232575:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232582:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232583:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.232586:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232588:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232589:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232591:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ea95b9. 00000400:00000200:2.0:1767384995.232718:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9467cd8 00000400:00000010:2.0:1767384995.232721:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a9467cd8. 00000100:00000001:2.0:1767384995.232727:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232728:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232737:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232739:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.232743:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232745:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232747:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232749:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b85b7bb. 00000400:00000200:2.0:1767384995.232753:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5252929 00000400:00000010:2.0:1767384995.232769:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b5252929. 00000100:00000001:2.0:1767384995.232775:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232777:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232785:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232788:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.232792:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232794:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232796:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232798:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aceb8dba. 00000400:00000200:2.0:1767384995.232802:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000592411c9 00000400:00000010:2.0:1767384995.232804:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000592411c9. 00000100:00000001:2.0:1767384995.232808:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232810:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232818:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232821:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.232825:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232827:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232828:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232830:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000315a89d3. 00000400:00000200:2.0:1767384995.232833:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee226be 00000400:00000010:2.0:1767384995.232847:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bee226be. 00000100:00000001:2.0:1767384995.232852:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232854:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232862:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232864:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.232868:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232871:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232874:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232876:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056ae3500. 00000400:00000200:2.0:1767384995.232880:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f633b6ca 00000400:00000010:2.0:1767384995.232882:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f633b6ca. 00000100:00000001:2.0:1767384995.232891:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232893:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232903:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232905:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.232908:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232910:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232912:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232915:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccbc9388. 00000400:00000200:2.0:1767384995.232920:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000667b0469 00000400:00000010:2.0:1767384995.232921:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000667b0469. 00000100:00000001:2.0:1767384995.232926:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232927:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232938:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232940:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.232943:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232945:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232946:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232948:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095003f0b. 00000400:00000200:2.0:1767384995.232952:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efe1efb2 00000400:00000010:2.0:1767384995.232954:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000efe1efb2. 00000100:00000001:2.0:1767384995.232959:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232961:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.232969:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.232971:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.232974:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.232976:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.232978:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.232985:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bf8adfc. 00000400:00000200:2.0:1767384995.232989:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008314571c 00000400:00000010:2.0:1767384995.232990:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008314571c. 00000100:00000001:2.0:1767384995.232995:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.232997:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233005:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233007:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.233011:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233013:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233014:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233016:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083e23f8e. 00000400:00000200:2.0:1767384995.233019:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f9fda83 00000400:00000010:2.0:1767384995.233021:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003f9fda83. 00000100:00000001:2.0:1767384995.233025:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233026:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233035:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233037:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.233040:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233042:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233044:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233045:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004594df0c. 00000400:00000200:2.0:1767384995.233049:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3622252 00000400:00000010:2.0:1767384995.233051:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b3622252. 00000100:00000001:2.0:1767384995.233054:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233056:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233063:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233065:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.233068:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233070:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233072:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233073:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037981e1d. 00000400:00000200:2.0:1767384995.233077:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd0b1d20 00000400:00000010:2.0:1767384995.233079:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fd0b1d20. 00000100:00000001:2.0:1767384995.233083:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233085:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233093:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233095:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.233098:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233104:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233106:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233107:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009766c8cf. 00000400:00000200:2.0:1767384995.233111:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8fadc4 00000400:00000010:2.0:1767384995.233113:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001a8fadc4. 00000100:00000001:2.0:1767384995.233117:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233118:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233126:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233128:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.233130:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233132:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233134:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233135:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000618f91e6. 00000400:00000200:2.0:1767384995.233140:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091b2b4da 00000400:00000010:2.0:1767384995.233141:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000091b2b4da. 00000100:00000001:2.0:1767384995.233145:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233146:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233155:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233156:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.233160:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233161:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233163:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233164:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6ccc116. 00000400:00000200:2.0:1767384995.233167:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006deddc9c 00000400:00000010:2.0:1767384995.233169:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006deddc9c. 00000100:00000001:2.0:1767384995.233173:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233174:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233181:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233183:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.233187:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233189:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233191:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233192:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a389d25b. 00000400:00000200:2.0:1767384995.233196:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084dd2c25 00000400:00000010:2.0:1767384995.233198:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000084dd2c25. 00000100:00000001:2.0:1767384995.233202:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233203:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233210:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233216:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.233219:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233222:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233223:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233225:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbe4c27c. 00000400:00000200:2.0:1767384995.233229:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c03aae5f 00000400:00000010:2.0:1767384995.233230:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c03aae5f. 00000100:00000001:2.0:1767384995.233235:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233236:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233243:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233245:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.233248:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233251:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233252:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233254:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1730b21. 00000400:00000200:2.0:1767384995.233258:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f7e54c2 00000400:00000010:2.0:1767384995.233260:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007f7e54c2. 00000100:00000001:2.0:1767384995.233264:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233266:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233273:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233275:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.233277:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233279:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233281:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233282:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001282d867. 00000400:00000200:2.0:1767384995.233286:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eebcdb34 00000400:00000010:2.0:1767384995.233288:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eebcdb34. 00000100:00000001:2.0:1767384995.233292:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233294:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233302:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233304:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.233307:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233309:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233311:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233313:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee017a14. 00000400:00000200:2.0:1767384995.233318:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081fc3185 00000400:00000010:2.0:1767384995.233320:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000081fc3185. 00000100:00000001:2.0:1767384995.233323:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233328:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233335:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233337:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.233340:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233343:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233344:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233346:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028893773. 00000400:00000200:2.0:1767384995.233350:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf61e6ab 00000400:00000010:2.0:1767384995.233351:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cf61e6ab. 00000100:00000001:2.0:1767384995.233356:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233357:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233365:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233367:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.233370:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233372:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233374:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233376:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003489ecb. 00000400:00000200:2.0:1767384995.233380:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037684d26 00000400:00000010:2.0:1767384995.233382:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000037684d26. 00000100:00000001:2.0:1767384995.233386:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233388:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233396:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233398:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.233401:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233403:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233404:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233406:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af73f626. 00000400:00000200:2.0:1767384995.233410:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d6cfac2 00000400:00000010:2.0:1767384995.233411:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007d6cfac2. 00000100:00000001:2.0:1767384995.233416:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233417:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233424:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233427:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.233430:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233431:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233433:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233434:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022217715. 00000400:00000200:2.0:1767384995.233438:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000872ca9e9 00000400:00000010:2.0:1767384995.233444:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000872ca9e9. 00000100:00000001:2.0:1767384995.233448:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233450:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233457:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233460:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.233462:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233464:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233466:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233468:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010bc1de8. 00000400:00000200:2.0:1767384995.233471:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a5eb94 00000400:00000010:2.0:1767384995.233473:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000005a5eb94. 00000100:00000001:2.0:1767384995.233477:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233478:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233485:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233487:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.233490:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233493:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233494:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233496:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797a1e89. 00000400:00000200:2.0:1767384995.233500:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001acea00f 00000400:00000010:2.0:1767384995.233501:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001acea00f. 00000100:00000001:2.0:1767384995.233506:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233508:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233516:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233518:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.233521:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233523:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233525:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233526:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5c26667. 00000400:00000200:2.0:1767384995.233530:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d815ee7e 00000400:00000010:2.0:1767384995.233531:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d815ee7e. 00000100:00000001:2.0:1767384995.233536:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233537:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233545:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233547:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.233550:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233552:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233553:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233559:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005956f144. 00000400:00000200:2.0:1767384995.233563:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7741d49 00000400:00000010:2.0:1767384995.233565:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f7741d49. 00000100:00000001:2.0:1767384995.233569:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233570:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233578:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233580:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.233583:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233585:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233586:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233588:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000490ee977. 00000400:00000200:2.0:1767384995.233592:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235da3b5 00000400:00000010:2.0:1767384995.233616:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000235da3b5. 00000100:00000001:2.0:1767384995.233621:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233622:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233631:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233633:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.233636:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233639:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233640:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233642:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebb483f1. 00000400:00000200:2.0:1767384995.233645:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba8238b2 00000400:00000010:2.0:1767384995.233647:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ba8238b2. 00000100:00000001:2.0:1767384995.233651:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233653:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233660:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233663:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.233666:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.233668:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.233670:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.233671:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff20722b. 00000400:00000200:2.0:1767384995.233676:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ab2e6e 00000400:00000010:2.0:1767384995.233677:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000000ab2e6e. 00000100:00000001:2.0:1767384995.233681:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.233683:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384995.233690:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.233693:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.233696:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.233704:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233705:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233709:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233711:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233714:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233715:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233718:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233720:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233724:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233725:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233728:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233730:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233733:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233734:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233738:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233739:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233742:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233744:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233747:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233748:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233751:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233753:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233769:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233771:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233774:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233776:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233779:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233780:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233783:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233785:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233788:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233790:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233794:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233795:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233798:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233800:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233803:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233804:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233808:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233810:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233818:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233819:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233823:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233824:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233829:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233831:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233833:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233835:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233838:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233840:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233842:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233844:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233847:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233848:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233851:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233852:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233855:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233857:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233860:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233861:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233865:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233866:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233869:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233871:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233874:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233875:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233878:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233880:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233883:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233884:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233888:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233889:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233892:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233894:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233897:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233898:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233902:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233903:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233907:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233908:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233917:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233919:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233922:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233923:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233926:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233928:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233931:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233932:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233935:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233936:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233939:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233941:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233944:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233946:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233948:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233950:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233953:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233954:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233958:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233959:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233962:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233964:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233967:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233968:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233972:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233974:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233978:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233979:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233983:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233984:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233988:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233990:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233993:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.233995:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.233998:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234000:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.234003:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234004:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.234008:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234009:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.234017:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234018:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.234022:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234023:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.234027:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234028:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.234031:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.234032:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384995.234045:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234048:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b9d486f1. 02000000:00000001:2.0:1767384995.234053:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234055:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875bfa05. 02000000:00000001:2.0:1767384995.234061:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234062:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002728f2b5. 02000000:00000001:2.0:1767384995.234066:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234068:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 02000000:00000001:2.0:1767384995.234074:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234075:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000edf57510. 02000000:00000001:2.0:1767384995.234079:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234081:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d16de10. 02000000:00000001:2.0:1767384995.234086:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234087:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000480643ff. 02000000:00000001:2.0:1767384995.234091:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234092:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6a42b5b. 02000000:00000001:2.0:1767384995.234097:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234098:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 0000000012af2559. 02000000:00000001:2.0:1767384995.234102:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234103:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d08f787. 02000000:00000001:2.0:1767384995.234108:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234109:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000619c1ad2. 02000000:00000001:2.0:1767384995.234114:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234115:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005ac63e5. 02000000:00000001:2.0:1767384995.234120:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234122:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000001400cc2c. 02000000:00000001:2.0:1767384995.234125:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234125:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4a7d4ad. 02000000:00000001:2.0:1767384995.234135:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234136:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000b6d7d399. 02000000:00000001:2.0:1767384995.234140:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234145:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076026172. 02000000:00000001:2.0:1767384995.234150:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234152:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009240df9d. 02000000:00000001:2.0:1767384995.234156:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234157:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e404cb1. 02000000:00000001:2.0:1767384995.234162:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234164:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082cc0879. 02000000:00000001:2.0:1767384995.234167:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234169:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db0db9f. 02000000:00000001:2.0:1767384995.234173:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234174:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000007a5787d0. 02000000:00000001:2.0:1767384995.234178:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234180:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ecf74ae. 02000000:00000001:2.0:1767384995.234185:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234187:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b508ce61. 02000000:00000001:2.0:1767384995.234190:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234192:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 02000000:00000001:2.0:1767384995.234195:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234197:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bb2313ee. 02000000:00000001:2.0:1767384995.234199:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234201:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d5ed0a. 02000000:00000001:2.0:1767384995.234207:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234209:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a01831ab. 02000000:00000001:2.0:1767384995.234212:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234214:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e043d91e. 02000000:00000001:2.0:1767384995.234222:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234223:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c6ef92df. 02000000:00000001:2.0:1767384995.234227:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234228:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000169e468a. 02000000:00000001:2.0:1767384995.234231:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234233:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004a98c549. 02000000:00000001:2.0:1767384995.234235:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234236:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004da6b7c7. 02000000:00000001:2.0:1767384995.234239:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234240:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009661acfe. 02000000:00000001:2.0:1767384995.234242:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234243:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5e43f9e. 02000000:00000001:2.0:1767384995.234248:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234254:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001767d99f. 02000000:00000001:2.0:1767384995.234257:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234258:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c06f1736. 02000000:00000001:2.0:1767384995.234260:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234260:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e5bbee7. 02000000:00000001:2.0:1767384995.234262:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234267:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ef7c5c4. 02000000:00000001:2.0:1767384995.234270:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234271:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006675a90c. 02000000:00000001:2.0:1767384995.234273:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234274:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4ee1880. 02000000:00000001:2.0:1767384995.234276:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234278:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003890ef43. 02000000:00000001:2.0:1767384995.234280:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234282:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000481547fa. 02000000:00000001:2.0:1767384995.234285:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234286:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bfacf0c5. 02000000:00000001:2.0:1767384995.234288:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234289:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f11efd. 02000000:00000001:2.0:1767384995.234292:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234293:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000117f519d. 02000000:00000001:2.0:1767384995.234295:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234297:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fd9b09f. 02000000:00000001:2.0:1767384995.234301:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234302:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000086935088. 02000000:00000001:2.0:1767384995.234305:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234305:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eef8c143. 02000000:00000001:2.0:1767384995.234309:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234309:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000225d8f24. 02000000:00000001:2.0:1767384995.234312:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234313:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f9766a. 02000000:00000001:2.0:1767384995.234316:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234316:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068c1dab1. 02000000:00000001:2.0:1767384995.234318:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234319:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011b0ceb0. 02000000:00000001:2.0:1767384995.234322:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234322:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000edb06fcd. 02000000:00000001:2.0:1767384995.234325:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234330:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081e50bfe. 02000000:00000001:2.0:1767384995.234333:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234334:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000064b3f3ec. 02000000:00000001:2.0:1767384995.234336:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234337:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f129804. 02000000:00000001:2.0:1767384995.234340:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234341:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003676bc9c. 02000000:00000001:2.0:1767384995.234343:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234344:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5d685ef. 02000000:00000001:2.0:1767384995.234347:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234348:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000be1b862e. 02000000:00000001:2.0:1767384995.234350:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234351:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd7bbbcd. 02000000:00000001:2.0:1767384995.234353:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234354:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1e59456. 02000000:00000001:2.0:1767384995.234356:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234357:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064874146. 02000000:00000001:2.0:1767384995.234360:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234360:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004d0c95b3. 02000000:00000001:2.0:1767384995.234363:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234364:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000854b29d4. 02000000:00000001:2.0:1767384995.234367:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234367:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e38b854c. 02000000:00000001:2.0:1767384995.234370:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234370:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007445e52a. 02000000:00000001:2.0:1767384995.234373:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234373:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004183eb95. 02000000:00000001:2.0:1767384995.234376:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234377:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e47cdf10. 02000000:00000001:2.0:1767384995.234379:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234380:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007d4c52f5. 02000000:00000001:2.0:1767384995.234383:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234384:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce57aa9. 02000000:00000001:2.0:1767384995.234386:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234387:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006bda9d0d. 02000000:00000001:2.0:1767384995.234390:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234391:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081e5b55c. 02000000:00000001:2.0:1767384995.234393:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234398:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cb3e6905. 02000000:00000001:2.0:1767384995.234399:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234400:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e351b94b. 02000000:00000001:2.0:1767384995.234403:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234403:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000766c06a7. 02000000:00000001:2.0:1767384995.234405:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234406:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 02000000:00000001:2.0:1767384995.234407:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234408:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000292edcd9. 02000000:00000001:2.0:1767384995.234410:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234410:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd246fff. 02000000:00000001:2.0:1767384995.234412:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234413:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dafb7fed. 02000000:00000001:2.0:1767384995.234414:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234415:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bac52902. 02000000:00000001:2.0:1767384995.234417:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234418:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000026d0144e. 02000000:00000001:2.0:1767384995.234419:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234420:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e23391ad. 02000000:00000001:2.0:1767384995.234422:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234422:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f7dd32a0. 02000000:00000001:2.0:1767384995.234424:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234424:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7df2b34. 02000000:00000001:2.0:1767384995.234426:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234427:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dac3c74d. 02000000:00000001:2.0:1767384995.234428:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234429:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009422fcb6. 02000000:00000001:2.0:1767384995.234431:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234431:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002419c2b7. 02000000:00000001:2.0:1767384995.234433:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234433:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015bc6d35. 02000000:00000001:2.0:1767384995.234435:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234436:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007891a30c. 02000000:00000001:2.0:1767384995.234437:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234438:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101f3a3e. 02000000:00000001:2.0:1767384995.234439:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234440:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000bdc4fb19. 02000000:00000001:2.0:1767384995.234441:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234445:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac667ac9. 02000000:00000001:2.0:1767384995.234448:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234449:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000945becd1. 02000000:00000001:2.0:1767384995.234451:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234451:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2d14462. 02000000:00000001:2.0:1767384995.234453:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234454:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000039c871c8. 02000000:00000001:2.0:1767384995.234456:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234456:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3a73b73. 02000000:00000001:2.0:1767384995.234458:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.234459:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000219c8aee. 02000000:00000001:2.0:1767384995.234460:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.234461:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000589c9e4e. 00000100:00000010:2.0:1767384995.234464:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000090023ec. 00000100:00000010:2.0:1767384995.234485:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032f4cf4b. 00000100:00000010:2.0:1767384995.234488:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000db660b44. 00000100:00000010:2.0:1767384995.234508:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c788685f. 00000100:00000010:2.0:1767384995.234510:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c7d75310. 00000100:00000010:2.0:1767384995.234527:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000358f10f8. 00000100:00000010:2.0:1767384995.234529:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000024df18b1. 00000100:00000010:2.0:1767384995.234546:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed652451. 00000100:00000010:2.0:1767384995.234548:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000eeb85238. 00000100:00000010:2.0:1767384995.234566:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000582ebc2b. 00000100:00000010:2.0:1767384995.234567:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008cf93647. 00000100:00000010:2.0:1767384995.234590:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d2cccd7. 00000100:00000010:2.0:1767384995.234592:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000031d3386b. 00000100:00000010:2.0:1767384995.234638:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1b2b253. 00000100:00000010:2.0:1767384995.234641:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000090f83956. 00000100:00000010:2.0:1767384995.234664:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff1540f2. 00000100:00000010:2.0:1767384995.234666:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000077b47e1c. 00000100:00000010:2.0:1767384995.234682:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004928d583. 00000100:00000010:2.0:1767384995.234684:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a4daaf25. 00000100:00000010:2.0:1767384995.234703:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b11a191. 00000100:00000010:2.0:1767384995.234705:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f037fcbf. 00000100:00000010:2.0:1767384995.234724:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039d8836a. 00000100:00000010:2.0:1767384995.234730:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c39d5414. 00000100:00000010:2.0:1767384995.234748:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f80c692b. 00000100:00000010:2.0:1767384995.234750:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cc817170. 00000100:00000010:2.0:1767384995.234783:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bd2b0bc. 00000100:00000010:2.0:1767384995.234785:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d15e028b. 00000100:00000010:2.0:1767384995.234802:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056778783. 00000100:00000010:2.0:1767384995.234820:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e0a1047f. 00000100:00000010:2.0:1767384995.234838:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd1d62f2. 00000100:00000010:2.0:1767384995.234840:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000075dbd0ef. 00000100:00000010:2.0:1767384995.234858:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b28e2457. 00000100:00000010:2.0:1767384995.234860:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000031a05f76. 00000100:00000010:2.0:1767384995.234879:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af5bb2f7. 00000100:00000010:2.0:1767384995.234881:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000293f7613. 00000100:00000010:2.0:1767384995.234907:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009af1ccbe. 00000100:00000010:2.0:1767384995.234909:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bc3f5087. 00000100:00000010:2.0:1767384995.234930:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034b81b4a. 00000100:00000010:2.0:1767384995.234931:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee20ceb2. 00000100:00000010:2.0:1767384995.234952:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aab5d749. 00000100:00000010:2.0:1767384995.234953:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ecaa3b9f. 00000100:00000010:2.0:1767384995.234969:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031d40801. 00000100:00000010:2.0:1767384995.234971:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000008119c5d. 00000100:00000010:2.0:1767384995.234989:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d68d97b8. 00000100:00000010:2.0:1767384995.234991:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d93b6ec9. 00000100:00000010:2.0:1767384995.235007:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce43a392. 00000100:00000010:2.0:1767384995.235009:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fef3cea3. 00000100:00000010:2.0:1767384995.235025:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097e7bef3. 00000100:00000010:2.0:1767384995.235027:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dbd73bff. 00000100:00000010:2.0:1767384995.235042:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d51dd02e. 00000100:00000010:2.0:1767384995.235044:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d5f3b88c. 00000100:00000010:2.0:1767384995.235060:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096a8cad1. 00000100:00000010:2.0:1767384995.235061:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c3aca359. 00000100:00000010:2.0:1767384995.235077:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d7c902d. 00000100:00000010:2.0:1767384995.235083:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001d0693e8. 00000100:00000010:2.0:1767384995.235100:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081b6be4d. 00000100:00000010:2.0:1767384995.235102:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002c0c478e. 00000100:00000010:2.0:1767384995.235119:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006eb0b180. 00000100:00000010:2.0:1767384995.235120:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002ac836c3. 00000100:00000010:2.0:1767384995.235137:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec9979a4. 00000100:00000010:2.0:1767384995.235139:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000318b0363. 00000100:00000010:2.0:1767384995.235158:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b81dc21. 00000100:00000010:2.0:1767384995.235160:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003b2b1470. 00000100:00000010:2.0:1767384995.235180:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9a7ae68. 00000100:00000010:2.0:1767384995.235182:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005952e97e. 00000100:00000010:2.0:1767384995.235204:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb3588dd. 00000100:00000010:2.0:1767384995.235206:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000421bfdcd. 00000100:00000010:2.0:1767384995.235223:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f40356a. 00000100:00000010:2.0:1767384995.235225:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003cc011d3. 00000100:00000010:2.0:1767384995.235249:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2b9db67. 00000100:00000010:2.0:1767384995.235251:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000017b3bc69. 00000100:00000010:2.0:1767384995.235269:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7c5f6da. 00000100:00000010:2.0:1767384995.235271:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003307da97. 00000100:00000010:2.0:1767384995.235290:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6c1a7a8. 00000100:00000010:2.0:1767384995.235292:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cab86b7c. 00000100:00000010:2.0:1767384995.235312:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000971d2e4a. 00000100:00000010:2.0:1767384995.235314:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000000d10530. 00000100:00000010:2.0:1767384995.235333:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b41e8899. 00000100:00000010:2.0:1767384995.235334:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d9591973. 00000100:00000010:2.0:1767384995.235355:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087ce5856. 00000100:00000010:2.0:1767384995.235357:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000040954702. 00000100:00000010:2.0:1767384995.235377:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1b4f6e9. 00000100:00000010:2.0:1767384995.235378:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007432b7c9. 00000100:00000010:2.0:1767384995.235398:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007020d69e. 00000100:00000010:2.0:1767384995.235399:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000916018c1. 00000100:00000010:2.0:1767384995.235421:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fefcabc7. 00000100:00000010:2.0:1767384995.235426:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b2686d0c. 00000100:00000010:2.0:1767384995.235444:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005284fb1f. 00000100:00000010:2.0:1767384995.235445:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a3c1d29e. 00000100:00000010:2.0:1767384995.235462:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009089459. 00000100:00000010:2.0:1767384995.235464:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cb3b17bd. 00000100:00000010:2.0:1767384995.235480:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000607860b6. 00000100:00000010:2.0:1767384995.235483:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dfb2e3fd. 00000100:00000010:2.0:1767384995.235499:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000952d5c73. 00000100:00000010:2.0:1767384995.235501:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d9e82a85. 00000100:00000010:2.0:1767384995.235516:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089c6c6a9. 00000100:00000010:2.0:1767384995.235518:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f18d51bc. 00000100:00000010:2.0:1767384995.235533:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011bfd390. 00000100:00000010:2.0:1767384995.235535:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000150767f3. 00000100:00000010:2.0:1767384995.235549:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9a314b3. 00000100:00000010:2.0:1767384995.235551:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004c066c7c. 00000100:00000010:2.0:1767384995.235565:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0b679fd. 00000100:00000010:2.0:1767384995.235566:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000080c2908b. 00000100:00000010:2.0:1767384995.235582:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076525bdb. 00000100:00000010:2.0:1767384995.235584:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007f9862ba. 00000100:00000010:2.0:1767384995.235616:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000145cfa90. 00000100:00000010:2.0:1767384995.235620:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000024e8e774. 00000100:00000010:2.0:1767384995.235649:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086f82b8a. 00000100:00000010:2.0:1767384995.235651:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005f395e36. 00000100:00000010:2.0:1767384995.235689:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026893648. 00000100:00000010:2.0:1767384995.235692:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f94dfded. 00000100:00000010:2.0:1767384995.235710:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c738b0b. 00000100:00000010:2.0:1767384995.235712:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d0e60f48. 00000100:00000010:2.0:1767384995.235728:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c22c2c9. 00000100:00000010:2.0:1767384995.235730:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008ec98234. 00000100:00000010:2.0:1767384995.235746:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090b3d7b4. 00000100:00000010:2.0:1767384995.235748:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006670fdc9. 00000100:00000010:2.0:1767384995.235777:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e942be2. 00000100:00000010:2.0:1767384995.235785:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000029ffc0bb. 00000100:00000010:2.0:1767384995.235801:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030ad27c2. 00000100:00000010:2.0:1767384995.235803:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002afaaa29. 00000100:00000010:2.0:1767384995.235821:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd2a65cf. 00000100:00000010:2.0:1767384995.235823:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a48d4375. 00000100:00000010:2.0:1767384995.235840:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a12cb20. 00000100:00000010:2.0:1767384995.235842:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e33ffd95. 00000100:00000010:2.0:1767384995.235857:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a15a46f5. 00000100:00000010:2.0:1767384995.235859:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e296154d. 00000100:00000010:2.0:1767384995.235876:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006d560d9. 00000100:00000010:2.0:1767384995.235879:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000003822ec90. 00000100:00000010:2.0:1767384995.235891:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000009c0eefb5. 00000100:00000010:2.0:1767384995.235904:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000a2223ba7. 00000100:00000010:2.0:1767384995.235915:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000fb013eda. 00000100:00000001:2.0:1767384995.235927:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.235929:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235930:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.235931:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.235933:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000013934f51. 00000100:00000001:2.0:1767384995.235935:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.235936:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.235938:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235939:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000096042f60. 00000100:00000001:2.0:1767384995.235941:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235942:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235943:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000606c0ad3. 00000100:00000001:2.0:1767384995.235944:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235945:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235946:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000044e4e33c. 00000100:00000001:2.0:1767384995.235947:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235948:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235949:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000479af0a1. 00000100:00000001:2.0:1767384995.235950:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235951:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.235952:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.235953:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000002a39053. 00000100:00000001:2.0:1767384995.235954:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.235959:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.235961:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235962:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000348a8792. 00000100:00000001:2.0:1767384995.235963:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235964:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235965:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ab443e51. 00000100:00000001:2.0:1767384995.235967:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235968:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235969:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bdb9af2f. 00000100:00000001:2.0:1767384995.235970:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.235971:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.235971:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007079825b. 00000100:00000010:2.0:1767384995.235973:0:39797:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000b342abf7. 00000100:00000001:2.0:1767384995.235975:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.236030:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000690969fc. 00000020:00000010:2.0:1767384995.236033:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005e67f894. 00000020:00000010:2.0:1767384995.236035:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005437d910. 00000020:00000010:2.0:1767384995.236037:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000899303b. 00000020:00000010:2.0:1767384995.236040:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007abf7f3f. 00000020:00000010:2.0:1767384995.236043:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a3f9d4eb. 00000100:00000010:2.0:1767384995.236062:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000053667872. 00000100:00000010:2.0:1767384995.236070:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000a471cefb. 00000100:00000010:2.0:1767384995.236072:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a18179d7. 00000100:00000010:2.0:1767384995.236074:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000a25ed49c. 00000100:00000001:2.0:1767384995.236076:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.236078:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.236079:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384995.236083:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.236084:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.236085:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384995.236086:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:2.0:1767384995.236087:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384995.236089:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384995.236109:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:1.0:1767384995.236184:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c8703b3. 00000040:00000010:1.0:1767384995.236195:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bf891cd8. 00000020:00000010:1.0:1767384995.236198:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b2fb911. 00000020:00000010:1.0:1767384995.236204:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002129f7e1. 00000020:00000010:1.0:1767384995.236210:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008e10f47c. 00000020:00000010:0.0:1767384995.236212:0:39705:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000824fa7bb. 00000020:00000010:3.0:1767384995.236213:0:16807:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000046e0ee9e. 80000000:00000010:1.0:1767384995.236215:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004a7823e3. 00000040:00000010:0.0:1767384995.236225:0:39705:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052f9468f. 40000000:00000010:1.0:1767384995.236227:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008791544e. 00000040:00000010:3.0:1767384995.236228:0:16807:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000092a2d873. 00000020:00000010:0.0:1767384995.236235:0:39705:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f63cc098. 00100000:00000010:1.0:1767384995.236240:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000061649fcb. 00000020:00000010:3.0:1767384995.236241:0:16807:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007dd25b99. 00000020:00000010:0.0:1767384995.236244:0:39705:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002683ddfa. 00040000:00000010:1.0:1767384995.236254:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5cd9b9f. 00000020:00000010:3.0:1767384995.236255:0:16807:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008d54a31d. 00000020:00000010:0.0:1767384995.236255:0:39705:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d5fe35d. 00040000:00000010:1.0:1767384995.236267:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002ca9f6e0. 00000020:00000010:3.0:1767384995.236269:0:16807:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001eba0c8f. 80000000:00000010:0.0:1767384995.236269:0:39705:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004fc0e088. 00080000:00000010:1.0:1767384995.236275:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c642201a. 80000000:00000010:3.0:1767384995.236282:0:16807:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0221c62. 40000000:00000010:0.0:1767384995.236282:0:39705:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f379543a. 00000004:00000010:1.0:1767384995.236284:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001cd4a7d4. 00100000:00000010:0.0:1767384995.236295:0:39705:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000005d87541. 40000000:00000010:3.0:1767384995.236296:0:16807:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ed53b4e. 00000020:00000010:1.0:1767384995.236296:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012d92d0b. 00040000:00000010:0.0:1767384995.236310:0:39705:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cb10d1c2. 00100000:00000010:3.0:1767384995.236311:0:16807:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7e28381. 00000020:00000010:1.0:1767384995.236312:0:16808:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cfe2819b. 00040000:00000010:0.0:1767384995.236319:0:39705:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ba3114af. 00040000:00000010:3.0:1767384995.236322:0:16807:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d06c2d7. 00000100:00000010:1.0:1767384995.236325:0:16808:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002e537381. 00080000:00000010:0.0:1767384995.236327:0:39705:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008fcefae0. 00040000:00000010:3.0:1767384995.236331:0:16807:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be34a48e. 00000100:00100000:1.0:1767384995.236334:0:16808:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000b93b01bb:16808] 1 exiting: rc = 0 00000004:00000010:0.0:1767384995.236337:0:39705:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000961c809c. 00080000:00000010:3.0:1767384995.236341:0:16807:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000020bdc194. 00000020:00000010:0.0:1767384995.236348:0:39705:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e97f72b9. 00000004:00000010:3.0:1767384995.236350:0:16807:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000018c0c34d. 00000020:00000010:3.0:1767384995.236357:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000525bfeff. 00000020:00000010:0.0:1767384995.236359:0:39705:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005b034ed6. 00000020:00000010:3.0:1767384995.236365:0:16807:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007fc4faec. 00000100:00000010:0.0:1767384995.236370:0:39705:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000035409c26. 00000100:00000010:3.0:1767384995.236378:0:16807:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000bff861a4. 00000100:00100000:0.0:1767384995.236379:0:39705:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [00000000766e714b:39705] 2 exiting: rc = 0 00000100:00100000:3.0:1767384995.236389:0:16807:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [000000009a8c64ee:16807] 0 exiting: rc = 1 00000100:00000010:2.0:1767384995.236453:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009a8c64ee. 00000100:00000010:2.0:1767384995.236461:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b93b01bb. 00000100:00000010:2.0:1767384995.236473:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000766e714b. 00000100:00000001:2.0:1767384995.236478:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.236479:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.236483:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767384995.236487:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236489:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236491:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d42456c. 00000400:00000200:2.0:1767384995.236494:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8dd05a 00000400:00000010:2.0:1767384995.236496:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c8dd05a. 00000100:00000001:2.0:1767384995.236499:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236501:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236509:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236511:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.236513:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236515:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236516:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236517:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d995d5d. 00000400:00000200:2.0:1767384995.236519:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081845827 00000400:00000010:2.0:1767384995.236520:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081845827. 00000100:00000001:2.0:1767384995.236521:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236522:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236525:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236526:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.236527:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236528:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236529:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236530:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfa91f1d. 00000400:00000200:2.0:1767384995.236531:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973b705 00000400:00000010:2.0:1767384995.236532:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a973b705. 00000100:00000001:2.0:1767384995.236534:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236535:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236538:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236539:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.236540:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236541:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236541:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236542:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086623706. 00000400:00000200:2.0:1767384995.236544:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd65ed7 00000400:00000010:2.0:1767384995.236548:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edd65ed7. 00000100:00000001:2.0:1767384995.236550:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236551:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236555:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236556:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.236557:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236558:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236559:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236559:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb608f2. 00000400:00000200:2.0:1767384995.236561:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa683be1 00000400:00000010:2.0:1767384995.236562:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa683be1. 00000100:00000001:2.0:1767384995.236563:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236564:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236567:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236568:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.236569:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236570:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236571:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236572:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a05382. 00000400:00000200:2.0:1767384995.236573:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e32b17 00000400:00000010:2.0:1767384995.236574:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042e32b17. 00000100:00000001:2.0:1767384995.236575:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236576:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236579:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236580:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.236581:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236583:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236583:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236584:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000661a69e4. 00000400:00000200:2.0:1767384995.236586:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093af5600 00000400:00000010:2.0:1767384995.236587:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093af5600. 00000100:00000001:2.0:1767384995.236588:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236589:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236592:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236593:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.236594:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236595:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236599:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236600:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bbfd8ad. 00000400:00000200:2.0:1767384995.236601:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1060ae4 00000400:00000010:2.0:1767384995.236602:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1060ae4. 00000100:00000001:2.0:1767384995.236604:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236605:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236642:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236644:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.236646:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236648:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236650:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236651:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055dd5617. 00000400:00000200:2.0:1767384995.236654:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6611c78 00000400:00000010:2.0:1767384995.236656:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6611c78. 00000100:00000001:2.0:1767384995.236658:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236660:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236666:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236668:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.236669:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236670:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236671:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236672:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf8eb3f6. 00000400:00000200:2.0:1767384995.236674:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6c4dc95 00000400:00000010:2.0:1767384995.236675:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6c4dc95. 00000100:00000001:2.0:1767384995.236676:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236677:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236680:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236681:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.236682:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236683:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236684:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236685:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c39c2de0. 00000400:00000200:2.0:1767384995.236686:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022ecce8d 00000400:00000010:2.0:1767384995.236687:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022ecce8d. 00000100:00000001:2.0:1767384995.236688:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236689:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236693:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236694:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.236700:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236702:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236703:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236704:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f37fc4. 00000400:00000200:2.0:1767384995.236705:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d636fa 00000400:00000010:2.0:1767384995.236706:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8d636fa. 00000100:00000001:2.0:1767384995.236708:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236708:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236712:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236713:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.236714:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236715:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236715:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236716:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046811e5f. 00000400:00000200:2.0:1767384995.236718:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305044a4 00000400:00000010:2.0:1767384995.236719:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000305044a4. 00000100:00000001:2.0:1767384995.236720:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236721:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236724:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236725:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.236726:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236727:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236728:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236729:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8c915fd. 00000400:00000200:2.0:1767384995.236730:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080452f12 00000400:00000010:2.0:1767384995.236731:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080452f12. 00000100:00000001:2.0:1767384995.236733:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236734:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236737:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236738:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.236739:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236740:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236740:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236741:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ebaaae1. 00000400:00000200:2.0:1767384995.236743:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a68e4aeb 00000400:00000010:2.0:1767384995.236744:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a68e4aeb. 00000100:00000001:2.0:1767384995.236745:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236746:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236753:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236769:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.236771:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236773:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236774:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236775:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000820f319c. 00000400:00000200:2.0:1767384995.236777:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015456632 00000400:00000010:2.0:1767384995.236779:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015456632. 00000100:00000001:2.0:1767384995.236780:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236781:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236784:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236785:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.236786:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236787:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236788:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236789:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ada7518. 00000400:00000200:2.0:1767384995.236790:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051859bf0 00000400:00000010:2.0:1767384995.236791:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051859bf0. 00000100:00000001:2.0:1767384995.236792:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236793:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236796:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236797:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.236798:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236799:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236800:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236801:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068ed57c9. 00000400:00000200:2.0:1767384995.236802:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003545bc3a 00000400:00000010:2.0:1767384995.236803:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003545bc3a. 00000100:00000001:2.0:1767384995.236805:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236805:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236809:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236810:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.236811:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236812:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236813:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236813:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f609ff78. 00000400:00000200:2.0:1767384995.236815:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553c3aeb 00000400:00000010:2.0:1767384995.236816:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000553c3aeb. 00000100:00000001:2.0:1767384995.236822:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236823:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236827:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236828:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.236829:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236831:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236832:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236833:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087fae35d. 00000400:00000200:2.0:1767384995.236834:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d371524e 00000400:00000010:2.0:1767384995.236835:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d371524e. 00000100:00000001:2.0:1767384995.236836:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236837:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236840:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236841:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.236842:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236843:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236844:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236845:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d653d603. 00000400:00000200:2.0:1767384995.236846:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b33eb3 00000400:00000010:2.0:1767384995.236848:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4b33eb3. 00000100:00000001:2.0:1767384995.236849:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236850:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236852:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236853:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.236854:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236855:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236856:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236857:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddc49bed. 00000400:00000200:2.0:1767384995.236858:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057da2b35 00000400:00000010:2.0:1767384995.236859:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057da2b35. 00000100:00000001:2.0:1767384995.236861:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236862:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236865:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236866:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.236867:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236868:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236869:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236870:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063cff221. 00000400:00000200:2.0:1767384995.236875:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fef7b2d 00000400:00000010:2.0:1767384995.236876:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fef7b2d. 00000100:00000001:2.0:1767384995.236877:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236878:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236881:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236882:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.236883:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236884:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236885:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236886:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f83d0716. 00000400:00000200:2.0:1767384995.236887:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005acc3993 00000400:00000010:2.0:1767384995.236888:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005acc3993. 00000100:00000001:2.0:1767384995.236889:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236890:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236893:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236894:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.236895:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236896:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236897:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236897:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078bc0c99. 00000400:00000200:2.0:1767384995.236899:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42ab675 00000400:00000010:2.0:1767384995.236900:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d42ab675. 00000100:00000001:2.0:1767384995.236901:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236902:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236904:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236905:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.236906:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236907:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236908:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236909:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f1bdfda. 00000400:00000200:2.0:1767384995.236910:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c47acb1 00000400:00000010:2.0:1767384995.236911:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c47acb1. 00000100:00000001:2.0:1767384995.236913:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236914:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236917:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236917:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.236918:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236923:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236924:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236926:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dce5e24. 00000400:00000200:2.0:1767384995.236927:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abfb4dd8 00000400:00000010:2.0:1767384995.236928:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abfb4dd8. 00000100:00000001:2.0:1767384995.236930:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236931:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236935:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236935:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.236936:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236938:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236938:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236939:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009afd9a12. 00000400:00000200:2.0:1767384995.236940:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f14c21 00000400:00000010:2.0:1767384995.236942:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007f14c21. 00000100:00000001:2.0:1767384995.236943:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236944:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236947:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236948:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.236949:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236950:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236950:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236951:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b365cab. 00000400:00000200:2.0:1767384995.236953:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb0dd1e8 00000400:00000010:2.0:1767384995.236954:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb0dd1e8. 00000100:00000001:2.0:1767384995.236955:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236956:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236959:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236960:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.236961:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236962:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236962:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236963:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b6fd93. 00000400:00000200:2.0:1767384995.236965:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fce36f 00000400:00000010:2.0:1767384995.236966:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067fce36f. 00000100:00000001:2.0:1767384995.236967:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236968:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236971:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236975:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.236976:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236978:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236979:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236980:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006343b22c. 00000400:00000200:2.0:1767384995.236981:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009137a414 00000400:00000010:2.0:1767384995.236982:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009137a414. 00000100:00000001:2.0:1767384995.236984:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236985:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236988:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.236989:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.236990:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.236990:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.236991:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.236992:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000610311f6. 00000400:00000200:2.0:1767384995.236993:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488a8ee3 00000400:00000010:2.0:1767384995.236994:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000488a8ee3. 00000100:00000001:2.0:1767384995.236995:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.236996:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.236999:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237000:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.237001:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237002:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237003:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237003:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1872aab. 00000400:00000200:2.0:1767384995.237005:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeaa0806 00000400:00000010:2.0:1767384995.237006:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aeaa0806. 00000100:00000001:2.0:1767384995.237007:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237008:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237011:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237012:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.237013:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237014:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237015:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237016:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062253a37. 00000400:00000200:2.0:1767384995.237017:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d26926e 00000400:00000010:2.0:1767384995.237018:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d26926e. 00000100:00000001:2.0:1767384995.237019:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237023:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237026:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237027:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.237028:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237030:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237031:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237032:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d7f1fea. 00000400:00000200:2.0:1767384995.237033:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9898cf4 00000400:00000010:2.0:1767384995.237034:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9898cf4. 00000100:00000001:2.0:1767384995.237036:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237036:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237039:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237040:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.237041:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237042:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237043:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237044:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c93d495. 00000400:00000200:2.0:1767384995.237045:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4ab44d 00000400:00000010:2.0:1767384995.237046:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a4ab44d. 00000100:00000001:2.0:1767384995.237047:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237048:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237051:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237052:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.237053:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237054:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237054:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237055:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c88685. 00000400:00000200:2.0:1767384995.237057:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000553c5cd 00000400:00000010:2.0:1767384995.237058:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000553c5cd. 00000100:00000001:2.0:1767384995.237059:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237060:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237063:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237064:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.237065:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237065:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237066:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237067:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b3ad738. 00000400:00000200:2.0:1767384995.237069:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003980b692 00000400:00000010:2.0:1767384995.237073:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003980b692. 00000100:00000001:2.0:1767384995.237075:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237075:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237079:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237080:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.237081:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237082:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237083:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237084:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076050c91. 00000400:00000200:2.0:1767384995.237085:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef1fcb1 00000400:00000010:2.0:1767384995.237086:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eef1fcb1. 00000100:00000001:2.0:1767384995.237088:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237089:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237091:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237092:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.237093:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237094:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237095:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237096:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adf30073. 00000400:00000200:2.0:1767384995.237097:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009276af20 00000400:00000010:2.0:1767384995.237098:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009276af20. 00000100:00000001:2.0:1767384995.237100:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237100:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237103:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237104:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.237105:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237106:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237107:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237108:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f614db51. 00000400:00000200:2.0:1767384995.237109:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d6a3e67 00000400:00000010:2.0:1767384995.237110:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d6a3e67. 00000100:00000001:2.0:1767384995.237111:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237112:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237115:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237116:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.237117:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237118:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237122:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237123:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad4bb1c6. 00000400:00000200:2.0:1767384995.237125:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e7d4bc6 00000400:00000010:2.0:1767384995.237126:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e7d4bc6. 00000100:00000001:2.0:1767384995.237127:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237128:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237131:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237132:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.237133:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237135:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237135:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237136:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ae54d34. 00000400:00000200:2.0:1767384995.237137:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d6eb466 00000400:00000010:2.0:1767384995.237139:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d6eb466. 00000100:00000001:2.0:1767384995.237140:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237141:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237144:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237145:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.237146:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237147:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237147:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237148:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd63b1d. 00000400:00000200:2.0:1767384995.237149:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1077904 00000400:00000010:2.0:1767384995.237150:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1077904. 00000100:00000001:2.0:1767384995.237152:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237152:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237156:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237157:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.237157:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237158:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237159:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237160:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cb52564. 00000400:00000200:2.0:1767384995.237161:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea80d9e4 00000400:00000010:2.0:1767384995.237162:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea80d9e4. 00000100:00000001:2.0:1767384995.237164:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237164:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237167:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237168:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.237173:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237175:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237176:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237176:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081286d9. 00000400:00000200:2.0:1767384995.237178:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a7f1cc3 00000400:00000010:2.0:1767384995.237179:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a7f1cc3. 00000100:00000001:2.0:1767384995.237180:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237181:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237184:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237185:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.237186:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237187:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237188:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237189:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f78b9f1b. 00000400:00000200:2.0:1767384995.237190:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceacee02 00000400:00000010:2.0:1767384995.237191:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ceacee02. 00000100:00000001:2.0:1767384995.237192:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237193:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237196:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237197:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.237198:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237199:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237200:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237201:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478e844b. 00000400:00000200:2.0:1767384995.237202:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e43167a0 00000400:00000010:2.0:1767384995.237203:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e43167a0. 00000100:00000001:2.0:1767384995.237204:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237205:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237208:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237209:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.237210:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237211:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237212:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237213:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932f84bf. 00000400:00000200:2.0:1767384995.237214:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf9256d8 00000400:00000010:2.0:1767384995.237215:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf9256d8. 00000100:00000001:2.0:1767384995.237216:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237217:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237223:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237224:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.237225:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237227:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237227:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237229:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e5329d8. 00000400:00000200:2.0:1767384995.237230:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1034360 00000400:00000010:2.0:1767384995.237231:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1034360. 00000100:00000001:2.0:1767384995.237233:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237233:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237237:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237238:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.237239:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237240:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237241:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237241:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006610684c. 00000400:00000200:2.0:1767384995.237242:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd0ec00 00000400:00000010:2.0:1767384995.237244:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dd0ec00. 00000100:00000001:2.0:1767384995.237245:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237246:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237249:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237250:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.237251:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237252:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237252:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237253:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000227cfb1a. 00000400:00000200:2.0:1767384995.237254:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbbccfc3 00000400:00000010:2.0:1767384995.237255:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbbccfc3. 00000100:00000001:2.0:1767384995.237257:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237257:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237260:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237261:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.237262:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237263:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237264:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237265:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062bf3aaa. 00000400:00000200:2.0:1767384995.237266:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c65e940 00000400:00000010:2.0:1767384995.237267:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c65e940. 00000100:00000001:2.0:1767384995.237272:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237273:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237276:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237277:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.237278:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237280:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237280:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237281:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005652064. 00000400:00000200:2.0:1767384995.237283:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f772dd 00000400:00000010:2.0:1767384995.237284:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1f772dd. 00000100:00000001:2.0:1767384995.237285:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237286:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237289:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237290:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.237291:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237292:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237293:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237293:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0607336. 00000400:00000200:2.0:1767384995.237295:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003190a5b 00000400:00000010:2.0:1767384995.237296:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003190a5b. 00000100:00000001:2.0:1767384995.237297:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237298:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237301:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237302:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.237303:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237304:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237304:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237305:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f82d37b. 00000400:00000200:2.0:1767384995.237306:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a46d2a89 00000400:00000010:2.0:1767384995.237307:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a46d2a89. 00000100:00000001:2.0:1767384995.237309:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237310:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237313:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237314:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.237315:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237316:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237316:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237317:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e435e8bf. 00000400:00000200:2.0:1767384995.237322:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000597be13c 00000400:00000010:2.0:1767384995.237323:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000597be13c. 00000100:00000001:2.0:1767384995.237325:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237325:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237329:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237330:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.237331:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237332:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237333:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237333:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ce3fabe. 00000400:00000200:2.0:1767384995.237335:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887cc99d 00000400:00000010:2.0:1767384995.237336:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000887cc99d. 00000100:00000001:2.0:1767384995.237337:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237338:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237341:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237342:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.237343:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237343:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237344:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237345:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9da07c. 00000400:00000200:2.0:1767384995.237346:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024a599bb 00000400:00000010:2.0:1767384995.237348:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024a599bb. 00000100:00000001:2.0:1767384995.237349:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237349:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237353:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237354:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.237355:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237356:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237356:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237357:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a393a3c1. 00000400:00000200:2.0:1767384995.237359:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebddd949 00000400:00000010:2.0:1767384995.237360:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebddd949. 00000100:00000001:2.0:1767384995.237361:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237362:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237365:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237366:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.237367:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237371:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237372:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237373:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c30c496a. 00000400:00000200:2.0:1767384995.237374:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd72e1f2 00000400:00000010:2.0:1767384995.237375:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd72e1f2. 00000100:00000001:2.0:1767384995.237377:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237377:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237380:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237381:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.237382:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237383:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237384:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237385:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa600b15. 00000400:00000200:2.0:1767384995.237386:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be381bde 00000400:00000010:2.0:1767384995.237387:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be381bde. 00000100:00000001:2.0:1767384995.237388:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237389:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237392:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237393:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.237394:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237395:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237396:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237396:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3dc1a6e. 00000400:00000200:2.0:1767384995.237398:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f383824a 00000400:00000010:2.0:1767384995.237399:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f383824a. 00000100:00000001:2.0:1767384995.237400:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237401:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237404:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237405:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.237406:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.237407:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.237407:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.237408:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6197e69. 00000400:00000200:2.0:1767384995.237409:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003529b689 00000400:00000010:2.0:1767384995.237410:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003529b689. 00000100:00000001:2.0:1767384995.237412:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.237412:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384995.237415:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.237419:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.237420:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.237422:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237423:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237425:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237425:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237426:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237427:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237428:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237429:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237430:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237430:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237431:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237432:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237433:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237434:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237435:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237436:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237437:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237437:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237438:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237439:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237440:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237441:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237442:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237442:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237443:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237444:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237445:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237446:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237447:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237447:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237448:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237449:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237450:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237451:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237452:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237452:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237453:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237454:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237458:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237459:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237460:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237461:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237462:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237463:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237464:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237465:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237466:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237467:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237468:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237468:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237469:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237470:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237471:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237472:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237473:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237474:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237475:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237475:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237476:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237477:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237478:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237479:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237480:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237480:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237481:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237482:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237483:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237484:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237485:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237485:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237486:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237487:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237488:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237489:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237490:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237491:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237491:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237492:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237497:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237497:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237498:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237500:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237501:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237501:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237502:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237503:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237504:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237505:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237506:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237506:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237507:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237508:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237509:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237510:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237511:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237512:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237513:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237513:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237514:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237515:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237516:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237517:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237518:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237518:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237519:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237520:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237521:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237522:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237523:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237524:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237524:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237525:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237526:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237527:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237528:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237529:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237530:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237530:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237534:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237535:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237536:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237537:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237538:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237539:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237539:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237540:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.237541:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.237542:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384995.237544:0:39797:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384995.237545:0:39797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000e70e41e3. 02000000:00000001:2.0:1767384995.237547:0:39797:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384995.237548:0:39797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000100:00000010:2.0:1767384995.237551:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000692d293a. 00000100:00000010:2.0:1767384995.237554:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b3cd120. 00000100:00000010:2.0:1767384995.237555:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8201375. 00000100:00000010:2.0:1767384995.237558:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cb4be18. 00000100:00000010:2.0:1767384995.237559:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009bf79f9d. 00000100:00000010:2.0:1767384995.237561:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e33afee7. 00000100:00000010:2.0:1767384995.237563:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043cd56eb. 00000100:00000010:2.0:1767384995.237564:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047de40a6. 00000100:00000010:2.0:1767384995.237566:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003d86a502. 00000100:00000010:2.0:1767384995.237567:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1044afe. 00000100:00000010:2.0:1767384995.237569:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000018578a63. 00000100:00000010:2.0:1767384995.237570:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051f3162d. 00000100:00000010:2.0:1767384995.237572:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001e388041. 00000100:00000010:2.0:1767384995.237579:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c344f8d. 00000100:00000010:2.0:1767384995.237581:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff3e4678. 00000100:00000010:2.0:1767384995.237583:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000475eb910. 00000100:00000010:2.0:1767384995.237585:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ed3454e6. 00000100:00000010:2.0:1767384995.237586:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe0a8855. 00000100:00000010:2.0:1767384995.237588:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001256c919. 00000100:00000010:2.0:1767384995.237589:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078777a49. 00000100:00000010:2.0:1767384995.237590:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098f88fb5. 00000100:00000010:2.0:1767384995.237618:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007468b564. 00000100:00000010:2.0:1767384995.237620:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3447caf. 00000100:00000010:2.0:1767384995.237624:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020ebf9c9. 00000100:00000010:2.0:1767384995.237627:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021970f03. 00000100:00000010:2.0:1767384995.237632:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000616b5640. 00000100:00000010:2.0:1767384995.237636:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000006fcc0ec. 00000100:00000010:2.0:1767384995.237641:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060b8caf4. 00000100:00000010:2.0:1767384995.237645:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ddfcf4d. 00000100:00000010:2.0:1767384995.237649:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da030e4b. 00000100:00000010:2.0:1767384995.237654:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec561d61. 00000100:00000010:2.0:1767384995.237658:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a44b04a8. 00000100:00000010:2.0:1767384995.237662:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd91df2a. 00000100:00000010:2.0:1767384995.237666:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006deb597d. 00000100:00000010:2.0:1767384995.237670:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a40196f. 00000100:00000010:2.0:1767384995.237674:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7567d26. 00000100:00000010:2.0:1767384995.237678:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000465b781c. 00000100:00000010:2.0:1767384995.237702:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b86af96. 00000100:00000010:2.0:1767384995.237707:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e0a97143. 00000100:00000010:2.0:1767384995.237711:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af110ec3. 00000100:00000010:2.0:1767384995.237715:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b20a5d70. 00000100:00000010:2.0:1767384995.237719:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fe2bf42. 00000100:00000010:2.0:1767384995.237722:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a5146d0. 00000100:00000010:2.0:1767384995.237726:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000690ec5fd. 00000100:00000010:2.0:1767384995.237730:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000057fbb8e. 00000100:00000010:2.0:1767384995.237734:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005511122a. 00000100:00000010:2.0:1767384995.237738:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000762fe5d4. 00000100:00000010:2.0:1767384995.237741:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032ea06f4. 00000100:00000010:2.0:1767384995.237744:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ea37d03. 00000100:00000010:2.0:1767384995.237749:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fef5618. 00000100:00000010:2.0:1767384995.237767:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004d97eba7. 00000100:00000010:2.0:1767384995.237771:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb147dbb. 00000100:00000010:2.0:1767384995.237776:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000432a2fe0. 00000100:00000010:2.0:1767384995.237780:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cea30a83. 00000100:00000010:2.0:1767384995.237788:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013663e27. 00000100:00000010:2.0:1767384995.237793:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050ce781a. 00000100:00000010:2.0:1767384995.237796:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ce69035. 00000100:00000010:2.0:1767384995.237801:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ab62942. 00000100:00000010:2.0:1767384995.237805:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021877ca7. 00000100:00000010:2.0:1767384995.237809:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b04f115c. 00000100:00000010:2.0:1767384995.237813:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ec5ec7e. 00000100:00000010:2.0:1767384995.237847:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001ed7717. 00000100:00000010:2.0:1767384995.237851:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002b4ae321. 00000100:00000010:2.0:1767384995.237853:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083eca776. 00000100:00000010:2.0:1767384995.237855:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000121da53d. 00000100:00000010:2.0:1767384995.237857:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5eeb14a. 00000100:00000010:2.0:1767384995.237858:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eaeca3db. 00000100:00000010:2.0:1767384995.237860:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a01ccf5. 00000100:00000010:2.0:1767384995.237862:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054e7766c. 00000100:00000010:2.0:1767384995.237863:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f440d522. 00000100:00000010:2.0:1767384995.237870:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004547ceff. 00000100:00000010:2.0:1767384995.237872:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea422164. 00000100:00000010:2.0:1767384995.237873:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa23028c. 00000100:00000010:2.0:1767384995.237875:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000949c4170. 00000100:00000010:2.0:1767384995.237877:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029827a56. 00000100:00000010:2.0:1767384995.237879:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b1a012f. 00000100:00000010:2.0:1767384995.237880:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082b3f960. 00000100:00000010:2.0:1767384995.237883:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000267a9adf. 00000100:00000010:2.0:1767384995.237887:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3850953. 00000100:00000010:2.0:1767384995.237889:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008df1536f. 00000100:00000010:2.0:1767384995.237891:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a250bbe. 00000100:00000010:2.0:1767384995.237894:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b62d23af. 00000100:00000010:2.0:1767384995.237897:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000addfd441. 00000100:00000010:2.0:1767384995.237900:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab73efd2. 00000100:00000010:2.0:1767384995.237905:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002832c656. 00000100:00000010:2.0:1767384995.237926:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005048ea17. 00000100:00000010:2.0:1767384995.237930:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054de119f. 00000100:00000010:2.0:1767384995.237938:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0a9f25e. 00000100:00000010:2.0:1767384995.237940:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009cda634e. 00000100:00000010:2.0:1767384995.237943:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e490489d. 00000100:00000010:2.0:1767384995.237944:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000108903cb. 00000100:00000010:2.0:1767384995.237949:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007972a75c. 00000100:00000010:2.0:1767384995.237952:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054ce8cf4. 00000100:00000010:2.0:1767384995.237957:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9bb599e. 00000100:00000010:2.0:1767384995.237959:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000035e8c505. 00000100:00000010:2.0:1767384995.237962:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097b4d9e5. 00000100:00000010:2.0:1767384995.237963:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000701a0d6b. 00000100:00000010:2.0:1767384995.237965:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef3ce8f9. 00000100:00000010:2.0:1767384995.237967:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000125a1d95. 00000100:00000010:2.0:1767384995.237969:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006680f6be. 00000100:00000010:2.0:1767384995.237970:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b5488f9. 00000100:00000010:2.0:1767384995.237972:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000035fe921. 00000100:00000010:2.0:1767384995.237974:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000015f14f42. 00000100:00000010:2.0:1767384995.237976:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cdb25a9. 00000100:00000010:2.0:1767384995.237978:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000089cd614e. 00000100:00000010:2.0:1767384995.237979:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcf6657c. 00000100:00000010:2.0:1767384995.237981:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ba800ff. 00000100:00000010:2.0:1767384995.237982:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fd161e7. 00000100:00000010:2.0:1767384995.237984:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f4a3e1c. 00000100:00000010:2.0:1767384995.237999:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bf6fdd9. 00000100:00000010:2.0:1767384995.238001:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b753a6b7. 00000100:00000010:2.0:1767384995.238003:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000690738ae. 00000100:00000010:2.0:1767384995.238004:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e330262b. 00000100:00000010:2.0:1767384995.238006:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e57b44fc. 00000100:00000010:2.0:1767384995.238007:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e23a40af. 00000100:00000010:2.0:1767384995.238009:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000378a679d. 00000100:00000010:2.0:1767384995.238010:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f38ee31. 00000100:00000010:2.0:1767384995.238013:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b2ca459. 00000100:00000010:2.0:1767384995.238014:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000068c37a48. 00000100:00000010:2.0:1767384995.238016:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f7278cc. 00000100:00000010:2.0:1767384995.238020:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af81967a. 00000100:00000010:2.0:1767384995.238022:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005dc18425. 00000100:00000010:2.0:1767384995.238023:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6edf2d9. 00000100:00000010:2.0:1767384995.238025:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4a8e5af. 00000100:00000010:2.0:1767384995.238026:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd01a23c. 00000100:00000010:2.0:1767384995.238028:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed44ec26. 00000100:00000010:2.0:1767384995.238030:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000045d670cb. 00000100:00000010:2.0:1767384995.238031:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004809be87. 00000100:00000010:2.0:1767384995.238034:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a57537ac. 00000100:00000010:2.0:1767384995.238039:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f7caf6d7. 00000100:00000010:2.0:1767384995.238046:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c598aff9. 00000100:00000001:2.0:1767384995.238052:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.238053:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.238054:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.238055:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.238057:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d9e43481. 00000100:00000001:2.0:1767384995.238058:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.238059:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.238061:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.238062:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000618c62f4. 00000100:00000001:2.0:1767384995.238064:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.238065:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.238066:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001a1d1277. 00000100:00000001:2.0:1767384995.238067:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.238068:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.238069:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e373a982. 00000100:00000001:2.0:1767384995.238071:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.238071:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.238072:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d8b57ef3. 00000100:00000001:2.0:1767384995.238074:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.238126:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000073a3bfab. 00000020:00000010:2.0:1767384995.238138:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000416ef44d. 00000020:00000010:2.0:1767384995.238140:0:39797:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000adfd511f. 00000020:00000010:2.0:1767384995.238143:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002b3b782f. 00000020:00000010:2.0:1767384995.238145:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e89fc7f7. 00000100:00000010:2.0:1767384995.238162:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005df83fe4. 00000100:00000010:2.0:1767384995.238171:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b2666553. 00000100:00000010:2.0:1767384995.238174:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f5221389. 00000100:00000010:2.0:1767384995.238176:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000062e47ebc. 00000100:00000001:2.0:1767384995.238177:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.238179:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.238180:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384995.238182:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.238183:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.238184:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384995.238185:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767384995.238187:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767384995.238201:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384995.238228:0:16810:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001bed6d43. 00000020:00000010:3.0:1767384995.238229:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d5d7354. 00000040:00000010:0.0:1767384995.238237:0:16810:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000095aab0dc. 00000040:00000010:3.0:1767384995.238238:0:16809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a045dbc6. 00000020:00000010:3.0:1767384995.238246:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006801cfa1. 00000020:00000010:0.0:1767384995.238246:0:16810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b8161a9. 00000020:00000010:0.0:1767384995.238272:0:16810:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000046815d99. 00000020:00000010:3.0:1767384995.238273:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da29a74d. 00000020:00000010:0.0:1767384995.238284:0:16810:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a2b512db. 00000020:00000010:3.0:1767384995.238285:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa99c8a0. 80000000:00000010:0.0:1767384995.238297:0:16810:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009974c06. 80000000:00000010:3.0:1767384995.238298:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000074d430fa. 40000000:00000010:0.0:1767384995.238309:0:16810:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000080f2f1e9. 40000000:00000010:3.0:1767384995.238310:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e7c7d1c3. 00100000:00000010:0.0:1767384995.238320:0:16810:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e5acf28. 00100000:00000010:3.0:1767384995.238321:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c51ac333. 00040000:00000010:0.0:1767384995.238333:0:16810:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ee9bdbf2. 00040000:00000010:3.0:1767384995.238334:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fdbc1cb3. 00040000:00000010:0.0:1767384995.238345:0:16810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f42d34c. 00040000:00000010:3.0:1767384995.238346:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000091bee7bb. 00080000:00000010:3.0:1767384995.238357:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000054eafb6. 00080000:00000010:0.0:1767384995.238357:0:16810:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000020e55d70. 00000004:00000010:0.0:1767384995.238367:0:16810:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006c4fe491. 00000004:00000010:3.0:1767384995.238368:0:16809:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d50c1e4. 00002000:00000010:0.0:1767384995.238377:0:16810:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c84dba4e. 00002000:00000010:3.0:1767384995.238379:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c173ef6d. 00000020:00000010:0.0:1767384995.238391:0:16810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c59264. 00000020:00000010:3.0:1767384995.238392:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd3d6d45. 00000020:00000010:0.0:1767384995.238405:0:16810:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005d6834af. 00000020:00000010:3.0:1767384995.238406:0:16809:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000dafb59a. 00000100:00000010:0.0:1767384995.238420:0:16810:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000091c62ce0. 00000100:00000010:3.0:1767384995.238421:0:16809:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ee05df5b. 00000100:00100000:0.0:1767384995.238429:0:16810:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000018c6f8f1:16810] 1 exiting: rc = 0 00000100:00100000:3.0:1767384995.238430:0:16809:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000e58d679a:16809] 0 exiting: rc = 1 00000100:00000010:2.0:1767384995.238500:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e58d679a. 00000100:00000010:2.0:1767384995.238507:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000018c6f8f1. 00000100:00000001:2.0:1767384995.238511:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.238513:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.238516:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384995.238521:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238522:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238524:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b868da0. 00000400:00000200:2.0:1767384995.238528:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6ec8ec9 00000400:00000010:2.0:1767384995.238530:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e6ec8ec9. 00000100:00000001:2.0:1767384995.238533:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238534:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238541:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238543:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.238545:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238547:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238548:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238550:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f1f0076. 00000400:00000200:2.0:1767384995.238552:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0e7761 00000400:00000010:2.0:1767384995.238553:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008c0e7761. 00000100:00000001:2.0:1767384995.238555:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238555:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238558:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238559:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.238567:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238569:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238570:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238571:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000152176b5. 00000400:00000200:2.0:1767384995.238573:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e7b376d 00000400:00000010:2.0:1767384995.238574:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008e7b376d. 00000100:00000001:2.0:1767384995.238576:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238576:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238580:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238581:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.238582:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238583:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238584:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238585:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001877201. 00000400:00000200:2.0:1767384995.238586:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f83145c8 00000400:00000010:2.0:1767384995.238587:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f83145c8. 00000100:00000001:2.0:1767384995.238590:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238591:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238594:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238595:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.238596:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238597:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238597:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238598:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d6cbb7. 00000400:00000200:2.0:1767384995.238600:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000451c84b9 00000400:00000010:2.0:1767384995.238601:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000451c84b9. 00000100:00000001:2.0:1767384995.238602:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238604:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238641:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238643:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.238645:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238647:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238648:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238649:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e4634a8. 00000400:00000200:2.0:1767384995.238652:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000103c95f 00000400:00000010:2.0:1767384995.238653:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000103c95f. 00000100:00000001:2.0:1767384995.238656:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238657:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238666:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238667:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.238668:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238670:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238671:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238672:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059711f1f. 00000400:00000200:2.0:1767384995.238674:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d1a3a40 00000400:00000010:2.0:1767384995.238676:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004d1a3a40. 00000100:00000001:2.0:1767384995.238678:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238678:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238682:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238683:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.238684:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238685:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238685:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238686:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fb4a59b. 00000400:00000200:2.0:1767384995.238688:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f815e80f 00000400:00000010:2.0:1767384995.238689:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f815e80f. 00000100:00000001:2.0:1767384995.238691:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238692:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238695:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238696:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.238697:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238698:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238699:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238700:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9f9e1a1. 00000400:00000200:2.0:1767384995.238701:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f36444 00000400:00000010:2.0:1767384995.238702:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6f36444. 00000100:00000001:2.0:1767384995.238704:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238705:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238708:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238709:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.238710:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238711:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238712:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238713:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df18743c. 00000400:00000200:2.0:1767384995.238714:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003dad856 00000400:00000010:2.0:1767384995.238715:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000003dad856. 00000100:00000001:2.0:1767384995.238721:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238722:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238726:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238726:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.238727:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238729:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238730:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238731:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000396bd292. 00000400:00000200:2.0:1767384995.238732:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe15cea2 00000400:00000010:2.0:1767384995.238733:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe15cea2. 00000100:00000001:2.0:1767384995.238735:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238736:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238739:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238740:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.238741:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238742:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238743:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238744:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e72881ff. 00000400:00000200:2.0:1767384995.238745:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fd25ab 00000400:00000010:2.0:1767384995.238747:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000099fd25ab. 00000100:00000001:2.0:1767384995.238749:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238749:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238752:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238767:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.238769:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238770:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238771:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238772:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bb3320a. 00000400:00000200:2.0:1767384995.238774:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0324107 00000400:00000010:2.0:1767384995.238775:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b0324107. 00000100:00000001:2.0:1767384995.238778:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238779:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238782:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238783:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.238784:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238785:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238786:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238787:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d859cb7. 00000400:00000200:2.0:1767384995.238793:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4c53a7c 00000400:00000010:2.0:1767384995.238794:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b4c53a7c. 00000100:00000001:2.0:1767384995.238796:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238797:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238801:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238802:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.238803:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238804:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238805:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238806:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcb502fb. 00000400:00000200:2.0:1767384995.238808:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a5ff3c9 00000400:00000010:2.0:1767384995.238809:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a5ff3c9. 00000100:00000001:2.0:1767384995.238812:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238812:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238816:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238816:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.238817:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238818:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238819:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238820:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079c1edda. 00000400:00000200:2.0:1767384995.238821:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044a91866 00000400:00000010:2.0:1767384995.238823:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000044a91866. 00000100:00000001:2.0:1767384995.238838:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238839:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238843:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238844:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.238845:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238846:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238847:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238848:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae53df92. 00000400:00000200:2.0:1767384995.238850:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa89bf67 00000400:00000010:2.0:1767384995.238851:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fa89bf67. 00000100:00000001:2.0:1767384995.238853:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238853:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238857:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238857:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.238858:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238863:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238864:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238865:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bec22bc. 00000400:00000200:2.0:1767384995.238867:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea41b63 00000400:00000010:2.0:1767384995.238869:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000ea41b63. 00000100:00000001:2.0:1767384995.238872:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238873:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238876:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238877:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.238878:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238880:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238880:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238881:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075187651. 00000400:00000200:2.0:1767384995.238883:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1044b 00000400:00000010:2.0:1767384995.238884:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d3f1044b. 00000100:00000001:2.0:1767384995.238886:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238887:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238890:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238891:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.238892:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238893:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238894:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238895:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1e9c8ab. 00000400:00000200:2.0:1767384995.238896:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dd83867 00000400:00000010:2.0:1767384995.238897:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003dd83867. 00000100:00000001:2.0:1767384995.238899:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238900:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238903:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238904:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.238905:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238906:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238907:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238908:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d0e93c6. 00000400:00000200:2.0:1767384995.238909:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e59c1724 00000400:00000010:2.0:1767384995.238910:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e59c1724. 00000100:00000001:2.0:1767384995.238912:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238913:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238916:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238920:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.238921:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238923:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238924:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238925:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1234f57. 00000400:00000200:2.0:1767384995.238926:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000262d8ab1 00000400:00000010:2.0:1767384995.238928:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000262d8ab1. 00000100:00000001:2.0:1767384995.238929:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238930:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238934:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238935:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.238935:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238937:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238937:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238938:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae428343. 00000400:00000200:2.0:1767384995.238940:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbffbf6b 00000400:00000010:2.0:1767384995.238941:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bbffbf6b. 00000100:00000001:2.0:1767384995.238944:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238945:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238948:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238949:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.238950:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238952:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238952:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238953:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018f99aa0. 00000400:00000200:2.0:1767384995.238954:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d038cfa8 00000400:00000010:2.0:1767384995.238956:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d038cfa8. 00000100:00000001:2.0:1767384995.238958:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238958:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238961:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238963:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.238964:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238965:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238966:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238967:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000974e294e. 00000400:00000200:2.0:1767384995.238968:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e646110e 00000400:00000010:2.0:1767384995.238969:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e646110e. 00000100:00000001:2.0:1767384995.238972:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238976:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238979:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238981:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.238982:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238984:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238984:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238985:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b5ae3f. 00000400:00000200:2.0:1767384995.238987:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31a17ee 00000400:00000010:2.0:1767384995.238988:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c31a17ee. 00000100:00000001:2.0:1767384995.238990:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.238991:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.238994:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.238995:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.238996:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.238997:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.238998:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.238999:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae6e2d1c. 00000400:00000200:2.0:1767384995.239000:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7d16e98 00000400:00000010:2.0:1767384995.239001:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b7d16e98. 00000100:00000001:2.0:1767384995.239004:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239004:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239008:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239009:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.239010:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239011:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239011:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239012:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd8ffb77. 00000400:00000200:2.0:1767384995.239014:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4cee9 00000400:00000010:2.0:1767384995.239015:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006de4cee9. 00000100:00000001:2.0:1767384995.239030:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239031:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239035:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239035:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.239036:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239038:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239039:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239040:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000529624d9. 00000400:00000200:2.0:1767384995.239041:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d76d483 00000400:00000010:2.0:1767384995.239046:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000d76d483. 00000100:00000001:2.0:1767384995.239049:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239050:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239054:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239055:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.239056:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239057:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239058:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239059:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007948739c. 00000400:00000200:2.0:1767384995.239061:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075ae5578 00000400:00000010:2.0:1767384995.239062:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000075ae5578. 00000100:00000001:2.0:1767384995.239063:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239064:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239067:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239068:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.239069:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239070:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239071:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239072:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019433add. 00000400:00000200:2.0:1767384995.239073:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008799ed07 00000400:00000010:2.0:1767384995.239075:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008799ed07. 00000100:00000001:2.0:1767384995.239076:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239077:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239080:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239081:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.239082:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239083:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239084:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239085:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135e3e16. 00000400:00000200:2.0:1767384995.239086:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cee11cb5 00000400:00000010:2.0:1767384995.239087:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cee11cb5. 00000100:00000001:2.0:1767384995.239089:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239090:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239093:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239094:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.239095:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239096:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239097:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239101:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c075d4c. 00000400:00000200:2.0:1767384995.239103:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082802d91 00000400:00000010:2.0:1767384995.239104:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082802d91. 00000100:00000001:2.0:1767384995.239107:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239108:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239111:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239112:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.239113:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239114:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239115:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239116:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079696c7f. 00000400:00000200:2.0:1767384995.239117:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c7acc86 00000400:00000010:2.0:1767384995.239118:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005c7acc86. 00000100:00000001:2.0:1767384995.239120:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239121:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239124:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239125:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.239126:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239127:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239128:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239129:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006135c0d8. 00000400:00000200:2.0:1767384995.239130:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012948dff 00000400:00000010:2.0:1767384995.239132:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000012948dff. 00000100:00000001:2.0:1767384995.239133:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239134:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239137:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239138:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.239139:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239140:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239141:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239142:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511782a9. 00000400:00000200:2.0:1767384995.239143:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e9f7ddc 00000400:00000010:2.0:1767384995.239144:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001e9f7ddc. 00000100:00000001:2.0:1767384995.239146:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239147:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239150:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239151:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.239153:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239158:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239159:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239160:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfc4a1fa. 00000400:00000200:2.0:1767384995.239162:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c70759a0 00000400:00000010:2.0:1767384995.239163:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c70759a0. 00000100:00000001:2.0:1767384995.239165:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239166:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239169:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239170:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.239171:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239172:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239173:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239174:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f83696e. 00000400:00000200:2.0:1767384995.239175:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efbcfec5 00000400:00000010:2.0:1767384995.239176:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000efbcfec5. 00000100:00000001:2.0:1767384995.239178:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239179:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239182:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239183:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.239184:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239185:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239186:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239187:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd4eecf. 00000400:00000200:2.0:1767384995.239188:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045cec12b 00000400:00000010:2.0:1767384995.239190:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000045cec12b. 00000100:00000001:2.0:1767384995.239192:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239193:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239196:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239197:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.239198:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239199:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239199:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239200:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a21ddae. 00000400:00000200:2.0:1767384995.239202:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570e9e19 00000400:00000010:2.0:1767384995.239203:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000570e9e19. 00000100:00000001:2.0:1767384995.239217:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239218:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239222:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239225:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.239227:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239228:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239229:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239230:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000396cdebb. 00000400:00000200:2.0:1767384995.239231:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000673fe371 00000400:00000010:2.0:1767384995.239233:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000673fe371. 00000100:00000001:2.0:1767384995.239235:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239236:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239239:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239240:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.239241:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239242:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239242:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239243:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000966785d9. 00000400:00000200:2.0:1767384995.239245:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be118f5c 00000400:00000010:2.0:1767384995.239246:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be118f5c. 00000100:00000001:2.0:1767384995.239247:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239248:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239251:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239252:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.239253:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239255:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239256:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239257:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006899614d. 00000400:00000200:2.0:1767384995.239258:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1212361 00000400:00000010:2.0:1767384995.239259:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f1212361. 00000100:00000001:2.0:1767384995.239261:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239262:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239265:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239266:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.239267:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239268:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239269:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239270:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001086ba6e. 00000400:00000200:2.0:1767384995.239271:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871d64ff 00000400:00000010:2.0:1767384995.239272:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000871d64ff. 00000100:00000001:2.0:1767384995.239274:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239278:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239281:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239282:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.239283:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239285:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239286:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239287:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:2.0:1767384995.239288:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000671cce2d 00000400:00000010:2.0:1767384995.239289:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000671cce2d. 00000100:00000001:2.0:1767384995.239291:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239292:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239295:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239296:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.239297:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239298:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239299:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239299:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005b0bdde. 00000400:00000200:2.0:1767384995.239301:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca30786 00000400:00000010:2.0:1767384995.239302:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009ca30786. 00000100:00000001:2.0:1767384995.239304:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239304:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239308:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239308:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.239309:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239311:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239311:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239312:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000666df5e5. 00000400:00000200:2.0:1767384995.239313:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b4c903 00000400:00000010:2.0:1767384995.239315:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043b4c903. 00000100:00000001:2.0:1767384995.239317:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239318:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239321:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239322:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.239323:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239324:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239325:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239325:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020a5921f. 00000400:00000200:2.0:1767384995.239327:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018cefce0 00000400:00000010:2.0:1767384995.239332:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000018cefce0. 00000100:00000001:2.0:1767384995.239334:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239335:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239338:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239339:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.239340:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239342:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239342:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239343:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e874e754. 00000400:00000200:2.0:1767384995.239345:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000934236dd 00000400:00000010:2.0:1767384995.239346:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000934236dd. 00000100:00000001:2.0:1767384995.239348:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239349:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239352:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239353:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.239354:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239355:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239355:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239356:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04b1fb5. 00000400:00000200:2.0:1767384995.239357:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f69830 00000400:00000010:2.0:1767384995.239359:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000017f69830. 00000100:00000001:2.0:1767384995.239360:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239361:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239364:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239365:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.239366:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239367:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239368:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239369:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066bd799f. 00000400:00000200:2.0:1767384995.239370:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027e8bd89 00000400:00000010:2.0:1767384995.239371:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000027e8bd89. 00000100:00000001:2.0:1767384995.239373:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239374:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239377:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239378:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.239379:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239380:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239381:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239385:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000047fbd. 00000400:00000200:2.0:1767384995.239386:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1cfbeac 00000400:00000010:2.0:1767384995.239388:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e1cfbeac. 00000100:00000001:2.0:1767384995.239401:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239402:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239405:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239406:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.239407:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239409:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239409:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239410:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077d5087b. 00000400:00000200:2.0:1767384995.239412:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45a76f7 00000400:00000010:2.0:1767384995.239413:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e45a76f7. 00000100:00000001:2.0:1767384995.239415:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239415:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239418:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239419:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.239420:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239422:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239422:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239423:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbb4412c. 00000400:00000200:2.0:1767384995.239424:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e91c2465 00000400:00000010:2.0:1767384995.239426:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e91c2465. 00000100:00000001:2.0:1767384995.239427:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239428:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239431:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239432:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.239433:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239434:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239435:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239435:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007f5aeb8. 00000400:00000200:2.0:1767384995.239437:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb1eeb1a 00000400:00000010:2.0:1767384995.239438:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fb1eeb1a. 00000100:00000001:2.0:1767384995.239439:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239440:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239443:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239444:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.239445:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239450:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239451:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239452:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9febcbd. 00000400:00000200:2.0:1767384995.239454:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b118d07 00000400:00000010:2.0:1767384995.239455:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006b118d07. 00000100:00000001:2.0:1767384995.239457:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239458:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239461:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239462:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.239463:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239464:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239464:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239465:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f167d28. 00000400:00000200:2.0:1767384995.239467:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b871a9c2 00000400:00000010:2.0:1767384995.239468:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b871a9c2. 00000100:00000001:2.0:1767384995.239470:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239471:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239474:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239475:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.239476:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239477:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239478:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239478:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30f03e9. 00000400:00000200:2.0:1767384995.239480:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086bfc0d6 00000400:00000010:2.0:1767384995.239481:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086bfc0d6. 00000100:00000001:2.0:1767384995.239484:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239484:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239487:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239488:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.239489:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239491:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239491:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239492:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d3bbe50. 00000400:00000200:2.0:1767384995.239494:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ac1a97 00000400:00000010:2.0:1767384995.239495:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b8ac1a97. 00000100:00000001:2.0:1767384995.239497:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239498:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239501:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239505:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.239506:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239508:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239509:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239510:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043714967. 00000400:00000200:2.0:1767384995.239511:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001045044c 00000400:00000010:2.0:1767384995.239513:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001045044c. 00000100:00000001:2.0:1767384995.239515:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239516:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239519:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239520:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.239521:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239522:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239523:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239524:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039c0a391. 00000400:00000200:2.0:1767384995.239525:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c42a33 00000400:00000010:2.0:1767384995.239526:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000079c42a33. 00000100:00000001:2.0:1767384995.239529:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239529:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239532:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239533:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.239534:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239536:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239536:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239537:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dc2164e. 00000400:00000200:2.0:1767384995.239538:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dd69484 00000400:00000010:2.0:1767384995.239540:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006dd69484. 00000100:00000001:2.0:1767384995.239541:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239542:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239545:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239546:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.239547:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239548:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239549:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239549:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c2c490e. 00000400:00000200:2.0:1767384995.239551:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af1e1ff 00000400:00000010:2.0:1767384995.239552:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001af1e1ff. 00000100:00000001:2.0:1767384995.239554:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239557:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239561:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239562:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.239563:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.239564:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.239565:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.239566:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bca508b. 00000400:00000200:2.0:1767384995.239568:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486e8d17 00000400:00000010:2.0:1767384995.239569:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000486e8d17. 00000100:00000001:2.0:1767384995.239570:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.239571:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384995.239574:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.239575:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.239576:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.239577:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239578:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239580:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239581:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239582:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239582:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239583:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239584:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239585:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239586:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239587:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239588:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239589:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239589:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239590:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239591:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239592:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239693:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239696:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239697:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239700:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239701:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239704:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239705:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239708:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239714:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239717:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239719:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239723:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239724:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239727:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239729:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239732:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239733:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239735:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239736:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239737:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239738:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239741:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239742:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239808:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239810:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239811:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239812:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239813:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239814:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239837:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239838:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239840:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239841:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239842:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239843:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239844:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239845:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239848:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239849:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239850:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239851:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239852:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239853:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239854:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239854:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239856:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239857:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239858:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239865:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239867:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239868:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239870:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239871:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239872:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239872:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239873:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239874:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239875:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239876:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239877:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239878:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239879:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239879:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239880:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239881:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239882:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239883:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239884:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239885:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239885:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239886:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239887:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239888:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239889:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239890:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239891:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239891:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239892:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239893:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239894:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239895:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239896:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239896:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239897:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239898:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239899:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239900:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239901:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239904:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239906:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239906:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239907:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239908:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239909:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239910:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239911:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239912:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239913:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239913:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239914:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239915:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239916:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239917:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239918:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239918:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239919:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239920:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239921:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239922:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.239923:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.239923:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384995.239925:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002e796dc3. 00000100:00000010:2.0:1767384995.239986:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043718e53. 00000100:00000010:2.0:1767384995.239989:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008517ca25. 00000100:00000010:2.0:1767384995.240051:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017aaa673. 00000100:00000010:2.0:1767384995.240053:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000096885519. 00000100:00000010:2.0:1767384995.240111:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063b0c0ab. 00000100:00000010:2.0:1767384995.240113:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000225d9b64. 00000100:00000010:2.0:1767384995.240167:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057eb8b8f. 00000100:00000010:2.0:1767384995.240168:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000948efbf0. 00000100:00000010:2.0:1767384995.240228:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009880a9e8. 00000100:00000010:2.0:1767384995.240230:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000049c4d746. 00000100:00000010:2.0:1767384995.240297:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c70ffc9. 00000100:00000010:2.0:1767384995.240299:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008278710d. 00000100:00000010:2.0:1767384995.240371:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000416d0b32. 00000100:00000010:2.0:1767384995.240378:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000013cc0994. 00000100:00000010:2.0:1767384995.240438:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081e60456. 00000100:00000010:2.0:1767384995.240440:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c7933bfe. 00000100:00000010:2.0:1767384995.240499:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e43a4ec. 00000100:00000010:2.0:1767384995.240501:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d6b12416. 00000100:00000010:2.0:1767384995.240556:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c62f8516. 00000100:00000010:2.0:1767384995.240558:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002463e7a0. 00000100:00000010:2.0:1767384995.240662:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005acc72f4. 00000100:00000010:2.0:1767384995.240665:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000402c9798. 00000100:00000010:2.0:1767384995.240721:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f05c1904. 00000100:00000010:2.0:1767384995.240723:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bafb0074. 00000100:00000010:2.0:1767384995.240793:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb0b1b5b. 00000100:00000010:2.0:1767384995.240796:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000047a9857a. 00000100:00000010:2.0:1767384995.240852:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa41c529. 00000100:00000010:2.0:1767384995.240854:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ba9a2663. 00000100:00000010:2.0:1767384995.240908:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebfb9df2. 00000100:00000010:2.0:1767384995.240910:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000090362b9e. 00000100:00000010:2.0:1767384995.240967:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000691e20fe. 00000100:00000010:2.0:1767384995.240968:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005b9cc823. 00000100:00000010:2.0:1767384995.241027:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d78488b2. 00000100:00000010:2.0:1767384995.241029:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f37d1d26. 00000100:00000010:2.0:1767384995.241087:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000252db4d. 00000100:00000010:2.0:1767384995.241089:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b822394f. 00000100:00000010:2.0:1767384995.241146:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bc90b09. 00000100:00000010:2.0:1767384995.241148:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ffad4142. 00000100:00000010:2.0:1767384995.241207:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086654ce4. 00000100:00000010:2.0:1767384995.241208:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000020c0407a. 00000100:00000010:2.0:1767384995.241258:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1094a78. 00000100:00000010:2.0:1767384995.241259:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bfcc7bf8. 00000100:00000010:2.0:1767384995.241310:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000992c0e2b. 00000100:00000010:2.0:1767384995.241311:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002152530e. 00000100:00000010:2.0:1767384995.241365:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000337c6f10. 00000100:00000010:2.0:1767384995.241372:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005c4cb991. 00000100:00000010:2.0:1767384995.241420:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5900558. 00000100:00000010:2.0:1767384995.241422:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000baa6a48e. 00000100:00000010:2.0:1767384995.241482:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0a9469e. 00000100:00000010:2.0:1767384995.241484:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b035c95b. 00000100:00000010:2.0:1767384995.241543:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe957f7e. 00000100:00000010:2.0:1767384995.241546:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000163a1e85. 00000100:00000010:2.0:1767384995.241621:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca0db3e0. 00000100:00000010:2.0:1767384995.241652:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000010f160dd. 00000100:00000010:2.0:1767384995.241727:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000facd79fb. 00000100:00000010:2.0:1767384995.241730:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ea0d74ff. 00000100:00000010:2.0:1767384995.241800:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015232e8e. 00000100:00000010:2.0:1767384995.241803:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008c29784b. 00000100:00000010:2.0:1767384995.241855:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b869ad4. 00000100:00000010:2.0:1767384995.241857:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000246ce1cc. 00000100:00000010:2.0:1767384995.241907:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033ffa678. 00000100:00000010:2.0:1767384995.241909:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000019f04b0e. 00000100:00000010:2.0:1767384995.241963:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002926a80b. 00000100:00000010:2.0:1767384995.241965:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000567a6b53. 00000100:00000010:2.0:1767384995.242019:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c81ea217. 00000100:00000010:2.0:1767384995.242021:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c06d2ec8. 00000100:00000010:2.0:1767384995.242076:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a13d919d. 00000100:00000010:2.0:1767384995.242078:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000057b4c8c6. 00000100:00000010:2.0:1767384995.242136:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000679f2387. 00000100:00000010:2.0:1767384995.242138:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f7840874. 00000100:00000010:2.0:1767384995.242206:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f48d172. 00000100:00000010:2.0:1767384995.242208:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000457e4318. 00000100:00000010:2.0:1767384995.242258:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2be55ea. 00000100:00000010:2.0:1767384995.242260:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a8e74846. 00000100:00000010:2.0:1767384995.242319:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fd53ab0. 00000100:00000010:2.0:1767384995.242321:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000317b6845. 00000100:00000010:2.0:1767384995.242381:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fee95c8. 00000100:00000010:2.0:1767384995.242387:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000203cdfd2. 00000100:00000010:2.0:1767384995.242443:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000933fc78e. 00000100:00000010:2.0:1767384995.242445:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006b9abcf2. 00000100:00000010:2.0:1767384995.242521:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026430a50. 00000100:00000010:2.0:1767384995.242526:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009794d0e8. 00000100:00000010:2.0:1767384995.242611:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084939aee. 00000100:00000010:2.0:1767384995.242615:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bbf38573. 00000100:00000010:2.0:1767384995.242706:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c2045ea. 00000100:00000010:2.0:1767384995.242709:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dfdf79cf. 00000100:00000010:2.0:1767384995.242777:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa0bfa8f. 00000100:00000010:2.0:1767384995.242780:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006d30831a. 00000100:00000010:2.0:1767384995.242834:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f044369. 00000100:00000010:2.0:1767384995.242836:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bd25eed4. 00000100:00000010:2.0:1767384995.242896:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4b57f39. 00000100:00000010:2.0:1767384995.242898:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a92425e7. 00000100:00000010:2.0:1767384995.242952:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017016234. 00000100:00000010:2.0:1767384995.242954:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003a07ea05. 00000100:00000010:2.0:1767384995.243006:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078df1029. 00000100:00000010:2.0:1767384995.243008:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009afe1d69. 00000100:00000010:2.0:1767384995.243058:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffbcb22b. 00000100:00000010:2.0:1767384995.243060:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003eae403c. 00000100:00000010:2.0:1767384995.243112:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003186ea0c. 00000100:00000010:2.0:1767384995.243114:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c152cae0. 00000100:00000010:2.0:1767384995.243167:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fe672a0. 00000100:00000010:2.0:1767384995.243169:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c22ee90a. 00000100:00000010:2.0:1767384995.243223:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d42c3cc5. 00000100:00000010:2.0:1767384995.243225:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000036f7f759. 00000100:00000010:2.0:1767384995.243280:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000908631ca. 00000100:00000010:2.0:1767384995.243281:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000112eb7b8. 00000100:00000010:2.0:1767384995.243337:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f0eb04a. 00000100:00000010:2.0:1767384995.243338:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b31807ac. 00000100:00000010:2.0:1767384995.243403:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dbafd9c. 00000100:00000010:2.0:1767384995.243410:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cfd449c4. 00000100:00000010:2.0:1767384995.243473:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000585b3b19. 00000100:00000010:2.0:1767384995.243475:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c063c137. 00000100:00000010:2.0:1767384995.243526:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002082bbd. 00000100:00000010:2.0:1767384995.243528:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e652129f. 00000100:00000010:2.0:1767384995.243582:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fd3357f. 00000100:00000010:2.0:1767384995.243584:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003c0cb01c. 00000100:00000010:2.0:1767384995.243678:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000632ffdcc. 00000100:00000010:2.0:1767384995.243686:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fa50f752. 00000100:00000010:2.0:1767384995.243743:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6ff3b18. 00000100:00000010:2.0:1767384995.243745:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000025445b24. 00000100:00000010:2.0:1767384995.243813:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006c48153. 00000100:00000010:2.0:1767384995.243816:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000080f0cdc4. 00000100:00000010:2.0:1767384995.243872:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047689057. 00000100:00000010:2.0:1767384995.243874:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006b1605ff. 00000100:00000010:2.0:1767384995.243931:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d23e996e. 00000100:00000010:2.0:1767384995.243932:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007f64c46f. 00000100:00000010:2.0:1767384995.243983:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041928872. 00000100:00000010:2.0:1767384995.244094:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ff6607fc. 00000100:00000010:2.0:1767384995.244101:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005f3fc674. 00000100:00000001:2.0:1767384995.244106:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.244108:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.244109:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.244110:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.244111:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000da6dda91. 00000100:00000001:2.0:1767384995.244113:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.244114:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.244116:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.244117:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ffa1e191. 00000100:00000001:2.0:1767384995.244119:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.244120:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.244121:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009b48aabe. 00000100:00000001:2.0:1767384995.244122:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.244123:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.244124:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000678e9fdf. 00000100:00000001:2.0:1767384995.244130:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.244131:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.244132:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000280abd3. 00000100:00000001:2.0:1767384995.244134:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.244208:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f44a664b. 00000020:00000010:2.0:1767384995.244212:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000073868525. 00000100:00000010:2.0:1767384995.244231:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000002b177432. 00000100:00000010:2.0:1767384995.244238:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000079e3db1b. 00000100:00000010:2.0:1767384995.244241:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004520d0cb. 00000100:00000010:2.0:1767384995.244243:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000018ef0344. 00000100:00000001:2.0:1767384995.244245:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.244246:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.244248:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:2.0:1767384995.244251:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.244252:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.244253:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:2.0:1767384995.244254:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:2.0:1767384995.244256:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:2.0:1767384995.244269:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:0.0:1767384995.244292:0:16812:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003b827aba. 00000020:00000010:3.0:1767384995.244299:0:16811:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dc41d4b6. 00000040:00000010:0.0:1767384995.244301:0:16812:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000076155d2c. 00000020:00000010:0.0:1767384995.244303:0:16812:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fabeebfe. 00000020:00000010:0.0:1767384995.244306:0:16812:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d832100f. 00000020:00000010:0.0:1767384995.244314:0:16812:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cc31dee. 00000040:00000010:3.0:1767384995.244316:0:16811:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f187728a. 80000000:00000010:0.0:1767384995.244337:0:16812:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5031ec0. 00000020:00000010:3.0:1767384995.244341:0:16811:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028e0ced0. 40000000:00000010:0.0:1767384995.244344:0:16812:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c650ce56. 00000020:00000010:3.0:1767384995.244350:0:16811:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d560d5ec. 00100000:00000010:0.0:1767384995.244353:0:16812:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008af5f1da. 00000020:00000010:3.0:1767384995.244359:0:16811:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000040848f73. 00040000:00000010:0.0:1767384995.244361:0:16812:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027dfd654. 80000000:00000010:3.0:1767384995.244368:0:16811:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009ec5f5ed. 00040000:00000010:0.0:1767384995.244370:0:16812:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a009cf2. 40000000:00000010:3.0:1767384995.244377:0:16811:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000594bcad2. 00080000:00000010:0.0:1767384995.244379:0:16812:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005d1ee26c. 00100000:00000010:3.0:1767384995.244386:0:16811:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f79d5a41. 00000004:00000010:0.0:1767384995.244388:0:16812:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000069fd3a78. 00040000:00000010:3.0:1767384995.244396:0:16811:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000df2fc2ce. 00000020:00000010:0.0:1767384995.244398:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049a2cf35. 00040000:00000010:3.0:1767384995.244405:0:16811:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d72c94eb. 00000020:00000010:0.0:1767384995.244409:0:16812:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005b07de2b. 00080000:00000010:3.0:1767384995.244414:0:16811:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f5bd256f. 00000100:00000010:0.0:1767384995.244418:0:16812:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f57458e9. 00000004:00000010:3.0:1767384995.244420:0:16811:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000229cac7b. 00000100:00100000:0.0:1767384995.244427:0:16812:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000a438c541:16812] 1 exiting: rc = 0 00000020:00000010:3.0:1767384995.244430:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dc54e31. 00000020:00000010:3.0:1767384995.244439:0:16811:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bb05e4b1. 00000100:00000010:3.0:1767384995.244444:0:16811:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000de1a18ba. 00000100:00100000:3.0:1767384995.244447:0:16811:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000049f2a05d:16811] 0 exiting: rc = 1 00000100:00000010:2.0:1767384995.244496:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000049f2a05d. 00000100:00000010:2.0:1767384995.244504:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a438c541. 00000100:00000001:2.0:1767384995.244510:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.244511:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.244514:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:2.0:1767384995.244518:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244519:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244521:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fad54d06. 00000400:00000200:2.0:1767384995.244525:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4579fe9 00000400:00000010:2.0:1767384995.244527:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4579fe9. 00000100:00000001:2.0:1767384995.244531:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244533:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244540:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244543:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.244546:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244547:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244548:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244556:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080d2eb4b. 00000400:00000200:2.0:1767384995.244558:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231d7487 00000400:00000010:2.0:1767384995.244559:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231d7487. 00000100:00000001:2.0:1767384995.244562:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244563:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244566:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244567:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.244568:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244570:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244571:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244572:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000200bf07. 00000400:00000200:2.0:1767384995.244573:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e92b98e 00000400:00000010:2.0:1767384995.244574:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e92b98e. 00000100:00000001:2.0:1767384995.244576:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244577:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244580:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244581:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.244582:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244583:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244584:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244585:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17fc775. 00000400:00000200:2.0:1767384995.244586:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d059b2c 00000400:00000010:2.0:1767384995.244587:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d059b2c. 00000100:00000001:2.0:1767384995.244589:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244590:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244593:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244594:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.244595:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244596:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244597:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244598:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b86138c. 00000400:00000200:2.0:1767384995.244599:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d54928 00000400:00000010:2.0:1767384995.244600:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d54928. 00000100:00000001:2.0:1767384995.244601:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244602:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244605:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244606:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.244607:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244649:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244651:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244652:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a5871fb. 00000400:00000200:2.0:1767384995.244656:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e68f9a 00000400:00000010:2.0:1767384995.244658:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e68f9a. 00000100:00000001:2.0:1767384995.244661:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244663:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244669:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244671:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.244672:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244674:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244674:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244676:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7546c4e. 00000400:00000200:2.0:1767384995.244677:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005321cbe9 00000400:00000010:2.0:1767384995.244678:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005321cbe9. 00000100:00000001:2.0:1767384995.244680:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244680:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244683:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244684:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.244685:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244686:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244687:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244688:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062e4fd21. 00000400:00000200:2.0:1767384995.244689:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a36bad 00000400:00000010:2.0:1767384995.244690:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a36bad. 00000100:00000001:2.0:1767384995.244691:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244692:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244695:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244696:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.244697:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244698:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244698:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244699:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd4c7658. 00000400:00000200:2.0:1767384995.244701:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa29abf2 00000400:00000010:2.0:1767384995.244702:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa29abf2. 00000100:00000001:2.0:1767384995.244703:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244704:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244707:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244711:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.244713:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244714:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244715:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244716:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000884c957f. 00000400:00000200:2.0:1767384995.244718:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4fa7bb9 00000400:00000010:2.0:1767384995.244719:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4fa7bb9. 00000100:00000001:2.0:1767384995.244720:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244721:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244724:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244725:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.244726:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244727:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244728:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244729:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ce1766f. 00000400:00000200:2.0:1767384995.244730:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afd05631 00000400:00000010:2.0:1767384995.244731:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afd05631. 00000100:00000001:2.0:1767384995.244733:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244733:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244736:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244737:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.244738:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244739:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244740:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244741:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8d3f68b. 00000400:00000200:2.0:1767384995.244742:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acafcc10 00000400:00000010:2.0:1767384995.244743:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acafcc10. 00000100:00000001:2.0:1767384995.244744:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244745:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244748:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244749:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.244750:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244751:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244752:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244753:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003330229. 00000400:00000200:2.0:1767384995.244770:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d809b24d 00000400:00000010:2.0:1767384995.244771:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d809b24d. 00000100:00000001:2.0:1767384995.244773:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244779:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244782:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244783:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.244784:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244786:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244787:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244788:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d81b2fe8. 00000400:00000200:2.0:1767384995.244790:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba0b2ef0 00000400:00000010:2.0:1767384995.244791:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba0b2ef0. 00000100:00000001:2.0:1767384995.244792:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244793:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244796:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244797:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.244798:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244799:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244800:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244801:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045466745. 00000400:00000200:2.0:1767384995.244802:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb206dc7 00000400:00000010:2.0:1767384995.244803:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb206dc7. 00000100:00000001:2.0:1767384995.244805:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244805:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244809:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244810:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.244811:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244811:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244812:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244813:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abc4d3d6. 00000400:00000200:2.0:1767384995.244814:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005be93cfc 00000400:00000010:2.0:1767384995.244815:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005be93cfc. 00000100:00000001:2.0:1767384995.244816:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244817:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244820:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244821:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.244822:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244823:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244824:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244825:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db180ca8. 00000400:00000200:2.0:1767384995.244826:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669c23ce 00000400:00000010:2.0:1767384995.244830:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669c23ce. 00000100:00000001:2.0:1767384995.244832:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244833:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244837:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244838:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.244839:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244840:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244841:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244842:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18ef806. 00000400:00000200:2.0:1767384995.244843:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5ca9040 00000400:00000010:2.0:1767384995.244844:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5ca9040. 00000100:00000001:2.0:1767384995.244845:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244846:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244849:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244850:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.244851:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244852:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244853:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244854:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f4349c6. 00000400:00000200:2.0:1767384995.244855:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a61f551 00000400:00000010:2.0:1767384995.244856:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a61f551. 00000100:00000001:2.0:1767384995.244857:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244858:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244861:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244862:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.244863:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244864:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244864:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244865:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8b0d673. 00000400:00000200:2.0:1767384995.244867:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d45eb60 00000400:00000010:2.0:1767384995.244868:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d45eb60. 00000100:00000001:2.0:1767384995.244869:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244869:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244872:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244873:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.244874:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244875:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244879:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244880:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6bb1a90. 00000400:00000200:2.0:1767384995.244882:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072b04b0f 00000400:00000010:2.0:1767384995.244883:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072b04b0f. 00000100:00000001:2.0:1767384995.244885:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244885:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244889:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244890:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.244891:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244892:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244892:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244893:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f44c2bbd. 00000400:00000200:2.0:1767384995.244895:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088ac47ad 00000400:00000010:2.0:1767384995.244895:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088ac47ad. 00000100:00000001:2.0:1767384995.244897:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244897:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244901:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244902:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.244903:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244904:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244905:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244905:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084092ff3. 00000400:00000200:2.0:1767384995.244906:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010460a6e 00000400:00000010:2.0:1767384995.244908:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010460a6e. 00000100:00000001:2.0:1767384995.244909:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244910:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244913:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244914:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.244915:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244916:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244917:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244918:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e989346. 00000400:00000200:2.0:1767384995.244919:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf81923a 00000400:00000010:2.0:1767384995.244920:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf81923a. 00000100:00000001:2.0:1767384995.244921:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244922:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244925:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244926:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.244930:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244932:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244932:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244934:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083a87f98. 00000400:00000200:2.0:1767384995.244935:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea302c86 00000400:00000010:2.0:1767384995.244936:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea302c86. 00000100:00000001:2.0:1767384995.244938:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244938:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244942:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244942:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.244943:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244944:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244945:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244946:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007581be57. 00000400:00000200:2.0:1767384995.244947:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000195aeff7 00000400:00000010:2.0:1767384995.244948:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000195aeff7. 00000100:00000001:2.0:1767384995.244950:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244950:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244953:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244954:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.244955:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244956:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244957:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244958:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6d6980. 00000400:00000200:2.0:1767384995.244959:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000038dceeb 00000400:00000010:2.0:1767384995.244960:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000038dceeb. 00000100:00000001:2.0:1767384995.244961:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244962:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244965:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244966:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.244967:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244968:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244968:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244969:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a9772fe. 00000400:00000200:2.0:1767384995.244971:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e819a6b 00000400:00000010:2.0:1767384995.244972:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e819a6b. 00000100:00000001:2.0:1767384995.244973:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244973:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244981:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244982:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.244983:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244984:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244985:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244986:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c3989a0. 00000400:00000200:2.0:1767384995.244987:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fe2e7 00000400:00000010:2.0:1767384995.244988:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fe2e7. 00000100:00000001:2.0:1767384995.244989:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.244990:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.244993:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.244994:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.244995:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.244996:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.244996:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.244997:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2558bef. 00000400:00000200:2.0:1767384995.244998:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097d6179c 00000400:00000010:2.0:1767384995.244999:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097d6179c. 00000100:00000001:2.0:1767384995.245001:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245001:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245004:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245005:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.245006:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245007:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245008:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245009:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e464bbed. 00000400:00000200:2.0:1767384995.245010:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a04a4ed1 00000400:00000010:2.0:1767384995.245011:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a04a4ed1. 00000100:00000001:2.0:1767384995.245012:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245013:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245016:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245017:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.245018:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245019:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245020:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245020:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53c23bd. 00000400:00000200:2.0:1767384995.245022:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c86a8e02 00000400:00000010:2.0:1767384995.245023:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c86a8e02. 00000100:00000001:2.0:1767384995.245027:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245028:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245031:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245032:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.245033:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245034:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245035:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245036:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0e64f10. 00000400:00000200:2.0:1767384995.245037:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43f3d03 00000400:00000010:2.0:1767384995.245038:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43f3d03. 00000100:00000001:2.0:1767384995.245040:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245040:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245044:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245044:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.245045:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245046:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245047:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245048:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fedcde. 00000400:00000200:2.0:1767384995.245049:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082ddb768 00000400:00000010:2.0:1767384995.245050:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082ddb768. 00000100:00000001:2.0:1767384995.245051:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245052:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245055:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245056:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.245057:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245058:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245059:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245059:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098eed9d0. 00000400:00000200:2.0:1767384995.245060:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004314077b 00000400:00000010:2.0:1767384995.245062:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004314077b. 00000100:00000001:2.0:1767384995.245063:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245064:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245067:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245068:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.245069:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245070:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245071:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245071:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0fef9df. 00000400:00000200:2.0:1767384995.245076:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d4483ed 00000400:00000010:2.0:1767384995.245077:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d4483ed. 00000100:00000001:2.0:1767384995.245079:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245079:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245082:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245083:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.245084:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245085:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245086:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245087:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034ee887c. 00000400:00000200:2.0:1767384995.245088:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509c8c8c 00000400:00000010:2.0:1767384995.245089:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000509c8c8c. 00000100:00000001:2.0:1767384995.245091:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245091:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245094:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245095:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.245096:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245097:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245098:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245099:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2927f1. 00000400:00000200:2.0:1767384995.245100:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9ba67f 00000400:00000010:2.0:1767384995.245102:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9ba67f. 00000100:00000001:2.0:1767384995.245103:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245103:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245106:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245107:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.245108:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245110:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245110:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245111:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071efa32f. 00000400:00000200:2.0:1767384995.245112:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001013f589 00000400:00000010:2.0:1767384995.245113:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001013f589. 00000100:00000001:2.0:1767384995.245114:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245115:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245118:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245119:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.245120:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245125:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245126:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245127:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621505a0. 00000400:00000200:2.0:1767384995.245128:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a2de65 00000400:00000010:2.0:1767384995.245129:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9a2de65. 00000100:00000001:2.0:1767384995.245130:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245131:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245135:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245136:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.245137:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245138:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245138:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245139:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b78768b. 00000400:00000200:2.0:1767384995.245140:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216da7e3 00000400:00000010:2.0:1767384995.245141:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000216da7e3. 00000100:00000001:2.0:1767384995.245143:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245144:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245147:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245148:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.245148:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245150:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245150:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245151:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be47105. 00000400:00000200:2.0:1767384995.245152:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea68393e 00000400:00000010:2.0:1767384995.245153:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea68393e. 00000100:00000001:2.0:1767384995.245155:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245156:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245159:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245160:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.245161:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245162:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245162:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245163:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047403749. 00000400:00000200:2.0:1767384995.245164:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000480f301b 00000400:00000010:2.0:1767384995.245166:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000480f301b. 00000100:00000001:2.0:1767384995.245167:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245168:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245171:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245175:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.245176:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245177:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245178:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245179:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3179bbd. 00000400:00000200:2.0:1767384995.245181:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cef4675 00000400:00000010:2.0:1767384995.245182:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cef4675. 00000100:00000001:2.0:1767384995.245183:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245184:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245187:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245188:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.245189:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245189:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245190:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245191:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c330e318. 00000400:00000200:2.0:1767384995.245192:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a45954 00000400:00000010:2.0:1767384995.245193:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a45954. 00000100:00000001:2.0:1767384995.245195:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245195:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245199:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245199:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.245200:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245202:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245202:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245203:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094824c5d. 00000400:00000200:2.0:1767384995.245204:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc5e3c7b 00000400:00000010:2.0:1767384995.245205:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc5e3c7b. 00000100:00000001:2.0:1767384995.245207:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245207:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245211:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245211:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.245212:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245214:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245214:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245215:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055214828. 00000400:00000200:2.0:1767384995.245216:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082c9de9b 00000400:00000010:2.0:1767384995.245217:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082c9de9b. 00000100:00000001:2.0:1767384995.245219:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245223:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245226:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245227:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.245228:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245229:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245230:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245231:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d91fe06. 00000400:00000200:2.0:1767384995.245232:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000116609d9 00000400:00000010:2.0:1767384995.245233:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000116609d9. 00000100:00000001:2.0:1767384995.245234:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245235:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245238:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245239:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.245240:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245241:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245242:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245243:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc7b3412. 00000400:00000200:2.0:1767384995.245244:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca345f3 00000400:00000010:2.0:1767384995.245245:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ca345f3. 00000100:00000001:2.0:1767384995.245246:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245247:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245250:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245251:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.245251:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245252:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245253:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245254:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000680acf4a. 00000400:00000200:2.0:1767384995.245255:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2a740fe 00000400:00000010:2.0:1767384995.245256:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2a740fe. 00000100:00000001:2.0:1767384995.245257:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245258:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245261:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245262:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.245263:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245264:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245265:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245265:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dda74362. 00000400:00000200:2.0:1767384995.245267:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089367633 00000400:00000010:2.0:1767384995.245271:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089367633. 00000100:00000001:2.0:1767384995.245272:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245273:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245276:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245277:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.245278:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245279:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245280:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245281:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fda3bf7. 00000400:00000200:2.0:1767384995.245282:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093314530 00000400:00000010:2.0:1767384995.245283:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093314530. 00000100:00000001:2.0:1767384995.245284:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245285:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245288:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245289:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.245290:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245291:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245292:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245292:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000546b60ba. 00000400:00000200:2.0:1767384995.245294:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c871c2 00000400:00000010:2.0:1767384995.245295:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c871c2. 00000100:00000001:2.0:1767384995.245296:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245297:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245300:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245300:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.245301:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245302:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245303:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245304:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f63090f. 00000400:00000200:2.0:1767384995.245305:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1f9266c 00000400:00000010:2.0:1767384995.245306:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1f9266c. 00000100:00000001:2.0:1767384995.245307:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245308:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245311:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245312:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.245313:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245314:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245318:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245319:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d92516c8. 00000400:00000200:2.0:1767384995.245320:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1c891a4 00000400:00000010:2.0:1767384995.245321:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1c891a4. 00000100:00000001:2.0:1767384995.245323:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245324:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245327:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245328:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.245329:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245330:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245331:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245332:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0a4929a. 00000400:00000200:2.0:1767384995.245333:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0717d2 00000400:00000010:2.0:1767384995.245334:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0717d2. 00000100:00000001:2.0:1767384995.245335:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245336:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245339:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245340:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.245341:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245342:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245342:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245343:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000385ae53d. 00000400:00000200:2.0:1767384995.245344:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf1d677 00000400:00000010:2.0:1767384995.245345:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf1d677. 00000100:00000001:2.0:1767384995.245346:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245347:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245350:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245351:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.245352:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245353:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245354:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245355:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009065cbf3. 00000400:00000200:2.0:1767384995.245356:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c847eadb 00000400:00000010:2.0:1767384995.245357:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c847eadb. 00000100:00000001:2.0:1767384995.245358:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245359:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245362:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245363:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.245367:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245368:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245369:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245370:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4a009ef. 00000400:00000200:2.0:1767384995.245371:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e4c091 00000400:00000010:2.0:1767384995.245372:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043e4c091. 00000100:00000001:2.0:1767384995.245373:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245374:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245377:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245378:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.245379:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245380:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245381:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245381:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f327164. 00000400:00000200:2.0:1767384995.245383:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ad948d 00000400:00000010:2.0:1767384995.245384:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ad948d. 00000100:00000001:2.0:1767384995.245385:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245386:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245389:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245389:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.245390:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245391:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245392:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245393:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d303b98. 00000400:00000200:2.0:1767384995.245394:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2af1a8e 00000400:00000010:2.0:1767384995.245395:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2af1a8e. 00000100:00000001:2.0:1767384995.245396:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245397:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245400:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245401:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.245402:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245402:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245403:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245404:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbbb7102. 00000400:00000200:2.0:1767384995.245405:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003009de03 00000400:00000010:2.0:1767384995.245406:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003009de03. 00000100:00000001:2.0:1767384995.245407:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245408:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245414:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245415:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.245416:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245417:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245418:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245419:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c623298. 00000400:00000200:2.0:1767384995.245421:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f355e8a1 00000400:00000010:2.0:1767384995.245422:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f355e8a1. 00000100:00000001:2.0:1767384995.245423:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245424:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245426:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245427:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.245428:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.245429:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.245430:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.245431:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5877697. 00000400:00000200:2.0:1767384995.245432:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e594443 00000400:00000010:2.0:1767384995.245433:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e594443. 00000100:00000001:2.0:1767384995.245434:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.245435:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384995.245438:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.245439:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.245440:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.245441:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245442:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245444:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245445:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245446:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245446:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245447:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245448:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245449:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245450:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245451:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245452:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245452:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245453:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245454:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245458:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245459:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245460:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245461:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245462:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245463:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245463:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245464:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245465:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245466:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245467:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245468:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245469:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245469:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245470:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245471:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245472:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245473:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245474:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245475:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245475:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245476:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245477:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245478:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245479:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245480:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245480:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245481:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245482:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245483:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245484:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245485:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245485:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245486:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245487:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245488:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245489:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245490:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245490:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245491:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245495:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245496:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245497:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245498:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245499:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245500:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245500:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245501:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245502:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245503:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245504:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245505:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245505:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245506:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245507:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245508:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245509:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245510:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245510:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245511:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245512:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245513:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245514:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245515:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245515:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245516:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245517:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245518:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245519:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245520:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245521:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245522:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245522:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245523:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245524:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245525:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245526:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245527:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245527:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245528:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245532:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245533:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245534:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245534:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245535:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245536:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245537:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245538:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245539:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245540:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245540:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245541:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245542:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245543:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245544:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245545:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245545:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245546:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245547:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245548:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245549:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245550:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245550:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245551:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245552:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245553:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245554:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245555:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245555:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245556:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245557:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.245558:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.245559:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384995.245560:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000071cfc8cf. 00000100:00000010:2.0:1767384995.245563:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077d5ef41. 00000100:00000010:2.0:1767384995.245564:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000169d45d. 00000100:00000010:2.0:1767384995.245566:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dca5ac41. 00000100:00000010:2.0:1767384995.245568:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000837d833c. 00000100:00000010:2.0:1767384995.245569:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8fa9bb8. 00000100:00000010:2.0:1767384995.245574:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000deda37a1. 00000100:00000010:2.0:1767384995.245575:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000521ac11c. 00000100:00000010:2.0:1767384995.245577:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a943772c. 00000100:00000010:2.0:1767384995.245579:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000455ae97e. 00000100:00000010:2.0:1767384995.245580:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073398557. 00000100:00000010:2.0:1767384995.245581:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a5e0508. 00000100:00000010:2.0:1767384995.245583:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be5aa644. 00000100:00000010:2.0:1767384995.245584:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005974f6a3. 00000100:00000010:2.0:1767384995.245586:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a1cefde. 00000100:00000010:2.0:1767384995.245587:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a644dd18. 00000100:00000010:2.0:1767384995.245589:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002690b069. 00000100:00000010:2.0:1767384995.245590:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7665122. 00000100:00000010:2.0:1767384995.245592:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb53743c. 00000100:00000010:2.0:1767384995.245663:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4e46d51. 00000100:00000010:2.0:1767384995.245669:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f095859c. 00000100:00000010:2.0:1767384995.245676:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb6c164b. 00000100:00000010:2.0:1767384995.245682:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000679e0934. 00000100:00000010:2.0:1767384995.245685:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce5d48fb. 00000100:00000010:2.0:1767384995.245691:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dcd7fc19. 00000100:00000010:2.0:1767384995.245694:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f681be2. 00000100:00000010:2.0:1767384995.245700:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff8befc2. 00000100:00000010:2.0:1767384995.245705:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3be5cac. 00000100:00000010:2.0:1767384995.245710:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c52de543. 00000100:00000010:2.0:1767384995.245715:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a466c1f. 00000100:00000010:2.0:1767384995.245719:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009d44d84. 00000100:00000010:2.0:1767384995.245724:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dfb83a4. 00000100:00000010:2.0:1767384995.245729:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c908f1cc. 00000100:00000010:2.0:1767384995.245735:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004377a3c. 00000100:00000010:2.0:1767384995.245739:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba702063. 00000100:00000010:2.0:1767384995.245743:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040166e72. 00000100:00000010:2.0:1767384995.245747:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086cc1205. 00000100:00000010:2.0:1767384995.245751:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7661fda. 00000100:00000010:2.0:1767384995.245766:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053ca0321. 00000100:00000010:2.0:1767384995.245783:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa5e5d90. 00000100:00000010:2.0:1767384995.245786:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000113dfad5. 00000100:00000010:2.0:1767384995.245789:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052fb1d7a. 00000100:00000010:2.0:1767384995.245792:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000501015d4. 00000100:00000010:2.0:1767384995.245803:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1d66ece. 00000100:00000010:2.0:1767384995.245808:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aad5ad6b. 00000100:00000010:2.0:1767384995.245811:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a96a3da1. 00000100:00000010:2.0:1767384995.245814:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1dd4d77. 00000100:00000010:2.0:1767384995.245816:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d5f30ae. 00000100:00000010:2.0:1767384995.245820:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a0590a1. 00000100:00000010:2.0:1767384995.245822:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1088b4d. 00000100:00000010:2.0:1767384995.245824:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9fde5be. 00000100:00000010:2.0:1767384995.245826:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000416768b7. 00000100:00000010:2.0:1767384995.245828:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b866c564. 00000100:00000010:2.0:1767384995.245831:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c0c31d7. 00000100:00000010:2.0:1767384995.245835:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093640cea. 00000100:00000010:2.0:1767384995.245839:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092ad07bf. 00000100:00000010:2.0:1767384995.245843:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004753f10f. 00000100:00000010:2.0:1767384995.245845:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a66ad08c. 00000100:00000010:2.0:1767384995.245848:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000556ceec2. 00000100:00000010:2.0:1767384995.245850:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004706720e. 00000100:00000010:2.0:1767384995.245851:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a5d5673. 00000100:00000010:2.0:1767384995.245853:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000722eadf7. 00000100:00000010:2.0:1767384995.245854:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c572e46c. 00000100:00000010:2.0:1767384995.245862:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f50fc413. 00000100:00000010:2.0:1767384995.245863:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000265a7099. 00000100:00000010:2.0:1767384995.245865:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001845112. 00000100:00000010:2.0:1767384995.245867:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004512c53b. 00000100:00000010:2.0:1767384995.245869:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6932419. 00000100:00000010:2.0:1767384995.245870:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000344572c9. 00000100:00000010:2.0:1767384995.245872:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df99e355. 00000100:00000010:2.0:1767384995.245875:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007855905f. 00000100:00000010:2.0:1767384995.245877:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9b40e22. 00000100:00000010:2.0:1767384995.245886:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1d44bce. 00000100:00000010:2.0:1767384995.245890:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046a1ae25. 00000100:00000010:2.0:1767384995.245893:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b1fc214. 00000100:00000010:2.0:1767384995.245896:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a215e9a. 00000100:00000010:2.0:1767384995.245898:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee316000. 00000100:00000010:2.0:1767384995.245899:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012311634. 00000100:00000010:2.0:1767384995.245901:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df1b89d9. 00000100:00000010:2.0:1767384995.245903:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e2a2de6. 00000100:00000010:2.0:1767384995.245905:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ad8e949. 00000100:00000010:2.0:1767384995.245906:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000776ed9a7. 00000100:00000010:2.0:1767384995.245908:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002fdc7af. 00000100:00000010:2.0:1767384995.245910:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033c343e5. 00000100:00000010:2.0:1767384995.245911:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dac95331. 00000100:00000010:2.0:1767384995.245913:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad038d81. 00000100:00000010:2.0:1767384995.245914:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000665e6eb7. 00000100:00000010:2.0:1767384995.245916:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005dd68652. 00000100:00000010:2.0:1767384995.245917:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e767eac. 00000100:00000010:2.0:1767384995.245918:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000269210bc. 00000100:00000010:2.0:1767384995.245920:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005345b745. 00000100:00000010:2.0:1767384995.245921:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000482a047e. 00000100:00000010:2.0:1767384995.245923:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e37131c8. 00000100:00000010:2.0:1767384995.245924:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8592918. 00000100:00000010:2.0:1767384995.245925:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe85d863. 00000100:00000010:2.0:1767384995.245927:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c893c42. 00000100:00000010:2.0:1767384995.245928:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa290ad2. 00000100:00000010:2.0:1767384995.245930:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8d72fe7. 00000100:00000010:2.0:1767384995.245931:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091e258f1. 00000100:00000010:2.0:1767384995.245933:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023187100. 00000100:00000010:2.0:1767384995.245935:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000971ed972. 00000100:00000010:2.0:1767384995.245936:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004de829f6. 00000100:00000010:2.0:1767384995.245938:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080de20a8. 00000100:00000010:2.0:1767384995.245939:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccc90d40. 00000100:00000010:2.0:1767384995.245940:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acfd2f64. 00000100:00000010:2.0:1767384995.245946:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bf1b470. 00000100:00000010:2.0:1767384995.245948:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af1052aa. 00000100:00000010:2.0:1767384995.245950:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dd1657f. 00000100:00000010:2.0:1767384995.245952:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000571d3820. 00000100:00000010:2.0:1767384995.245953:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027d70776. 00000100:00000010:2.0:1767384995.245955:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023ce8f06. 00000100:00000010:2.0:1767384995.245956:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003453ce0e. 00000100:00000010:2.0:1767384995.245958:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e738cd7. 00000100:00000010:2.0:1767384995.245959:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de500856. 00000100:00000010:2.0:1767384995.245961:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000164231ef. 00000100:00000010:2.0:1767384995.245962:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e8db946. 00000100:00000010:2.0:1767384995.245964:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1d7cc4e. 00000100:00000010:2.0:1767384995.245965:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc62dea9. 00000100:00000010:2.0:1767384995.245967:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c07b7db8. 00000100:00000010:2.0:1767384995.245969:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9202dc3. 00000100:00000010:2.0:1767384995.245970:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee13f2e4. 00000100:00000010:2.0:1767384995.245971:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e891b7a. 00000100:00000010:2.0:1767384995.245973:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e03ad583. 00000100:00000010:2.0:1767384995.245975:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0d62262. 00000100:00000010:2.0:1767384995.245976:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7eea883. 00000100:00000010:2.0:1767384995.245978:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000afbbf74. 00000100:00000010:2.0:1767384995.245979:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c668b55e. 00000100:00000010:2.0:1767384995.245981:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e361847f. 00000100:00000010:2.0:1767384995.245984:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000002a4ce954. 00000100:00000010:2.0:1767384995.245986:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000048dffc41. 00000100:00000001:2.0:1767384995.245988:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.245990:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.245991:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.245992:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.245994:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000005e5c94cc. 00000100:00000001:2.0:1767384995.245996:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.245997:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.245999:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.246000:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007ebc53f3. 00000100:00000001:2.0:1767384995.246005:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.246006:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.246007:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000058ba17d9. 00000100:00000001:2.0:1767384995.246009:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.246010:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.246011:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000044b55783. 00000100:00000001:2.0:1767384995.246012:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.246013:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.246014:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005c53743e. 00000100:00000001:2.0:1767384995.246015:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.246088:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002e17e70b. 00000020:00000010:2.0:1767384995.246092:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002101cb52. 00000100:00000010:2.0:1767384995.246108:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000090fd37c5. 00000100:00000010:2.0:1767384995.246115:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000037e8842d. 00000100:00000010:2.0:1767384995.246117:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008c26e3f5. 00000100:00000010:2.0:1767384995.246123:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000028057328. 00000100:00000001:2.0:1767384995.246125:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.246127:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.246128:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:2.0:1767384995.246131:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.246132:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.246133:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:2.0:1767384995.246134:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:2.0:1767384995.246135:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:2.0:1767384995.246150:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:3.0:1767384995.246177:0:16813:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a869ecb7. 00000040:00000010:3.0:1767384995.246184:0:16813:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3436e84. 00000020:00000010:3.0:1767384995.246187:0:16813:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000559f8d08. 00000020:00000010:3.0:1767384995.246189:0:16813:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ea1ff25. 00000020:00000010:3.0:1767384995.246192:0:16813:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068f1af73. 80000000:00000010:3.0:1767384995.246195:0:16813:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000bb9a026. 40000000:00000010:3.0:1767384995.246213:0:16813:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d1064f76. 00100000:00000010:3.0:1767384995.246217:0:16813:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000065257822. 00040000:00000010:3.0:1767384995.246221:0:16813:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ec814eb3. 00040000:00000010:3.0:1767384995.246224:0:16813:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9bdee41. 00080000:00000010:3.0:1767384995.246229:0:16813:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d9e582f3. 00000004:00000010:3.0:1767384995.246233:0:16813:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c39ac996. 00000020:00000010:0.0:1767384995.246235:0:16814:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003011b5c5. 00002000:00000010:3.0:1767384995.246237:0:16813:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000038d14fd2. 00000020:00000010:3.0:1767384995.246249:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001aedc0f1. 00000040:00000010:0.0:1767384995.246250:0:16814:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066145e04. 00000020:00000010:3.0:1767384995.246258:0:16813:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007ec485d2. 00000020:00000010:0.0:1767384995.246260:0:16814:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ab8af3d. 00000100:00000010:3.0:1767384995.246270:0:16813:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007255a922. 00000020:00000010:0.0:1767384995.246271:0:16814:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007b81b96d. 00000100:00100000:3.0:1767384995.246280:0:16813:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [000000000bae6e57:16813] 0 exiting: rc = 1 00000020:00000010:0.0:1767384995.246281:0:16814:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff0fffc3. 80000000:00000010:0.0:1767384995.246292:0:16814:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006a830add. 40000000:00000010:0.0:1767384995.246297:0:16814:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c2560e73. 00100000:00000010:0.0:1767384995.246302:0:16814:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033879157. 00040000:00000010:0.0:1767384995.246307:0:16814:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000099e667a5. 00040000:00000010:0.0:1767384995.246310:0:16814:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cc592d62. 00080000:00000010:0.0:1767384995.246313:0:16814:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b1d5d6de. 00000004:00000010:0.0:1767384995.246318:0:16814:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000793fcbb2. 00002000:00000010:0.0:1767384995.246323:0:16814:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003392c382. 00000020:00000010:0.0:1767384995.246342:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c0f5222. 00000020:00000010:0.0:1767384995.246350:0:16814:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000042773d8d. 00000100:00000010:0.0:1767384995.246355:0:16814:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006e11ec37. 00000100:00100000:0.0:1767384995.246359:0:16814:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000f0f34ec0:16814] 1 exiting: rc = 0 00000100:00000010:2.0:1767384995.246422:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000bae6e57. 00000100:00000010:2.0:1767384995.246430:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f0f34ec0. 00000100:00000001:2.0:1767384995.246434:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.246436:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.246439:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:2.0:1767384995.246442:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246443:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246445:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787aa02f. 00000400:00000200:2.0:1767384995.246450:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a1c6d5 00000400:00000010:2.0:1767384995.246451:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a1c6d5. 00000100:00000001:2.0:1767384995.246454:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246461:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246465:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246466:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.246468:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246470:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246471:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246472:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d3828a0. 00000400:00000200:2.0:1767384995.246474:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f3f0c27 00000400:00000010:2.0:1767384995.246476:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f3f0c27. 00000100:00000001:2.0:1767384995.246477:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246478:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246481:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246482:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.246483:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246484:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246485:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246486:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbce60c. 00000400:00000200:2.0:1767384995.246487:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcc31123 00000400:00000010:2.0:1767384995.246488:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcc31123. 00000100:00000001:2.0:1767384995.246489:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246490:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246493:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246494:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.246495:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246496:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246497:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246497:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2eae0db. 00000400:00000200:2.0:1767384995.246499:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002632ca0e 00000400:00000010:2.0:1767384995.246500:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002632ca0e. 00000100:00000001:2.0:1767384995.246501:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246502:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246505:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246506:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.246507:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246508:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246509:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246510:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000330108a8. 00000400:00000200:2.0:1767384995.246511:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cab24b9 00000400:00000010:2.0:1767384995.246515:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cab24b9. 00000100:00000001:2.0:1767384995.246517:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246518:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246521:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246522:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.246523:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246525:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246525:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246526:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000987657bb. 00000400:00000200:2.0:1767384995.246527:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eaca35a 00000400:00000010:2.0:1767384995.246529:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eaca35a. 00000100:00000001:2.0:1767384995.246530:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246531:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246534:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246535:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.246536:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246537:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246538:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246539:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000744ba18d. 00000400:00000200:2.0:1767384995.246540:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000545b4949 00000400:00000010:2.0:1767384995.246541:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000545b4949. 00000100:00000001:2.0:1767384995.246542:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246543:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246546:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246547:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.246548:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246549:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246550:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246551:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c3eda0b. 00000400:00000200:2.0:1767384995.246552:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26bd6c7 00000400:00000010:2.0:1767384995.246553:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b26bd6c7. 00000100:00000001:2.0:1767384995.246555:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246556:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246559:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246560:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.246561:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246561:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246565:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246566:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050c8d146. 00000400:00000200:2.0:1767384995.246568:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1753c11 00000400:00000010:2.0:1767384995.246569:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1753c11. 00000100:00000001:2.0:1767384995.246571:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246571:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246575:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246575:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.246577:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246577:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246578:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246579:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ce7fea. 00000400:00000200:2.0:1767384995.246580:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000638e23f9 00000400:00000010:2.0:1767384995.246581:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000638e23f9. 00000100:00000001:2.0:1767384995.246583:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246584:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246587:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246588:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.246589:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246590:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246590:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246591:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edf09aaa. 00000400:00000200:2.0:1767384995.246592:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003987c057 00000400:00000010:2.0:1767384995.246594:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003987c057. 00000100:00000001:2.0:1767384995.246595:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246596:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246599:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246599:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.246600:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246601:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246602:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246603:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a99a06. 00000400:00000200:2.0:1767384995.246604:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235a8f28 00000400:00000010:2.0:1767384995.246605:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000235a8f28. 00000100:00000001:2.0:1767384995.246633:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246635:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246640:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246641:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.246648:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246651:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246652:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246654:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024a1b43f. 00000400:00000200:2.0:1767384995.246656:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f65e970 00000400:00000010:2.0:1767384995.246657:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f65e970. 00000100:00000001:2.0:1767384995.246659:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246661:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246664:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246665:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.246667:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246669:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246670:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246672:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c74a10. 00000400:00000200:2.0:1767384995.246674:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f609a7c 00000400:00000010:2.0:1767384995.246675:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f609a7c. 00000100:00000001:2.0:1767384995.246677:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246679:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246685:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246686:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.246689:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246691:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246692:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246693:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfcb2537. 00000400:00000200:2.0:1767384995.246695:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7320006 00000400:00000010:2.0:1767384995.246695:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7320006. 00000100:00000001:2.0:1767384995.246697:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246697:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246700:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246701:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.246702:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246703:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246704:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246705:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049605185. 00000400:00000200:2.0:1767384995.246706:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000566a3f64 00000400:00000010:2.0:1767384995.246707:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000566a3f64. 00000100:00000001:2.0:1767384995.246708:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246709:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246715:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246716:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.246717:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246719:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246720:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246721:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007477e467. 00000400:00000200:2.0:1767384995.246722:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083eba63e 00000400:00000010:2.0:1767384995.246723:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083eba63e. 00000100:00000001:2.0:1767384995.246724:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246725:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246728:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246729:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.246730:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246731:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246732:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246732:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a81ac195. 00000400:00000200:2.0:1767384995.246734:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abf6f2e0 00000400:00000010:2.0:1767384995.246735:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abf6f2e0. 00000100:00000001:2.0:1767384995.246736:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246737:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246739:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246740:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.246741:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246742:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246743:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246744:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008767890e. 00000400:00000200:2.0:1767384995.246745:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358578ae 00000400:00000010:2.0:1767384995.246746:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358578ae. 00000100:00000001:2.0:1767384995.246747:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246748:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246751:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246752:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.246768:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246770:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246771:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246772:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfc8e6c5. 00000400:00000200:2.0:1767384995.246774:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a135465c 00000400:00000010:2.0:1767384995.246775:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a135465c. 00000100:00000001:2.0:1767384995.246781:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246782:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246785:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246786:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.246787:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246789:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246790:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246791:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cecf2de4. 00000400:00000200:2.0:1767384995.246792:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000524ebb79 00000400:00000010:2.0:1767384995.246794:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524ebb79. 00000100:00000001:2.0:1767384995.246795:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246796:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246800:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246801:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.246802:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246803:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246804:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246804:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003240a449. 00000400:00000200:2.0:1767384995.246806:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1c2a0ad 00000400:00000010:2.0:1767384995.246807:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1c2a0ad. 00000100:00000001:2.0:1767384995.246808:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246809:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246812:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246813:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.246814:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246815:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246816:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246817:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005424e0be. 00000400:00000200:2.0:1767384995.246818:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b22efe9 00000400:00000010:2.0:1767384995.246819:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b22efe9. 00000100:00000001:2.0:1767384995.246820:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246821:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246824:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246825:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.246826:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246827:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246828:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246829:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c464bcd. 00000400:00000200:2.0:1767384995.246834:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007252e29 00000400:00000010:2.0:1767384995.246835:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007252e29. 00000100:00000001:2.0:1767384995.246836:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246837:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246841:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246842:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.246843:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246844:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246844:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246845:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc9b83b. 00000400:00000200:2.0:1767384995.246847:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b7408fe 00000400:00000010:2.0:1767384995.246848:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b7408fe. 00000100:00000001:2.0:1767384995.246849:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246850:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246853:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246854:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.246855:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246856:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246857:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246858:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c170614. 00000400:00000200:2.0:1767384995.246859:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d25c533 00000400:00000010:2.0:1767384995.246860:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d25c533. 00000100:00000001:2.0:1767384995.246861:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246862:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246865:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246866:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.246867:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246868:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246869:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246870:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056843591. 00000400:00000200:2.0:1767384995.246871:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f672743 00000400:00000010:2.0:1767384995.246872:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f672743. 00000100:00000001:2.0:1767384995.246874:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246874:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246877:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246878:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.246879:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246884:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246885:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246886:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008404d2e6. 00000400:00000200:2.0:1767384995.246887:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfb42b3d 00000400:00000010:2.0:1767384995.246888:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfb42b3d. 00000100:00000001:2.0:1767384995.246890:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246890:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246893:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246894:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.246895:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246896:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246897:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246898:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037f2227d. 00000400:00000200:2.0:1767384995.246899:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f8a1024 00000400:00000010:2.0:1767384995.246900:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f8a1024. 00000100:00000001:2.0:1767384995.246901:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246902:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246905:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246906:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.246907:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246908:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246909:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246909:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005935a2eb. 00000400:00000200:2.0:1767384995.246911:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000306309ac 00000400:00000010:2.0:1767384995.246912:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000306309ac. 00000100:00000001:2.0:1767384995.246913:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246914:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246917:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246917:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.246918:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246919:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246920:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246921:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045954c29. 00000400:00000200:2.0:1767384995.246922:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dd0ec9a 00000400:00000010:2.0:1767384995.246923:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dd0ec9a. 00000100:00000001:2.0:1767384995.246924:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246925:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246928:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246932:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.246933:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246935:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246936:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246937:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a1cf38e. 00000400:00000200:2.0:1767384995.246938:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35f2a2b 00000400:00000010:2.0:1767384995.246939:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b35f2a2b. 00000100:00000001:2.0:1767384995.246940:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246941:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246944:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246945:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.246946:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246947:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246948:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246948:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cf23380. 00000400:00000200:2.0:1767384995.246949:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abab3a1f 00000400:00000010:2.0:1767384995.246950:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abab3a1f. 00000100:00000001:2.0:1767384995.246952:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246952:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246955:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246956:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.246957:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246958:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246959:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246960:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7354cf3. 00000400:00000200:2.0:1767384995.246961:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc23b2e 00000400:00000010:2.0:1767384995.246962:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc23b2e. 00000100:00000001:2.0:1767384995.246963:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246964:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246967:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246968:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.246969:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246969:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246970:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246971:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c2db9b. 00000400:00000200:2.0:1767384995.246972:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024849405 00000400:00000010:2.0:1767384995.246973:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024849405. 00000100:00000001:2.0:1767384995.246974:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246978:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246981:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246982:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.246983:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246985:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246986:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246987:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053700e20. 00000400:00000200:2.0:1767384995.246988:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31ae94 00000400:00000010:2.0:1767384995.246989:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c31ae94. 00000100:00000001:2.0:1767384995.246990:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.246991:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.246994:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.246995:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.246996:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.246997:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.246997:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.246998:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000339562bd. 00000400:00000200:2.0:1767384995.246999:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d29b81ed 00000400:00000010:2.0:1767384995.247000:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d29b81ed. 00000100:00000001:2.0:1767384995.247002:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247002:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247005:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247006:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.247007:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247008:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247009:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247010:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000854c9246. 00000400:00000200:2.0:1767384995.247011:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c3a9ba 00000400:00000010:2.0:1767384995.247012:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c3a9ba. 00000100:00000001:2.0:1767384995.247013:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247014:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247017:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247018:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.247019:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247019:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247020:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247021:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efc40c31. 00000400:00000200:2.0:1767384995.247022:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3b08838 00000400:00000010:2.0:1767384995.247027:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3b08838. 00000100:00000001:2.0:1767384995.247029:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247029:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247032:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247033:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.247034:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247035:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247036:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247037:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6aadfe0. 00000400:00000200:2.0:1767384995.247038:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003247f430 00000400:00000010:2.0:1767384995.247039:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003247f430. 00000100:00000001:2.0:1767384995.247041:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247041:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247044:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247045:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.247046:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247047:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247048:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247049:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a91d5ffb. 00000400:00000200:2.0:1767384995.247050:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ab180f 00000400:00000010:2.0:1767384995.247051:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ab180f. 00000100:00000001:2.0:1767384995.247052:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247053:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247056:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247057:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.247058:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247059:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247059:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247060:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e3bc255. 00000400:00000200:2.0:1767384995.247061:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141edcdb 00000400:00000010:2.0:1767384995.247062:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141edcdb. 00000100:00000001:2.0:1767384995.247063:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247064:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247067:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247068:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.247069:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247070:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247073:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247074:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e700316. 00000400:00000200:2.0:1767384995.247076:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000accda945 00000400:00000010:2.0:1767384995.247077:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000accda945. 00000100:00000001:2.0:1767384995.247078:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247079:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247082:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247083:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.247084:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247085:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247086:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247087:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a68db24. 00000400:00000200:2.0:1767384995.247088:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000247d96fe 00000400:00000010:2.0:1767384995.247089:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000247d96fe. 00000100:00000001:2.0:1767384995.247090:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247091:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247094:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247095:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.247096:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247097:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247097:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247098:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8879152. 00000400:00000200:2.0:1767384995.247100:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f313253 00000400:00000010:2.0:1767384995.247100:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f313253. 00000100:00000001:2.0:1767384995.247102:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247102:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247106:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247107:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.247108:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247108:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247109:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247110:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000775d86. 00000400:00000200:2.0:1767384995.247111:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d773b74 00000400:00000010:2.0:1767384995.247112:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d773b74. 00000100:00000001:2.0:1767384995.247114:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247114:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247117:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247118:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.247122:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247124:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247124:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247126:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8446993. 00000400:00000200:2.0:1767384995.247127:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2752cfc 00000400:00000010:2.0:1767384995.247128:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2752cfc. 00000100:00000001:2.0:1767384995.247130:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247130:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247133:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247134:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.247135:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247137:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247137:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247138:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af829025. 00000400:00000200:2.0:1767384995.247139:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ffb7fa7 00000400:00000010:2.0:1767384995.247140:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ffb7fa7. 00000100:00000001:2.0:1767384995.247142:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247142:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247145:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247146:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.247147:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247148:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247149:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247150:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022c92cbc. 00000400:00000200:2.0:1767384995.247151:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ccd01fe 00000400:00000010:2.0:1767384995.247152:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ccd01fe. 00000100:00000001:2.0:1767384995.247153:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247154:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247157:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247158:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.247159:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247160:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247161:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247161:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6f96b4a. 00000400:00000200:2.0:1767384995.247163:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd13279 00000400:00000010:2.0:1767384995.247163:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abd13279. 00000100:00000001:2.0:1767384995.247165:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247165:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247171:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247172:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.247173:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247175:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247176:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247177:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094803cdd. 00000400:00000200:2.0:1767384995.247178:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090e0a0d7 00000400:00000010:2.0:1767384995.247179:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090e0a0d7. 00000100:00000001:2.0:1767384995.247180:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247181:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247184:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247185:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.247186:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247187:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247187:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247188:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001330706e. 00000400:00000200:2.0:1767384995.247189:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068de2a0e 00000400:00000010:2.0:1767384995.247190:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068de2a0e. 00000100:00000001:2.0:1767384995.247192:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247192:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247195:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247196:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.247197:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247198:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247199:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247200:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008fc00e6. 00000400:00000200:2.0:1767384995.247201:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7198803 00000400:00000010:2.0:1767384995.247202:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7198803. 00000100:00000001:2.0:1767384995.247203:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247204:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247207:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247208:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.247209:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247210:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247211:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247211:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096e43594. 00000400:00000200:2.0:1767384995.247213:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016855c66 00000400:00000010:2.0:1767384995.247213:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016855c66. 00000100:00000001:2.0:1767384995.247218:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247219:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247222:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247223:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.247224:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247225:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247226:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247227:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3bf230. 00000400:00000200:2.0:1767384995.247228:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000254a1ac5 00000400:00000010:2.0:1767384995.247229:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000254a1ac5. 00000100:00000001:2.0:1767384995.247230:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247231:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247234:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247235:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.247236:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247237:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247238:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247238:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006e4c4d8. 00000400:00000200:2.0:1767384995.247240:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053032497 00000400:00000010:2.0:1767384995.247241:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053032497. 00000100:00000001:2.0:1767384995.247242:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247243:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247245:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247246:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.247247:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247248:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247249:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247250:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003270f63a. 00000400:00000200:2.0:1767384995.247251:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041a17855 00000400:00000010:2.0:1767384995.247252:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041a17855. 00000100:00000001:2.0:1767384995.247253:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247254:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247257:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247258:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.247259:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247260:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247260:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247261:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005ce576f. 00000400:00000200:2.0:1767384995.247266:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a20f87ce 00000400:00000010:2.0:1767384995.247267:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a20f87ce. 00000100:00000001:2.0:1767384995.247268:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247269:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247272:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247273:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.247274:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247275:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247276:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247277:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c46fe5e6. 00000400:00000200:2.0:1767384995.247278:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000708a9e3b 00000400:00000010:2.0:1767384995.247279:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000708a9e3b. 00000100:00000001:2.0:1767384995.247280:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247281:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247284:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247285:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.247286:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247287:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247287:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247288:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8bbb671. 00000400:00000200:2.0:1767384995.247289:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888cbebc 00000400:00000010:2.0:1767384995.247290:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888cbebc. 00000100:00000001:2.0:1767384995.247291:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247292:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247295:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247296:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.247297:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247298:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247299:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247299:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e335c6. 00000400:00000200:2.0:1767384995.247300:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2cc8eb6 00000400:00000010:2.0:1767384995.247301:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2cc8eb6. 00000100:00000001:2.0:1767384995.247303:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247303:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247306:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247307:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.247308:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247313:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247313:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247314:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bc1da50. 00000400:00000200:2.0:1767384995.247316:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce07cd69 00000400:00000010:2.0:1767384995.247317:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce07cd69. 00000100:00000001:2.0:1767384995.247318:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247319:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247322:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247323:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.247324:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247324:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247325:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247326:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059cba157. 00000400:00000200:2.0:1767384995.247327:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074b709e7 00000400:00000010:2.0:1767384995.247328:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074b709e7. 00000100:00000001:2.0:1767384995.247329:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247330:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247333:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247334:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.247335:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.247336:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.247336:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.247337:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042e00b11. 00000400:00000200:2.0:1767384995.247338:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063a3b12 00000400:00000010:2.0:1767384995.247339:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063a3b12. 00000100:00000001:2.0:1767384995.247341:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.247341:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384995.247344:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.247345:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.247346:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.247348:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247348:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247350:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247351:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247352:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247353:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247354:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247354:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247359:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247360:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247361:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247362:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247363:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247364:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247365:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247365:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247366:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247367:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247368:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247369:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247370:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247371:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247371:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247372:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247373:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247374:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247375:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247376:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247377:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247377:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247378:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247379:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247380:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247381:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247382:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247383:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247383:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247384:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247385:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247386:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247387:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247388:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247389:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247389:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247390:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247391:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247392:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247393:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247397:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247398:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247398:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247399:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247400:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247401:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247402:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247403:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247404:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247404:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247405:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247406:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247407:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247408:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247409:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247410:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247411:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247411:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247412:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247413:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247414:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247415:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247416:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247416:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247417:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247418:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247419:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247420:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247421:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247422:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247422:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247423:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247424:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247425:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247426:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247427:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247428:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247428:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247429:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247430:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247434:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247435:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247436:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247437:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247438:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247439:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247440:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247441:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247442:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247443:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247444:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247444:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247445:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247446:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247447:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247448:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247449:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247450:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247451:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247451:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247452:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247453:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247454:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247455:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247456:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247456:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247457:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247458:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247459:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247460:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247461:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247461:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247462:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247463:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247464:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247465:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247466:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247466:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.247467:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.247468:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384995.247473:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078c5cb49. 00000100:00000010:2.0:1767384995.247476:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ea3f53a. 00000100:00000010:2.0:1767384995.247478:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5efaeb5. 00000100:00000010:2.0:1767384995.247480:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007815c0a. 00000100:00000010:2.0:1767384995.247482:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3b09a1c. 00000100:00000010:2.0:1767384995.247484:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4bb2b80. 00000100:00000010:2.0:1767384995.247486:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d355f15. 00000100:00000010:2.0:1767384995.247488:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003affce66. 00000100:00000010:2.0:1767384995.247489:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ff547e0. 00000100:00000010:2.0:1767384995.247491:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1e841e6. 00000100:00000010:2.0:1767384995.247493:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3ffe61b. 00000100:00000010:2.0:1767384995.247494:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0a757f3. 00000100:00000010:2.0:1767384995.247495:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034510988. 00000100:00000010:2.0:1767384995.247497:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048cb9895. 00000100:00000010:2.0:1767384995.247498:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aef21356. 00000100:00000010:2.0:1767384995.247500:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018e5ea72. 00000100:00000010:2.0:1767384995.247501:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee4f7e88. 00000100:00000010:2.0:1767384995.247503:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ad4909c. 00000100:00000010:2.0:1767384995.247505:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000178ac432. 00000100:00000010:2.0:1767384995.247506:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007aaab1a5. 00000100:00000010:2.0:1767384995.247507:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ddddcae. 00000100:00000010:2.0:1767384995.247509:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000337015d4. 00000100:00000010:2.0:1767384995.247511:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065d5d29b. 00000100:00000010:2.0:1767384995.247512:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dd0f800. 00000100:00000010:2.0:1767384995.247514:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1216377. 00000100:00000010:2.0:1767384995.247516:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e59951f. 00000100:00000010:2.0:1767384995.247518:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d2214b4. 00000100:00000010:2.0:1767384995.247519:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000282d257c. 00000100:00000010:2.0:1767384995.247521:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000027ebd16. 00000100:00000010:2.0:1767384995.247522:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000930e750. 00000100:00000010:2.0:1767384995.247524:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000767e947f. 00000100:00000010:2.0:1767384995.247525:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0d1c127. 00000100:00000010:2.0:1767384995.247526:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1641bf8. 00000100:00000010:2.0:1767384995.247532:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b23af9a. 00000100:00000010:2.0:1767384995.247534:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008bb5982d. 00000100:00000010:2.0:1767384995.247536:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5059d0a. 00000100:00000010:2.0:1767384995.247537:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083b1b85b. 00000100:00000010:2.0:1767384995.247539:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007a647ca. 00000100:00000010:2.0:1767384995.247541:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084268ddf. 00000100:00000010:2.0:1767384995.247542:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f1bb407. 00000100:00000010:2.0:1767384995.247543:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000738944d5. 00000100:00000010:2.0:1767384995.247545:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000612060b3. 00000100:00000010:2.0:1767384995.247547:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e64efbc9. 00000100:00000010:2.0:1767384995.247549:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5b232ba. 00000100:00000010:2.0:1767384995.247551:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000283b3143. 00000100:00000010:2.0:1767384995.247553:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a034e42. 00000100:00000010:2.0:1767384995.247555:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000010560d61. 00000100:00000010:2.0:1767384995.247556:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b731f001. 00000100:00000010:2.0:1767384995.247558:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2e93ac4. 00000100:00000010:2.0:1767384995.247559:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033a0a0dc. 00000100:00000010:2.0:1767384995.247560:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0ded3ee. 00000100:00000010:2.0:1767384995.247562:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b1fe74d. 00000100:00000010:2.0:1767384995.247563:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4db5dd3. 00000100:00000010:2.0:1767384995.247565:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000789daea8. 00000100:00000010:2.0:1767384995.247567:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b510f090. 00000100:00000010:2.0:1767384995.247568:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000816e61e7. 00000100:00000010:2.0:1767384995.247570:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000423276b8. 00000100:00000010:2.0:1767384995.247571:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fbc119f. 00000100:00000010:2.0:1767384995.247572:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2734e29. 00000100:00000010:2.0:1767384995.247574:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6b380ff. 00000100:00000010:2.0:1767384995.247575:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001130bb0b. 00000100:00000010:2.0:1767384995.247577:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001682f00a. 00000100:00000010:2.0:1767384995.247578:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b147554d. 00000100:00000010:2.0:1767384995.247580:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000efb6092. 00000100:00000010:2.0:1767384995.247581:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f87245e. 00000100:00000010:2.0:1767384995.247583:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edb3fcb3. 00000100:00000010:2.0:1767384995.247588:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5e85f2d. 00000100:00000010:2.0:1767384995.247589:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc6199be. 00000100:00000010:2.0:1767384995.247591:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078a5dade. 00000100:00000010:2.0:1767384995.247700:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037341b94. 00000100:00000010:2.0:1767384995.247704:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086ebfab9. 00000100:00000010:2.0:1767384995.247706:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5d01a7b. 00000100:00000010:2.0:1767384995.247709:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e9bdfb8e. 00000100:00000010:2.0:1767384995.247710:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000adb5971a. 00000100:00000010:2.0:1767384995.247746:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff7fb462. 00000100:00000010:2.0:1767384995.247750:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de336ed8. 00000100:00000010:2.0:1767384995.247752:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044bda986. 00000100:00000010:2.0:1767384995.247769:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ce7bdeb. 00000100:00000010:2.0:1767384995.247771:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b36dfaf7. 00000100:00000010:2.0:1767384995.247772:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b20734a9. 00000100:00000010:2.0:1767384995.247775:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073421f5f. 00000100:00000010:2.0:1767384995.247778:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020a94b90. 00000100:00000010:2.0:1767384995.247780:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1f56ee3. 00000100:00000010:2.0:1767384995.247783:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d8211f3. 00000100:00000010:2.0:1767384995.247787:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e6d6985. 00000100:00000010:2.0:1767384995.247790:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c37e5be0. 00000100:00000010:2.0:1767384995.247792:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000067c6e5d2. 00000100:00000010:2.0:1767384995.247794:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000375abefa. 00000100:00000010:2.0:1767384995.247796:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061e04d36. 00000100:00000010:2.0:1767384995.247798:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062ac5654. 00000100:00000010:2.0:1767384995.247800:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d11a276d. 00000100:00000010:2.0:1767384995.247802:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dccc96c8. 00000100:00000010:2.0:1767384995.247803:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7c8d3a4. 00000100:00000010:2.0:1767384995.247805:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d16ee78. 00000100:00000010:2.0:1767384995.247806:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6255de4. 00000100:00000010:2.0:1767384995.247808:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000596dcb05. 00000100:00000010:2.0:1767384995.247809:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002d99b8e6. 00000100:00000010:2.0:1767384995.247811:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001815b136. 00000100:00000010:2.0:1767384995.247812:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086af5d7e. 00000100:00000010:2.0:1767384995.247820:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004905eb68. 00000100:00000010:2.0:1767384995.247822:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003400950c. 00000100:00000010:2.0:1767384995.247824:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055db6e55. 00000100:00000010:2.0:1767384995.247825:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c559f55c. 00000100:00000010:2.0:1767384995.247827:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000424fc13f. 00000100:00000010:2.0:1767384995.247829:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a816c94. 00000100:00000010:2.0:1767384995.247830:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ff732ac. 00000100:00000010:2.0:1767384995.247832:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000436af40e. 00000100:00000010:2.0:1767384995.247834:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d220893. 00000100:00000010:2.0:1767384995.247835:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005630a41e. 00000100:00000010:2.0:1767384995.247837:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3e43c33. 00000100:00000010:2.0:1767384995.247838:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a97c2f76. 00000100:00000010:2.0:1767384995.247840:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1298586. 00000100:00000010:2.0:1767384995.247842:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000087060ed6. 00000100:00000010:2.0:1767384995.247844:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1b8a859. 00000100:00000010:2.0:1767384995.247845:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f6bc4ccb. 00000100:00000010:2.0:1767384995.247855:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077ed2830. 00000100:00000010:2.0:1767384995.247857:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9a2e0c6. 00000100:00000010:2.0:1767384995.247859:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdd21c30. 00000100:00000010:2.0:1767384995.247860:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063b4ab97. 00000100:00000010:2.0:1767384995.247862:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006116026c. 00000100:00000010:2.0:1767384995.247863:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012167254. 00000100:00000010:2.0:1767384995.247865:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd168153. 00000100:00000010:2.0:1767384995.247867:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce1af476. 00000100:00000010:2.0:1767384995.247868:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c5520cf. 00000100:00000010:2.0:1767384995.247870:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000006f6cbf. 00000100:00000010:2.0:1767384995.247871:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ee26282. 00000100:00000010:2.0:1767384995.247872:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009ca3249. 00000100:00000010:2.0:1767384995.247874:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008873efa9. 00000100:00000010:2.0:1767384995.247889:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000002b7a3240. 00000100:00000010:2.0:1767384995.247891:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000009d5dd029. 00000100:00000001:2.0:1767384995.247894:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.247895:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.247901:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.247902:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.247903:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000060cdfc8c. 00000100:00000001:2.0:1767384995.247905:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.247906:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.247908:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.247909:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000031368894. 00000100:00000001:2.0:1767384995.247911:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.247912:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.247913:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008c7f8109. 00000100:00000001:2.0:1767384995.247914:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.247915:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.247916:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006d5172b1. 00000100:00000001:2.0:1767384995.247918:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.247918:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.247919:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000980b9a2b. 00000100:00000001:2.0:1767384995.247921:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.247975:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c328f4af. 00000020:00000010:2.0:1767384995.247979:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000265d5a2e. 00000100:00000010:2.0:1767384995.247995:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005f8f4825. 00000100:00000010:2.0:1767384995.248001:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000000f0738b9. 00000100:00000010:2.0:1767384995.248004:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c8e541e3. 00000100:00000010:2.0:1767384995.248010:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000698887d8. 00000100:00000001:2.0:1767384995.248012:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.248014:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.248015:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:2.0:1767384995.248017:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.248018:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.248019:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:2.0:1767384995.248021:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:2.0:1767384995.248022:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:2.0:1767384995.248039:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384995.248061:0:16816:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002438cb6c. 00000040:00000010:3.0:1767384995.248068:0:16816:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e354768d. 00000020:00000010:3.0:1767384995.248079:0:16816:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057de33bd. 00000020:00000010:3.0:1767384995.248082:0:16816:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:3.0:1767384995.248104:0:16816:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb7ccf56. 00000020:00000010:0.0:1767384995.248104:0:16815:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072e3bb1c. 00000040:00000010:0.0:1767384995.248117:0:16815:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ba5baf9. 80000000:00000010:3.0:1767384995.248118:0:16816:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000007d2909. 00000020:00000010:0.0:1767384995.248130:0:16815:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077b11acf. 40000000:00000010:3.0:1767384995.248131:0:16816:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009fdc662f. 00000020:00000010:0.0:1767384995.248142:0:16815:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000027f03c8e. 00100000:00000010:3.0:1767384995.248143:0:16816:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa705cb8. 00000020:00000010:0.0:1767384995.248152:0:16815:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d049f946. 00040000:00000010:3.0:1767384995.248153:0:16816:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd17ce8f. 00040000:00000010:3.0:1767384995.248164:0:16816:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001804cd55. 80000000:00000010:0.0:1767384995.248164:0:16815:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d798258f. 00080000:00000010:3.0:1767384995.248174:0:16816:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000017b1abdf. 40000000:00000010:0.0:1767384995.248176:0:16815:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072c00d53. 00000004:00000010:3.0:1767384995.248181:0:16816:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000752ea0e. 00100000:00000010:0.0:1767384995.248185:0:16815:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f2bc8e09. 00002000:00000010:3.0:1767384995.248189:0:16816:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000026782798. 00040000:00000010:0.0:1767384995.248193:0:16815:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008cfcbbe7. 00000020:00000010:3.0:1767384995.248197:0:16816:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045d7c515. 00040000:00000010:0.0:1767384995.248201:0:16815:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027ef6678. 00000020:00000010:3.0:1767384995.248207:0:16816:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000095eca6c9. 00080000:00000010:0.0:1767384995.248210:0:16815:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000085f68a98. 00000004:00000010:0.0:1767384995.248217:0:16815:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a8b8c272. 00000100:00000010:3.0:1767384995.248218:0:16816:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000c7b780c. 00002000:00000010:0.0:1767384995.248222:0:16815:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c53dbb22. 00000100:00100000:3.0:1767384995.248225:0:16816:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000d0b95d2a:16816] 1 exiting: rc = 0 00000020:00000010:0.0:1767384995.248229:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 00000020:00000010:0.0:1767384995.248237:0:16815:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000aa83fcd7. 00000100:00000010:0.0:1767384995.248243:0:16815:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005157bdd4. 00000100:00100000:0.0:1767384995.248247:0:16815:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000eb1e7a54:16815] 0 exiting: rc = 1 00000100:00000010:2.0:1767384995.248291:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000eb1e7a54. 00000100:00000010:2.0:1767384995.248299:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d0b95d2a. 00000100:00000001:2.0:1767384995.248305:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.248307:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.248310:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:2.0:1767384995.248320:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248322:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248324:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b3adbdb. 00000400:00000200:2.0:1767384995.248328:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7f38c80 00000400:00000010:2.0:1767384995.248330:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7f38c80. 00000100:00000001:2.0:1767384995.248332:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248334:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248341:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248343:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.248345:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248347:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248348:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248349:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34bb507. 00000400:00000200:2.0:1767384995.248351:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015456333 00000400:00000010:2.0:1767384995.248352:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015456333. 00000100:00000001:2.0:1767384995.248353:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248354:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248357:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248358:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.248359:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248360:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248361:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248362:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000566abd78. 00000400:00000200:2.0:1767384995.248363:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9b9e2aa 00000400:00000010:2.0:1767384995.248364:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9b9e2aa. 00000100:00000001:2.0:1767384995.248366:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248366:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248369:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248370:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.248371:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248372:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248373:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248374:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c21ee43. 00000400:00000200:2.0:1767384995.248375:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e068c31 00000400:00000010:2.0:1767384995.248376:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e068c31. 00000100:00000001:2.0:1767384995.248377:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248378:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248381:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248386:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.248387:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248389:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248390:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248391:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3e3488d. 00000400:00000200:2.0:1767384995.248392:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ef7b12 00000400:00000010:2.0:1767384995.248393:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ef7b12. 00000100:00000001:2.0:1767384995.248395:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248396:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248399:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248400:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.248401:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248402:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248402:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248403:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc650c1a. 00000400:00000200:2.0:1767384995.248405:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cbdd6b 00000400:00000010:2.0:1767384995.248406:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0cbdd6b. 00000100:00000001:2.0:1767384995.248407:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248407:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248410:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248411:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.248412:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248413:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248414:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248415:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943276fc. 00000400:00000200:2.0:1767384995.248416:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396c7fb9 00000400:00000010:2.0:1767384995.248417:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000396c7fb9. 00000100:00000001:2.0:1767384995.248419:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248420:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248422:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248423:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.248424:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248425:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248426:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248427:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f20f1f. 00000400:00000200:2.0:1767384995.248428:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008acd4a87 00000400:00000010:2.0:1767384995.248429:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008acd4a87. 00000100:00000001:2.0:1767384995.248431:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248435:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248438:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248439:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.248440:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248442:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248443:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248444:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bfe387a. 00000400:00000200:2.0:1767384995.248445:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001959d037 00000400:00000010:2.0:1767384995.248447:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001959d037. 00000100:00000001:2.0:1767384995.248448:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248449:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248452:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248453:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.248454:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248454:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248455:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248456:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000833cebfa. 00000400:00000200:2.0:1767384995.248457:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eb530fe 00000400:00000010:2.0:1767384995.248458:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eb530fe. 00000100:00000001:2.0:1767384995.248460:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248460:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248463:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248464:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.248465:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248466:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248467:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248468:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000084c6cb9. 00000400:00000200:2.0:1767384995.248469:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000148113c7 00000400:00000010:2.0:1767384995.248470:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000148113c7. 00000100:00000001:2.0:1767384995.248471:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248472:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248475:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248476:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.248477:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248478:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248479:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248480:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010a03b72. 00000400:00000200:2.0:1767384995.248481:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a940fdb 00000400:00000010:2.0:1767384995.248485:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a940fdb. 00000100:00000001:2.0:1767384995.248487:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248488:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248491:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248492:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.248493:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248494:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248494:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248495:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008539306f. 00000400:00000200:2.0:1767384995.248497:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042572edb 00000400:00000010:2.0:1767384995.248498:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042572edb. 00000100:00000001:2.0:1767384995.248499:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248500:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248503:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248504:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.248505:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248506:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248506:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248507:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9591c7c. 00000400:00000200:2.0:1767384995.248508:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe09dbee 00000400:00000010:2.0:1767384995.248510:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe09dbee. 00000100:00000001:2.0:1767384995.248511:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248512:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248515:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248516:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.248517:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248518:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248518:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248519:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089ec2099. 00000400:00000200:2.0:1767384995.248520:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880a5ed0 00000400:00000010:2.0:1767384995.248522:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000880a5ed0. 00000100:00000001:2.0:1767384995.248523:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248524:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248527:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248527:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.248528:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248529:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248530:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248535:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7fbaa6b. 00000400:00000200:2.0:1767384995.248536:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4b9ee3 00000400:00000010:2.0:1767384995.248537:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4b9ee3. 00000100:00000001:2.0:1767384995.248539:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248539:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248542:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248543:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.248544:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248545:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248546:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248547:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f468527. 00000400:00000200:2.0:1767384995.248548:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086529602 00000400:00000010:2.0:1767384995.248549:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086529602. 00000100:00000001:2.0:1767384995.248551:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248551:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248554:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248555:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.248556:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248557:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248558:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248559:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2d56487. 00000400:00000200:2.0:1767384995.248560:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032f3c86e 00000400:00000010:2.0:1767384995.248561:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032f3c86e. 00000100:00000001:2.0:1767384995.248562:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248563:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248566:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248567:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.248568:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248569:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248569:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248570:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004185be27. 00000400:00000200:2.0:1767384995.248571:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1788515 00000400:00000010:2.0:1767384995.248572:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1788515. 00000100:00000001:2.0:1767384995.248574:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248574:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248577:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248578:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.248579:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248584:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248584:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248585:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069838006. 00000400:00000200:2.0:1767384995.248587:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2387ff7 00000400:00000010:2.0:1767384995.248588:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2387ff7. 00000100:00000001:2.0:1767384995.248589:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248590:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248593:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248594:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.248595:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248596:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248596:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248597:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000635c3178. 00000400:00000200:2.0:1767384995.248598:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000105e369c 00000400:00000010:2.0:1767384995.248599:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000105e369c. 00000100:00000001:2.0:1767384995.248600:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248601:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248604:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248605:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.248606:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248607:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248641:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248643:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e81351. 00000400:00000200:2.0:1767384995.248646:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000002c58f7 00000400:00000010:2.0:1767384995.248647:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000002c58f7. 00000100:00000001:2.0:1767384995.248648:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248649:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248653:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248654:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.248656:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248657:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248658:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248659:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a04425e. 00000400:00000200:2.0:1767384995.248661:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009173187c 00000400:00000010:2.0:1767384995.248662:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009173187c. 00000100:00000001:2.0:1767384995.248665:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248666:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248670:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248678:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.248681:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248683:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248685:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248686:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b00f6f2. 00000400:00000200:2.0:1767384995.248688:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006720b791 00000400:00000010:2.0:1767384995.248690:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006720b791. 00000100:00000001:2.0:1767384995.248693:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248694:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248697:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248698:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.248699:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248700:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248701:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248702:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddb5924a. 00000400:00000200:2.0:1767384995.248703:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc37b1b8 00000400:00000010:2.0:1767384995.248704:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc37b1b8. 00000100:00000001:2.0:1767384995.248705:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248706:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248709:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248710:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.248711:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248712:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248713:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248714:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d768259. 00000400:00000200:2.0:1767384995.248715:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a5f9e9a 00000400:00000010:2.0:1767384995.248716:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a5f9e9a. 00000100:00000001:2.0:1767384995.248717:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248718:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248721:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248722:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.248723:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248724:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248725:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248725:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d73887a6. 00000400:00000200:2.0:1767384995.248727:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a4e927 00000400:00000010:2.0:1767384995.248728:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a4e927. 00000100:00000001:2.0:1767384995.248729:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248733:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248737:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248738:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.248739:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248741:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248742:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248743:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a37bcd73. 00000400:00000200:2.0:1767384995.248744:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090bc46d8 00000400:00000010:2.0:1767384995.248745:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090bc46d8. 00000100:00000001:2.0:1767384995.248746:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248747:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248750:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248751:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.248752:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248768:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248769:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248770:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd3bee83. 00000400:00000200:2.0:1767384995.248772:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003acb7324 00000400:00000010:2.0:1767384995.248773:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003acb7324. 00000100:00000001:2.0:1767384995.248774:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248775:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248778:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248779:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.248780:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248781:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248782:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248783:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cf1cb74. 00000400:00000200:2.0:1767384995.248784:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000903dd8b9 00000400:00000010:2.0:1767384995.248785:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000903dd8b9. 00000100:00000001:2.0:1767384995.248786:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248787:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248790:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248791:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.248792:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248793:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248794:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248795:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038565289. 00000400:00000200:2.0:1767384995.248796:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bccec346 00000400:00000010:2.0:1767384995.248800:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bccec346. 00000100:00000001:2.0:1767384995.248802:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248803:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248807:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248808:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.248809:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248811:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248811:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248812:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b9298bf. 00000400:00000200:2.0:1767384995.248814:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c09678 00000400:00000010:2.0:1767384995.248815:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c09678. 00000100:00000001:2.0:1767384995.248816:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248817:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248820:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248821:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.248822:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248823:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248824:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248825:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc678ff9. 00000400:00000200:2.0:1767384995.248826:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6a88456 00000400:00000010:2.0:1767384995.248827:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6a88456. 00000100:00000001:2.0:1767384995.248828:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248829:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248832:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248833:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.248834:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248835:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248836:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248837:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0578e0f. 00000400:00000200:2.0:1767384995.248838:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000076c370e 00000400:00000010:2.0:1767384995.248839:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000076c370e. 00000100:00000001:2.0:1767384995.248840:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248841:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248844:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248845:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.248846:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248847:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248848:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248852:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070b4e8d0. 00000400:00000200:2.0:1767384995.248854:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37b1ecb 00000400:00000010:2.0:1767384995.248855:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37b1ecb. 00000100:00000001:2.0:1767384995.248857:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248857:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248860:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248861:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.248862:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248863:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248864:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248865:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645494ab. 00000400:00000200:2.0:1767384995.248866:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df11c2da 00000400:00000010:2.0:1767384995.248867:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df11c2da. 00000100:00000001:2.0:1767384995.248868:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248869:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248872:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248873:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.248874:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248875:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248876:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248876:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed4b451c. 00000400:00000200:2.0:1767384995.248878:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abbff5e 00000400:00000010:2.0:1767384995.248879:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abbff5e. 00000100:00000001:2.0:1767384995.248880:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248881:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248884:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248884:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.248885:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248886:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248887:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248888:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd719fbe. 00000400:00000200:2.0:1767384995.248889:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac05e61b 00000400:00000010:2.0:1767384995.248890:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac05e61b. 00000100:00000001:2.0:1767384995.248891:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248892:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248895:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248896:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.248897:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248902:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248903:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248904:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043420062. 00000400:00000200:2.0:1767384995.248905:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eb246cd 00000400:00000010:2.0:1767384995.248906:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eb246cd. 00000100:00000001:2.0:1767384995.248908:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248908:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248912:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248913:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.248914:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248914:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248915:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248916:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c433ae0. 00000400:00000200:2.0:1767384995.248917:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0c9dcaa 00000400:00000010:2.0:1767384995.248918:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0c9dcaa. 00000100:00000001:2.0:1767384995.248920:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248920:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248923:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248924:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.248925:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248926:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248927:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248928:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc90f44e. 00000400:00000200:2.0:1767384995.248929:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023031bb4 00000400:00000010:2.0:1767384995.248930:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023031bb4. 00000100:00000001:2.0:1767384995.248931:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248932:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248935:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248936:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.248937:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248939:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248939:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248940:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad766a91. 00000400:00000200:2.0:1767384995.248941:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780ff977 00000400:00000010:2.0:1767384995.248942:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780ff977. 00000100:00000001:2.0:1767384995.248944:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248944:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248947:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248951:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.248953:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248954:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248955:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248956:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2006895. 00000400:00000200:2.0:1767384995.248958:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2779503 00000400:00000010:2.0:1767384995.248959:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2779503. 00000100:00000001:2.0:1767384995.248960:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248961:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248964:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248965:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.248966:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248967:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248968:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248969:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcf7d3fb. 00000400:00000200:2.0:1767384995.248970:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef82a01b 00000400:00000010:2.0:1767384995.248972:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef82a01b. 00000100:00000001:2.0:1767384995.248973:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248974:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248977:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248978:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.248979:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248979:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248980:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248981:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe28a7f4. 00000400:00000200:2.0:1767384995.248982:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005d8ee1e 00000400:00000010:2.0:1767384995.248983:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005d8ee1e. 00000100:00000001:2.0:1767384995.248985:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.248985:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.248988:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.248989:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.248990:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.248991:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.248992:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.248993:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007674af29. 00000400:00000200:2.0:1767384995.248994:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d97260e 00000400:00000010:2.0:1767384995.248995:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d97260e. 00000100:00000001:2.0:1767384995.248996:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249000:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249003:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249004:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.249005:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249007:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249008:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249008:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036481963. 00000400:00000200:2.0:1767384995.249010:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9cb27eb 00000400:00000010:2.0:1767384995.249011:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9cb27eb. 00000100:00000001:2.0:1767384995.249012:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249013:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249016:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249017:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.249018:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249019:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249019:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249020:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0b97bb6. 00000400:00000200:2.0:1767384995.249022:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fca98175 00000400:00000010:2.0:1767384995.249022:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fca98175. 00000100:00000001:2.0:1767384995.249024:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249024:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249027:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249028:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.249029:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249030:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249031:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249032:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7fb4983. 00000400:00000200:2.0:1767384995.249033:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a514f06a 00000400:00000010:2.0:1767384995.249034:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a514f06a. 00000100:00000001:2.0:1767384995.249035:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249036:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249039:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249040:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.249041:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249042:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249043:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249043:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009654f2b3. 00000400:00000200:2.0:1767384995.249045:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008d0e85c 00000400:00000010:2.0:1767384995.249049:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008d0e85c. 00000100:00000001:2.0:1767384995.249051:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249052:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249055:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249056:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.249057:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249058:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249059:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249060:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0208647. 00000400:00000200:2.0:1767384995.249061:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037fe913d 00000400:00000010:2.0:1767384995.249062:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037fe913d. 00000100:00000001:2.0:1767384995.249063:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249064:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249067:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249068:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.249069:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249070:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249071:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249072:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a4824a8. 00000400:00000200:2.0:1767384995.249073:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7ac1d45 00000400:00000010:2.0:1767384995.249074:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7ac1d45. 00000100:00000001:2.0:1767384995.249075:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249076:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249079:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249080:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.249081:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249082:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249083:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249084:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067cd63bd. 00000400:00000200:2.0:1767384995.249085:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009904ce5a 00000400:00000010:2.0:1767384995.249086:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009904ce5a. 00000100:00000001:2.0:1767384995.249087:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249088:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249091:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249092:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.249093:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249094:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249095:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249099:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba031836. 00000400:00000200:2.0:1767384995.249100:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4765eb2 00000400:00000010:2.0:1767384995.249102:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4765eb2. 00000100:00000001:2.0:1767384995.249103:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249104:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249107:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249108:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.249109:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249110:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249111:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249112:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000abae3a9. 00000400:00000200:2.0:1767384995.249113:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e7ed81 00000400:00000010:2.0:1767384995.249114:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e7ed81. 00000100:00000001:2.0:1767384995.249115:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249116:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249119:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249120:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.249121:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249122:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249123:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249123:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000902b7306. 00000400:00000200:2.0:1767384995.249124:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000717ce34a 00000400:00000010:2.0:1767384995.249125:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000717ce34a. 00000100:00000001:2.0:1767384995.249127:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249127:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249130:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249131:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.249132:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249133:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249134:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249135:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a536c3a2. 00000400:00000200:2.0:1767384995.249136:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ca8cc5d 00000400:00000010:2.0:1767384995.249137:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ca8cc5d. 00000100:00000001:2.0:1767384995.249138:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249139:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249142:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249143:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.249144:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249149:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249150:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249151:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042958781. 00000400:00000200:2.0:1767384995.249153:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093a6aa1a 00000400:00000010:2.0:1767384995.249154:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093a6aa1a. 00000100:00000001:2.0:1767384995.249155:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249156:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249159:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249160:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.249161:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249162:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249163:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249164:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000bd1d23. 00000400:00000200:2.0:1767384995.249165:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050fd4cee 00000400:00000010:2.0:1767384995.249166:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050fd4cee. 00000100:00000001:2.0:1767384995.249167:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249168:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249171:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249172:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.249173:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249174:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249174:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249175:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b492561c. 00000400:00000200:2.0:1767384995.249176:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023ce6175 00000400:00000010:2.0:1767384995.249177:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023ce6175. 00000100:00000001:2.0:1767384995.249178:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249179:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249182:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249183:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.249184:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249185:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249186:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249187:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b4991b. 00000400:00000200:2.0:1767384995.249188:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a507251 00000400:00000010:2.0:1767384995.249189:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a507251. 00000100:00000001:2.0:1767384995.249190:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249191:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249194:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249198:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.249199:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249201:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249202:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249203:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a572d669. 00000400:00000200:2.0:1767384995.249204:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3a78bff 00000400:00000010:2.0:1767384995.249205:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3a78bff. 00000100:00000001:2.0:1767384995.249206:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249207:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249210:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249211:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.249212:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249213:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249214:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249214:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006489b572. 00000400:00000200:2.0:1767384995.249216:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50a64c7 00000400:00000010:2.0:1767384995.249217:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50a64c7. 00000100:00000001:2.0:1767384995.249218:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249219:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249222:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249223:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.249224:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.249224:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.249225:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.249226:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f83132. 00000400:00000200:2.0:1767384995.249227:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed1b0ee9 00000400:00000010:2.0:1767384995.249228:0:39797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed1b0ee9. 00000100:00000001:2.0:1767384995.249229:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.249230:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384995.249233:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.249234:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.249235:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.249236:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249237:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249239:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249239:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249240:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249241:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249243:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249244:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249245:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249246:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249247:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249248:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249248:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249249:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249250:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249251:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249252:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249253:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249253:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249254:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249255:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249256:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249257:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249258:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249259:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249259:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249260:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249261:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249262:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249263:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249264:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249264:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249265:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249266:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249267:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249268:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249269:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249270:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249271:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249271:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249272:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249273:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249274:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249275:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249276:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249276:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249278:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249279:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249279:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249280:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249281:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249282:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249283:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249284:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249285:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249285:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249286:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249287:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249288:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249289:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249290:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249290:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249291:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249292:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249293:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249294:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249295:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249295:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249296:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249297:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249298:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249299:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249300:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249300:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249301:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249302:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249303:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249304:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249305:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249306:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249306:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249307:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249308:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249309:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249310:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249311:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249313:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249313:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249315:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249316:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249317:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249318:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249319:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249320:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249321:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249322:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249323:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249323:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249324:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249325:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249326:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249327:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249328:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249328:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249329:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249330:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249331:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249332:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249333:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249333:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249334:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249335:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249336:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249337:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249338:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249338:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249339:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249340:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249341:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249342:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249343:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249343:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249344:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249345:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249346:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249347:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.249348:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.249349:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384995.249351:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f11932d. 00000100:00000010:2.0:1767384995.249353:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008faf1cc5. 00000100:00000010:2.0:1767384995.249355:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3aad1d2. 00000100:00000010:2.0:1767384995.249357:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbb6584d. 00000100:00000010:2.0:1767384995.249358:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b265eb40. 00000100:00000010:2.0:1767384995.249360:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021555db5. 00000100:00000010:2.0:1767384995.249361:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a1292f2. 00000100:00000010:2.0:1767384995.249362:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad216870. 00000100:00000010:2.0:1767384995.249364:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9089700. 00000100:00000010:2.0:1767384995.249365:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000843d0fef. 00000100:00000010:2.0:1767384995.249366:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf4151c6. 00000100:00000010:2.0:1767384995.249368:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e853f71b. 00000100:00000010:2.0:1767384995.249369:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000073441b7. 00000100:00000010:2.0:1767384995.249371:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b428c60. 00000100:00000010:2.0:1767384995.249372:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006992cd70. 00000100:00000010:2.0:1767384995.249374:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc4d0725. 00000100:00000010:2.0:1767384995.249375:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003770a078. 00000100:00000010:2.0:1767384995.249377:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000052ad6a. 00000100:00000010:2.0:1767384995.249378:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec76bad8. 00000100:00000010:2.0:1767384995.249379:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004514ed3. 00000100:00000010:2.0:1767384995.249381:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f43e41c7. 00000100:00000010:2.0:1767384995.249382:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feb763d0. 00000100:00000010:2.0:1767384995.249384:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef83cbf2. 00000100:00000010:2.0:1767384995.249385:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053651a20. 00000100:00000010:2.0:1767384995.249387:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026ed5be7. 00000100:00000010:2.0:1767384995.249388:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3282a55. 00000100:00000010:2.0:1767384995.249389:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000167202a7. 00000100:00000010:2.0:1767384995.249391:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6eaa2d5. 00000100:00000010:2.0:1767384995.249392:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2e97c6f. 00000100:00000010:2.0:1767384995.249394:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad8adcea. 00000100:00000010:2.0:1767384995.249395:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba009b60. 00000100:00000010:2.0:1767384995.249397:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080d29c28. 00000100:00000010:2.0:1767384995.249399:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a70b5573. 00000100:00000010:2.0:1767384995.249400:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001443bada. 00000100:00000010:2.0:1767384995.249402:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000030b2eed. 00000100:00000010:2.0:1767384995.249404:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de7ca827. 00000100:00000010:2.0:1767384995.249405:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000837ba61b. 00000100:00000010:2.0:1767384995.249407:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec411254. 00000100:00000010:2.0:1767384995.249408:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012ba3db6. 00000100:00000010:2.0:1767384995.249410:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092ee271d. 00000100:00000010:2.0:1767384995.249411:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ea5cf1a. 00000100:00000010:2.0:1767384995.249413:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f952a8b. 00000100:00000010:2.0:1767384995.249414:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000695de2c3. 00000100:00000010:2.0:1767384995.249416:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001319350b. 00000100:00000010:2.0:1767384995.249417:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064e750c7. 00000100:00000010:2.0:1767384995.249431:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b1d4cb6. 00000100:00000010:2.0:1767384995.249433:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005480a1ee. 00000100:00000010:2.0:1767384995.249434:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3b1be3b. 00000100:00000010:2.0:1767384995.249436:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e0b9c853. 00000100:00000010:2.0:1767384995.249437:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001389e7df. 00000100:00000010:2.0:1767384995.249439:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a378314. 00000100:00000010:2.0:1767384995.249441:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044f4105f. 00000100:00000010:2.0:1767384995.249442:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e31218ed. 00000100:00000010:2.0:1767384995.249444:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024d850f2. 00000100:00000010:2.0:1767384995.249445:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b4b6478. 00000100:00000010:2.0:1767384995.249447:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b896dd3c. 00000100:00000010:2.0:1767384995.249448:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a11e093d. 00000100:00000010:2.0:1767384995.249450:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb9588b7. 00000100:00000010:2.0:1767384995.249451:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045e11cfa. 00000100:00000010:2.0:1767384995.249453:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016c3c670. 00000100:00000010:2.0:1767384995.249454:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e9b8a68f. 00000100:00000010:2.0:1767384995.249456:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a3cacce. 00000100:00000010:2.0:1767384995.249457:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe053905. 00000100:00000010:2.0:1767384995.249458:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ae8974e. 00000100:00000010:2.0:1767384995.249460:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060fa12ef. 00000100:00000010:2.0:1767384995.249462:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000affe8d0e. 00000100:00000010:2.0:1767384995.249463:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000989cf606. 00000100:00000010:2.0:1767384995.249465:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b28d0d94. 00000100:00000010:2.0:1767384995.249466:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db2fa3ee. 00000100:00000010:2.0:1767384995.249468:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006388b37e. 00000100:00000010:2.0:1767384995.249469:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000708319b0. 00000100:00000010:2.0:1767384995.249470:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0b352ce. 00000100:00000010:2.0:1767384995.249471:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a6300c6. 00000100:00000010:2.0:1767384995.249473:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000745ba98a. 00000100:00000010:2.0:1767384995.249474:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000096170e0c. 00000100:00000010:2.0:1767384995.249476:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a365062d. 00000100:00000010:2.0:1767384995.249477:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f99e5c04. 00000100:00000010:2.0:1767384995.249479:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005816f469. 00000100:00000010:2.0:1767384995.249480:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3c1b38d. 00000100:00000010:2.0:1767384995.249482:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9d1ace3. 00000100:00000010:2.0:1767384995.249483:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000641ed437. 00000100:00000010:2.0:1767384995.249484:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000306162f7. 00000100:00000010:2.0:1767384995.249486:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a377961b. 00000100:00000010:2.0:1767384995.249487:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000312ca783. 00000100:00000010:2.0:1767384995.249489:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5f17c45. 00000100:00000010:2.0:1767384995.249490:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024a5a5a2. 00000100:00000010:2.0:1767384995.249491:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cdc69775. 00000100:00000010:2.0:1767384995.249493:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000affbf70b. 00000100:00000010:2.0:1767384995.249494:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3c3d345. 00000100:00000010:2.0:1767384995.249496:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038b8b71a. 00000100:00000010:2.0:1767384995.249497:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b893c132. 00000100:00000010:2.0:1767384995.249498:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062795482. 00000100:00000010:2.0:1767384995.249500:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083709d90. 00000100:00000010:2.0:1767384995.249512:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037a8a305. 00000100:00000010:2.0:1767384995.249513:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca3d60fc. 00000100:00000010:2.0:1767384995.249515:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd6e7b2a. 00000100:00000010:2.0:1767384995.249516:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d366ab61. 00000100:00000010:2.0:1767384995.249519:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6523384. 00000100:00000010:2.0:1767384995.249520:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffb312a4. 00000100:00000010:2.0:1767384995.249522:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e82c9b93. 00000100:00000010:2.0:1767384995.249523:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c32fa453. 00000100:00000010:2.0:1767384995.249525:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f59807ad. 00000100:00000010:2.0:1767384995.249526:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001daa3e46. 00000100:00000010:2.0:1767384995.249528:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e88b133. 00000100:00000010:2.0:1767384995.249529:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000863b18d0. 00000100:00000010:2.0:1767384995.249531:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a941b03. 00000100:00000010:2.0:1767384995.249532:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3c69feb. 00000100:00000010:2.0:1767384995.249533:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c847248a. 00000100:00000010:2.0:1767384995.249535:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5cf89bc. 00000100:00000010:2.0:1767384995.249536:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f5454b3. 00000100:00000010:2.0:1767384995.249538:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e308e8b4. 00000100:00000010:2.0:1767384995.249539:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ba48047. 00000100:00000010:2.0:1767384995.249541:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2ec4e4c. 00000100:00000010:2.0:1767384995.249542:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091fd5cf9. 00000100:00000010:2.0:1767384995.249543:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4b506d2. 00000100:00000010:2.0:1767384995.249545:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002657dae6. 00000100:00000010:2.0:1767384995.249546:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8d9b36a. 00000100:00000010:2.0:1767384995.249548:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003def148f. 00000100:00000010:2.0:1767384995.249549:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eae65149. 00000100:00000010:2.0:1767384995.249551:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c749d5b. 00000100:00000010:2.0:1767384995.249552:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e690fcf9. 00000100:00000010:2.0:1767384995.249554:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098da299b. 00000100:00000010:2.0:1767384995.249555:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dceed9f4. 00000100:00000010:2.0:1767384995.249556:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000802d4ee2. 00000100:00000010:2.0:1767384995.249558:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da9e77d3. 00000100:00000010:2.0:1767384995.249559:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9aa2e97. 00000100:00000010:2.0:1767384995.249560:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037b5c30a. 00000100:00000010:2.0:1767384995.249562:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b074a3a0. 00000100:00000010:2.0:1767384995.249574:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000c0913c84. 00000100:00000010:2.0:1767384995.249576:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000056ee34f2. 00000100:00000001:2.0:1767384995.249579:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.249580:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.249581:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.249582:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.249583:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000202d8092. 00000100:00000001:2.0:1767384995.249586:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.249586:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.249588:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.249589:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d42fb4ad. 00000100:00000001:2.0:1767384995.249590:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.249592:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.249683:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003592ce2d. 00000100:00000001:2.0:1767384995.249688:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.249690:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.249692:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000ed782fd. 00000100:00000001:2.0:1767384995.249696:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.249698:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.249700:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c576e13e. 00000100:00000001:2.0:1767384995.249704:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.249807:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b82475e9. 00000020:00000010:2.0:1767384995.249819:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ece23edc. 00000100:00000010:2.0:1767384995.249837:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000006e72e431. 00000100:00000010:2.0:1767384995.249843:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000dad897bf. 00000100:00000010:2.0:1767384995.249845:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000003ed8087a. 00000100:00000010:2.0:1767384995.249851:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000002529c10b. 00000100:00000001:2.0:1767384995.249853:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.249855:0:39797:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384995.249856:0:39797:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384995.249858:0:39797:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384995.249859:0:39797:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384995.249861:0:39797:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384995.249862:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384995.249863:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384995.249865:0:39797:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384995.249886:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:0.0:1767384995.249906:0:16819:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e50b1774. 00000020:00000010:3.0:1767384995.249910:0:16818:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dabbe702. 00000040:00000010:0.0:1767384995.249915:0:16819:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0ad4007. 00000040:00000010:3.0:1767384995.249918:0:16818:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005e3e7f37. 00000020:00000010:0.0:1767384995.249922:0:16819:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000883dd42a. 00000020:00000010:1.0:1767384995.249923:0:16817:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000db6821ea. 00000020:00000010:3.0:1767384995.249924:0:16818:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000023da2294. 00000020:00000010:0.0:1767384995.249928:0:16819:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ae8858c5. 00000040:00000010:1.0:1767384995.249933:0:16817:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000070f02fa7. 00000020:00000010:3.0:1767384995.249934:0:16818:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000831686fa. 00000020:00000010:0.0:1767384995.249936:0:16819:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aba06bdc. 00000020:00000010:1.0:1767384995.249942:0:16817:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cc82b058. 00000020:00000010:3.0:1767384995.249943:0:16818:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032e8dad6. 80000000:00000010:0.0:1767384995.249944:0:16819:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e0934ae. 00000020:00000010:1.0:1767384995.249964:0:16817:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007f492990. 80000000:00000010:3.0:1767384995.249972:0:16818:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fea2ba83. 40000000:00000010:0.0:1767384995.249972:0:16819:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006be695c4. 00000020:00000010:1.0:1767384995.249975:0:16817:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000a49b561. 40000000:00000010:3.0:1767384995.249983:0:16818:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000075c3303b. 80000000:00000010:1.0:1767384995.249986:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d62cb37a. 00100000:00000010:0.0:1767384995.249986:0:16819:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000013510229. 00100000:00000010:3.0:1767384995.249992:0:16818:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000887c4ad8. 40000000:00000010:1.0:1767384995.249998:0:16817:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000031543d02. 00040000:00000010:0.0:1767384995.249998:0:16819:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000053bd1aa8. 00040000:00000010:3.0:1767384995.250000:0:16818:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000026bc2086. 00040000:00000010:0.0:1767384995.250011:0:16819:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd7084a8. 00100000:00000010:1.0:1767384995.250012:0:16817:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a54bb5d4. 00040000:00000010:3.0:1767384995.250013:0:16818:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ee70553d. 00040000:00000010:1.0:1767384995.250024:0:16817:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000278307d1. 00080000:00000010:0.0:1767384995.250024:0:16819:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ccd68f8d. 00080000:00000010:3.0:1767384995.250025:0:16818:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000214a0b75. 00000004:00000010:0.0:1767384995.250037:0:16819:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fa40cc04. 00040000:00000010:1.0:1767384995.250038:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000709b949b. 00000004:00000010:3.0:1767384995.250039:0:16818:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000095421c35. 00002000:00000010:0.0:1767384995.250047:0:16819:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001e85d849. 00002000:00000010:3.0:1767384995.250051:0:16818:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb139ffc. 00080000:00000010:1.0:1767384995.250052:0:16817:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000019139d07. 00000020:00000010:0.0:1767384995.250055:0:16819:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056ae1ff0. 00000020:00000010:3.0:1767384995.250064:0:16818:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f23e5c62. 00000004:00000010:1.0:1767384995.250065:0:16817:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d3698ca5. 00000020:00000010:0.0:1767384995.250066:0:16819:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d6b6c200. 00000020:00000010:3.0:1767384995.250077:0:16818:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000008b2a45c. 00002000:00000010:1.0:1767384995.250078:0:16817:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000061b5fea5. 00000100:00000010:0.0:1767384995.250080:0:16819:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ce3e8099. 00000020:00000001:0.0:1767384995.250092:0:16819:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000100:00000010:3.0:1767384995.250095:0:16818:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002a592f6e. 00000020:00000010:0.0:1767384995.250096:0:16819:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000002700b669. 00000020:00000001:3.0:1767384995.250103:0:16818:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384995.250105:0:16817:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719ba7b0. 00000020:00000010:3.0:1767384995.250107:0:16818:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000993efad5. 00000020:00000010:1.0:1767384995.250118:0:16817:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f9e8df13. 00000100:00000010:1.0:1767384995.250140:0:16817:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001cf2bc60. 00000020:00000001:1.0:1767384995.250146:0:16817:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384995.250149:0:16817:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000031be6bc8. 00000020:00000001:0.0:1767384995.250535:0:16819:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384995.250540:0:16819:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [000000006a9107ec:16819] 2 exiting: rc = 0 00000100:00000040:2.0:1767384995.250602:0:39797:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:1.0:1767384995.250668:0:16817:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384995.250688:0:16817:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000003094e5d5:16817] 0 exiting: rc = 1 00000020:00000001:3.0:1767384995.250731:0:16818:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384995.250743:0:16818:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000f0e0ebac:16818] 1 exiting: rc = 0 00000100:00000010:2.0:1767384995.250811:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003094e5d5. 00000100:00000010:2.0:1767384995.250820:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f0e0ebac. 00000100:00000010:2.0:1767384995.250824:0:39797:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006a9107ec. 00000100:00000001:2.0:1767384995.250828:0:39797:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384995.250830:0:39797:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384995.250832:0:39797:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384995.250835:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250837:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250839:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ced1be7. 00000400:00000200:2.0:1767384995.250842:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7750ae 00000400:00000010:2.0:1767384995.250844:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000da7750ae. 00000100:00000001:2.0:1767384995.250848:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250850:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250854:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250856:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384995.250857:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250859:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250860:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250861:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098dd3a93. 00000400:00000200:2.0:1767384995.250863:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d2aaf5c 00000400:00000010:2.0:1767384995.250864:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000d2aaf5c. 00000100:00000001:2.0:1767384995.250871:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250872:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250875:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250877:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384995.250878:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250880:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250881:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250883:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edb543c0. 00000400:00000200:2.0:1767384995.250885:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25d64a3 00000400:00000010:2.0:1767384995.250886:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a25d64a3. 00000100:00000001:2.0:1767384995.250888:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250889:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250893:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250895:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384995.250897:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250899:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250900:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250902:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8cc11e. 00000400:00000200:2.0:1767384995.250905:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064ed9168 00000400:00000010:2.0:1767384995.250907:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000064ed9168. 00000100:00000001:2.0:1767384995.250914:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250915:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250921:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250923:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384995.250924:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250925:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250927:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250928:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ebdd3e. 00000400:00000200:2.0:1767384995.250930:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c13ffeb 00000400:00000010:2.0:1767384995.250932:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002c13ffeb. 00000100:00000001:2.0:1767384995.250935:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250937:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250942:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250943:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384995.250944:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250946:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250947:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250948:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009373e72e. 00000400:00000200:2.0:1767384995.250949:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caae6e54 00000400:00000010:2.0:1767384995.250950:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000caae6e54. 00000100:00000001:2.0:1767384995.250952:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250953:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250956:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250957:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384995.250958:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250959:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250960:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250961:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e313d21d. 00000400:00000200:2.0:1767384995.250962:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000af1ff5c 00000400:00000010:2.0:1767384995.250963:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000af1ff5c. 00000100:00000001:2.0:1767384995.250964:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250965:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250968:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250969:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384995.250970:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250971:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250972:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250973:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1ec02bc. 00000400:00000200:2.0:1767384995.250974:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b7bd9c2 00000400:00000010:2.0:1767384995.250975:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b7bd9c2. 00000100:00000001:2.0:1767384995.250976:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250977:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250980:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250981:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384995.250982:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250983:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250983:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250984:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008edbe2aa. 00000400:00000200:2.0:1767384995.250985:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0dfd14d 00000400:00000010:2.0:1767384995.250987:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b0dfd14d. 00000100:00000001:2.0:1767384995.250988:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.250989:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.250992:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.250993:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384995.250994:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.250995:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.250995:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.250996:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe47390. 00000400:00000200:2.0:1767384995.250998:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3e80c4c 00000400:00000010:2.0:1767384995.250999:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c3e80c4c. 00000100:00000001:2.0:1767384995.251000:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251001:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251004:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251005:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384995.251006:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251007:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251008:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251009:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033589ae7. 00000400:00000200:2.0:1767384995.251010:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2fe630 00000400:00000010:2.0:1767384995.251011:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dd2fe630. 00000100:00000001:2.0:1767384995.251012:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251013:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251016:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251018:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384995.251019:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251020:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251021:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251022:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed316eb2. 00000400:00000200:2.0:1767384995.251023:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a138798 00000400:00000010:2.0:1767384995.251024:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008a138798. 00000100:00000001:2.0:1767384995.251026:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251026:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251029:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251031:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384995.251032:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251033:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251034:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251034:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9cfeb5f. 00000400:00000200:2.0:1767384995.251036:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a96ae3 00000400:00000010:2.0:1767384995.251037:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a1a96ae3. 00000100:00000001:2.0:1767384995.251054:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251055:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251058:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251059:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384995.251060:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251062:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251063:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251064:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3acb96. 00000400:00000200:2.0:1767384995.251065:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9b41f89 00000400:00000010:2.0:1767384995.251066:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e9b41f89. 00000100:00000001:2.0:1767384995.251068:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251069:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251072:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251073:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384995.251074:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251075:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251076:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251077:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000268fe005. 00000400:00000200:2.0:1767384995.251079:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd132662 00000400:00000010:2.0:1767384995.251080:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bd132662. 00000100:00000001:2.0:1767384995.251082:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251083:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251086:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251087:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384995.251088:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251090:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251091:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251092:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000215cd5c4. 00000400:00000200:2.0:1767384995.251093:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006feb7812 00000400:00000010:2.0:1767384995.251094:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006feb7812. 00000100:00000001:2.0:1767384995.251096:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251096:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251099:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251100:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384995.251101:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251102:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251103:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251104:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de52431. 00000400:00000200:2.0:1767384995.251105:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c157f1d6 00000400:00000010:2.0:1767384995.251106:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c157f1d6. 00000100:00000001:2.0:1767384995.251108:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251109:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251112:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251113:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384995.251113:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251115:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251115:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251116:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0e51fd. 00000400:00000200:2.0:1767384995.251117:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adc2d433 00000400:00000010:2.0:1767384995.251118:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000adc2d433. 00000100:00000001:2.0:1767384995.251120:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251121:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251124:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251125:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384995.251126:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251127:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251128:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251129:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae6ab2e8. 00000400:00000200:2.0:1767384995.251130:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ddabbd 00000400:00000010:2.0:1767384995.251132:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f0ddabbd. 00000100:00000001:2.0:1767384995.251134:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251134:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251138:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251139:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384995.251140:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251141:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251142:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251143:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c00770e. 00000400:00000200:2.0:1767384995.251144:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb0f2f46 00000400:00000010:2.0:1767384995.251145:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb0f2f46. 00000100:00000001:2.0:1767384995.251147:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251148:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251151:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251151:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384995.251152:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251153:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251154:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251155:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cb0f16a. 00000400:00000200:2.0:1767384995.251156:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5f07c6b 00000400:00000010:2.0:1767384995.251157:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e5f07c6b. 00000100:00000001:2.0:1767384995.251159:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251160:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251163:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251164:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384995.251165:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251166:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251167:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251167:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5d0b1a3. 00000400:00000200:2.0:1767384995.251169:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000148f3ae8 00000400:00000010:2.0:1767384995.251170:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000148f3ae8. 00000100:00000001:2.0:1767384995.251171:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251172:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251175:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251176:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384995.251177:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251178:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251179:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251180:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6c3b27f. 00000400:00000200:2.0:1767384995.251181:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c6bb5d4 00000400:00000010:2.0:1767384995.251183:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004c6bb5d4. 00000100:00000001:2.0:1767384995.251185:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251185:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251189:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251190:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384995.251191:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251192:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251192:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251193:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000021fec94. 00000400:00000200:2.0:1767384995.251194:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009508f70e 00000400:00000010:2.0:1767384995.251195:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009508f70e. 00000100:00000001:2.0:1767384995.251197:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251198:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251201:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251202:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384995.251203:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251204:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251204:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251205:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc765eb. 00000400:00000200:2.0:1767384995.251206:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024494954 00000400:00000010:2.0:1767384995.251207:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000024494954. 00000100:00000001:2.0:1767384995.251209:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251210:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251213:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251214:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384995.251215:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251216:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251217:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251217:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5c75a07. 00000400:00000200:2.0:1767384995.251219:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094819107 00000400:00000010:2.0:1767384995.251220:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000094819107. 00000100:00000001:2.0:1767384995.251221:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251222:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251225:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251226:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384995.251227:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251229:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251230:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251231:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7607796. 00000400:00000200:2.0:1767384995.251232:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc305ddf 00000400:00000010:2.0:1767384995.251234:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc305ddf. 00000100:00000001:2.0:1767384995.251236:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251236:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251239:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251240:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384995.251241:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251243:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251244:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251244:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053727abf. 00000400:00000200:2.0:1767384995.251246:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb0af8b0 00000400:00000010:2.0:1767384995.251247:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb0af8b0. 00000100:00000001:2.0:1767384995.251248:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251249:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251252:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251253:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384995.251254:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251255:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251256:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251257:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000467589a6. 00000400:00000200:2.0:1767384995.251258:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864805c1 00000400:00000010:2.0:1767384995.251259:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000864805c1. 00000100:00000001:2.0:1767384995.251261:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251262:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251265:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251266:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384995.251267:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251268:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251268:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251269:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c5cde9d. 00000400:00000200:2.0:1767384995.251271:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b716bb06 00000400:00000010:2.0:1767384995.251272:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b716bb06. 00000100:00000001:2.0:1767384995.251273:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251274:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251277:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251278:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384995.251280:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251281:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251282:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251283:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da7e9cad. 00000400:00000200:2.0:1767384995.251284:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7c770f0 00000400:00000010:2.0:1767384995.251285:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e7c770f0. 00000100:00000001:2.0:1767384995.251287:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251287:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251290:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251291:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384995.251292:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251293:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251294:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251295:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063912b28. 00000400:00000200:2.0:1767384995.251296:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f0745a 00000400:00000010:2.0:1767384995.251297:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000052f0745a. 00000100:00000001:2.0:1767384995.251299:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251300:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251303:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251303:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384995.251304:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251305:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251306:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251307:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b078f7f3. 00000400:00000200:2.0:1767384995.251308:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a19c58 00000400:00000010:2.0:1767384995.251309:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e6a19c58. 00000100:00000001:2.0:1767384995.251311:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251311:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251315:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251315:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384995.251316:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251317:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251318:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251319:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0631927. 00000400:00000200:2.0:1767384995.251320:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022c9b4d5 00000400:00000010:2.0:1767384995.251321:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000022c9b4d5. 00000100:00000001:2.0:1767384995.251323:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251324:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251327:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251328:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384995.251330:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251331:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251332:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251333:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc8eb7a3. 00000400:00000200:2.0:1767384995.251334:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b488eba2 00000400:00000010:2.0:1767384995.251335:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b488eba2. 00000100:00000001:2.0:1767384995.251337:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251337:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251340:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251341:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384995.251342:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251343:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251344:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251344:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a163ba. 00000400:00000200:2.0:1767384995.251346:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d211ee 00000400:00000010:2.0:1767384995.251347:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4d211ee. 00000100:00000001:2.0:1767384995.251348:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251349:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251352:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251353:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384995.251354:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251355:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251356:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251356:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000646f8a2. 00000400:00000200:2.0:1767384995.251358:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef138059 00000400:00000010:2.0:1767384995.251359:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ef138059. 00000100:00000001:2.0:1767384995.251372:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251372:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251376:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251377:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384995.251378:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251379:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251380:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251381:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097faa4f2. 00000400:00000200:2.0:1767384995.251382:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411a0385 00000400:00000010:2.0:1767384995.251384:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000411a0385. 00000100:00000001:2.0:1767384995.251386:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251387:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251390:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251392:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384995.251393:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251394:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251395:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251395:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c0e42. 00000400:00000200:2.0:1767384995.251397:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000345e430e 00000400:00000010:2.0:1767384995.251398:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000345e430e. 00000100:00000001:2.0:1767384995.251399:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251400:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251403:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251404:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384995.251405:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251406:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251407:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251407:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7ac2604. 00000400:00000200:2.0:1767384995.251409:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa15f487 00000400:00000010:2.0:1767384995.251410:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fa15f487. 00000100:00000001:2.0:1767384995.251411:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251412:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251415:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251416:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384995.251417:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251418:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251419:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251420:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8bef701. 00000400:00000200:2.0:1767384995.251421:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dab481 00000400:00000010:2.0:1767384995.251422:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b2dab481. 00000100:00000001:2.0:1767384995.251424:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251425:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251428:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251429:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384995.251430:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251431:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251432:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251433:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4cf9a5d. 00000400:00000200:2.0:1767384995.251435:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc13100c 00000400:00000010:2.0:1767384995.251436:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc13100c. 00000100:00000001:2.0:1767384995.251438:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251439:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251442:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251443:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384995.251444:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251445:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251446:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251446:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c02c8f1d. 00000400:00000200:2.0:1767384995.251447:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76ba044 00000400:00000010:2.0:1767384995.251449:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d76ba044. 00000100:00000001:2.0:1767384995.251450:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251451:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251454:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251455:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384995.251456:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251456:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251457:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251458:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0ca0385. 00000400:00000200:2.0:1767384995.251459:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012a7a8ae 00000400:00000010:2.0:1767384995.251461:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000012a7a8ae. 00000100:00000001:2.0:1767384995.251462:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251463:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251466:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251467:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384995.251467:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251468:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251469:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251470:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5b70166. 00000400:00000200:2.0:1767384995.251471:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf43b0f3 00000400:00000010:2.0:1767384995.251472:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bf43b0f3. 00000100:00000001:2.0:1767384995.251474:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251475:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251478:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251479:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384995.251480:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251481:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251482:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251483:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c4a2b8b. 00000400:00000200:2.0:1767384995.251484:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5c50cf 00000400:00000010:2.0:1767384995.251486:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000eb5c50cf. 00000100:00000001:2.0:1767384995.251487:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251488:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251491:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251492:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384995.251493:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251494:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251495:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251496:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bd70c17. 00000400:00000200:2.0:1767384995.251497:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000789393ba 00000400:00000010:2.0:1767384995.251498:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000789393ba. 00000100:00000001:2.0:1767384995.251500:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251501:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251504:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251505:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384995.251506:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251507:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251508:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251508:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027de6629. 00000400:00000200:2.0:1767384995.251510:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098841d5d 00000400:00000010:2.0:1767384995.251511:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000098841d5d. 00000100:00000001:2.0:1767384995.251512:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251513:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251516:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251517:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384995.251518:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251519:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251519:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251520:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032c42859. 00000400:00000200:2.0:1767384995.251521:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d5c2a0f 00000400:00000010:2.0:1767384995.251523:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002d5c2a0f. 00000100:00000001:2.0:1767384995.251524:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251525:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251528:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251529:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384995.251530:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251531:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251532:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251533:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb453219. 00000400:00000200:2.0:1767384995.251535:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d5bd602 00000400:00000010:2.0:1767384995.251536:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d5bd602. 00000100:00000001:2.0:1767384995.251537:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251538:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251541:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251542:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384995.251543:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251544:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251544:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251545:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb5f2d05. 00000400:00000200:2.0:1767384995.251546:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f35647e 00000400:00000010:2.0:1767384995.251547:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002f35647e. 00000100:00000001:2.0:1767384995.251549:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251550:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251553:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251554:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384995.251555:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251556:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251557:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251558:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1d9991b. 00000400:00000200:2.0:1767384995.251559:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d07bcd1c 00000400:00000010:2.0:1767384995.251560:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d07bcd1c. 00000100:00000001:2.0:1767384995.251561:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251562:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251565:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251566:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384995.251567:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251568:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251569:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251569:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfbe856d. 00000400:00000200:2.0:1767384995.251571:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce1a59a 00000400:00000010:2.0:1767384995.251572:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008ce1a59a. 00000100:00000001:2.0:1767384995.251573:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251575:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251578:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251579:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384995.251580:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251582:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251583:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251583:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008772093a. 00000400:00000200:2.0:1767384995.251585:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f29c18 00000400:00000010:2.0:1767384995.251586:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000009f29c18. 00000100:00000001:2.0:1767384995.251587:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251588:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251591:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251592:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384995.251593:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251594:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251595:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251596:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b03d8dce. 00000400:00000200:2.0:1767384995.251597:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae5f27c 00000400:00000010:2.0:1767384995.251598:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000eae5f27c. 00000100:00000001:2.0:1767384995.251600:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251600:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251603:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251605:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384995.251630:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251632:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251634:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251635:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000849c72cb. 00000400:00000200:2.0:1767384995.251638:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000561f9e96 00000400:00000010:2.0:1767384995.251639:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000561f9e96. 00000100:00000001:2.0:1767384995.251642:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251643:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251647:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251649:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384995.251651:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251653:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251654:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251656:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b44a8b5d. 00000400:00000200:2.0:1767384995.251659:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001867542 00000400:00000010:2.0:1767384995.251661:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000001867542. 00000100:00000001:2.0:1767384995.251663:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251664:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251668:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251669:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384995.251670:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251671:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251671:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251672:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078da97b8. 00000400:00000200:2.0:1767384995.251674:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000519fe46 00000400:00000010:2.0:1767384995.251675:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000519fe46. 00000100:00000001:2.0:1767384995.251676:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251677:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251680:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251681:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384995.251682:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251683:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251683:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251684:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000489211a4. 00000400:00000200:2.0:1767384995.251686:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7344aaa 00000400:00000010:2.0:1767384995.251687:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c7344aaa. 00000100:00000001:2.0:1767384995.251688:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251689:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251692:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251693:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384995.251694:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251695:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251696:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251697:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072b3b6bc. 00000400:00000200:2.0:1767384995.251698:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a361f5 00000400:00000010:2.0:1767384995.251699:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000090a361f5. 00000100:00000001:2.0:1767384995.251701:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251701:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251704:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251705:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384995.251707:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251708:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251709:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251710:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084056214. 00000400:00000200:2.0:1767384995.251711:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754532ca 00000400:00000010:2.0:1767384995.251713:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000754532ca. 00000100:00000001:2.0:1767384995.251715:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251716:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251719:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251720:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384995.251721:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251722:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251723:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251723:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d421e0d. 00000400:00000200:2.0:1767384995.251725:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039c6b466 00000400:00000010:2.0:1767384995.251726:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000039c6b466. 00000100:00000001:2.0:1767384995.251727:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251728:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251731:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251732:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384995.251733:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251734:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251735:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251735:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000556303c0. 00000400:00000200:2.0:1767384995.251737:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c03648b9 00000400:00000010:2.0:1767384995.251738:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c03648b9. 00000100:00000001:2.0:1767384995.251739:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251740:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251743:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251744:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384995.251745:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384995.251746:0:39797:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384995.251746:0:39797:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384995.251747:0:39797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bcc4cd4. 00000400:00000200:2.0:1767384995.251748:0:39797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2667fb4 00000400:00000010:2.0:1767384995.251749:0:39797:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b2667fb4. 00000100:00000001:2.0:1767384995.251751:0:39797:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384995.251752:0:39797:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384995.251767:0:39797:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384995.251768:0:39797:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384995.251769:0:39797:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384995.251772:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251773:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251775:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251776:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251777:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251778:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251779:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251779:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251780:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251781:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251782:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251783:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251784:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251784:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251785:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251786:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251787:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251788:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251789:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251789:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251791:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251791:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251792:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251793:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251794:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251795:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251796:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251796:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251797:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251798:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251799:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251800:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251801:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251802:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251803:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251804:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251805:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251806:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251807:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251808:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251809:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251810:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251811:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251812:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251813:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251814:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251815:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251816:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251817:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251818:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251819:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251819:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251821:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251821:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251822:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251823:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251824:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251825:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251826:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251826:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251827:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251828:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251829:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251830:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251831:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251832:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251832:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251833:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251834:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251835:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251836:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251837:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251838:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251838:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251839:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251840:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251841:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251842:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251843:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251843:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251845:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251846:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251847:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251848:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251849:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251850:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251851:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251852:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251853:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251854:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251855:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251855:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251856:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251857:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251858:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251859:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251860:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251860:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251861:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251862:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251863:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251864:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251865:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251865:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251866:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251867:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251868:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251869:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251870:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251870:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251871:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251872:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251873:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251874:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251875:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251876:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251877:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251877:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251878:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251879:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251880:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251881:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251883:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251883:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251885:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251886:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384995.251887:0:39797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384995.251888:0:39797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384995.251889:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ed856bea. 00000100:00000010:2.0:1767384995.251926:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a53602. 00000100:00000010:2.0:1767384995.251929:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d84099fa. 00000100:00000010:2.0:1767384995.251962:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003669b481. 00000100:00000010:2.0:1767384995.251964:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000adbb2fd8. 00000100:00000010:2.0:1767384995.251993:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093f97131. 00000100:00000010:2.0:1767384995.251995:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b994031. 00000100:00000010:2.0:1767384995.252023:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5d7375c. 00000100:00000010:2.0:1767384995.252025:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fd562986. 00000100:00000010:2.0:1767384995.252055:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8770185. 00000100:00000010:2.0:1767384995.252057:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cdde7980. 00000100:00000010:2.0:1767384995.252086:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000457dfb53. 00000100:00000010:2.0:1767384995.252088:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f76c6470. 00000100:00000010:2.0:1767384995.252119:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c19f600. 00000100:00000010:2.0:1767384995.252121:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009112195a. 00000100:00000010:2.0:1767384995.252152:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd089284. 00000100:00000010:2.0:1767384995.252154:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006aa6f42f. 00000100:00000010:2.0:1767384995.252181:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb2e1fcc. 00000100:00000010:2.0:1767384995.252183:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d8e97720. 00000100:00000010:2.0:1767384995.252210:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca002f6a. 00000100:00000010:2.0:1767384995.252212:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000034a465fb. 00000100:00000010:2.0:1767384995.252244:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c002725d. 00000100:00000010:2.0:1767384995.252246:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002d1fd5b0. 00000100:00000010:2.0:1767384995.252273:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd0fb23e. 00000100:00000010:2.0:1767384995.252276:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fc9231a2. 00000100:00000010:2.0:1767384995.252306:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000323461c2. 00000100:00000010:2.0:1767384995.252324:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000016293ad7. 00000100:00000010:2.0:1767384995.252351:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078c97cce. 00000100:00000010:2.0:1767384995.252353:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000080f18826. 00000100:00000010:2.0:1767384995.252391:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbf04e74. 00000100:00000010:2.0:1767384995.252394:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000095722228. 00000100:00000010:2.0:1767384995.252423:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d99232b9. 00000100:00000010:2.0:1767384995.252425:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bddc1707. 00000100:00000010:2.0:1767384995.252453:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004db9ab97. 00000100:00000010:2.0:1767384995.252455:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008c1f018d. 00000100:00000010:2.0:1767384995.252485:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e736f33. 00000100:00000010:2.0:1767384995.252487:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000064a2b92a. 00000100:00000010:2.0:1767384995.252514:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b9129c7. 00000100:00000010:2.0:1767384995.252516:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000539cb287. 00000100:00000010:2.0:1767384995.252545:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb1ba34f. 00000100:00000010:2.0:1767384995.252547:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ce94243. 00000100:00000010:2.0:1767384995.252581:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a286ea2c. 00000100:00000010:2.0:1767384995.252583:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006cceda48. 00000100:00000010:2.0:1767384995.252808:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002efb2465. 00000100:00000010:2.0:1767384995.252812:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c070e76e. 00000100:00000010:2.0:1767384995.252848:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ae27a97. 00000100:00000010:2.0:1767384995.252850:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fea7b542. 00000100:00000010:2.0:1767384995.252885:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f745777. 00000100:00000010:2.0:1767384995.252887:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b27bb74c. 00000100:00000010:2.0:1767384995.252924:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a5ec40b. 00000100:00000010:2.0:1767384995.252926:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b9c677d9. 00000100:00000010:2.0:1767384995.252956:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f0ae964. 00000100:00000010:2.0:1767384995.252959:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c3a1929b. 00000100:00000010:2.0:1767384995.252990:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059a33944. 00000100:00000010:2.0:1767384995.252993:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001be5d775. 00000100:00000010:2.0:1767384995.253026:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067c1345c. 00000100:00000010:2.0:1767384995.253029:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d2df0b3f. 00000100:00000010:2.0:1767384995.253056:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df23686b. 00000100:00000010:2.0:1767384995.253058:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000279efe6e. 00000100:00000010:2.0:1767384995.253086:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007cdeb22. 00000100:00000010:2.0:1767384995.253088:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000068d876b8. 00000100:00000010:2.0:1767384995.253117:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd9712a6. 00000100:00000010:2.0:1767384995.253119:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000739e630c. 00000100:00000010:2.0:1767384995.253146:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df964fdd. 00000100:00000010:2.0:1767384995.253148:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006118cc4f. 00000100:00000010:2.0:1767384995.253180:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073ae2cc8. 00000100:00000010:2.0:1767384995.253182:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cb89a9b3. 00000100:00000010:2.0:1767384995.253210:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f5f3a6d. 00000100:00000010:2.0:1767384995.253212:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fd00056d. 00000100:00000010:2.0:1767384995.253242:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003132b91a. 00000100:00000010:2.0:1767384995.253244:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000949f9100. 00000100:00000010:2.0:1767384995.253272:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0fe3d03. 00000100:00000010:2.0:1767384995.253274:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000015e853b4. 00000100:00000010:2.0:1767384995.253304:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3620481. 00000100:00000010:2.0:1767384995.253306:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009ca92794. 00000100:00000010:2.0:1767384995.253334:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000381bd0f0. 00000100:00000010:2.0:1767384995.253336:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000034853c0d. 00000100:00000010:2.0:1767384995.253366:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1abb667. 00000100:00000010:2.0:1767384995.253368:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000043a0255d. 00000100:00000010:2.0:1767384995.253395:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b867aef. 00000100:00000010:2.0:1767384995.253397:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bdebd1c3. 00000100:00000010:2.0:1767384995.253429:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000390b2008. 00000100:00000010:2.0:1767384995.253431:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c26744d1. 00000100:00000010:2.0:1767384995.253464:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b064a86a. 00000100:00000010:2.0:1767384995.253466:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ef2c50af. 00000100:00000010:2.0:1767384995.253499:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4cf3bda. 00000100:00000010:2.0:1767384995.253501:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d621c443. 00000100:00000010:2.0:1767384995.253529:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065b078a3. 00000100:00000010:2.0:1767384995.253531:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059922430. 00000100:00000010:2.0:1767384995.253560:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d0ea594. 00000100:00000010:2.0:1767384995.253562:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bf78284a. 00000100:00000010:2.0:1767384995.253592:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f93d3170. 00000100:00000010:2.0:1767384995.253611:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dc52dc3d. 00000100:00000010:2.0:1767384995.253658:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b493975. 00000100:00000010:2.0:1767384995.253662:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ab73681b. 00000100:00000010:2.0:1767384995.253694:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000135b8f88. 00000100:00000010:2.0:1767384995.253696:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ee55d89. 00000100:00000010:2.0:1767384995.253728:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001665fa2b. 00000100:00000010:2.0:1767384995.253730:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000079f73a4f. 00000100:00000010:2.0:1767384995.253778:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2e08273. 00000100:00000010:2.0:1767384995.253781:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003cc6d6ad. 00000100:00000010:2.0:1767384995.253819:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049624834. 00000100:00000010:2.0:1767384995.253821:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009e4bbda1. 00000100:00000010:2.0:1767384995.253857:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a89321d. 00000100:00000010:2.0:1767384995.253860:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b8691d99. 00000100:00000010:2.0:1767384995.253891:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002767270e. 00000100:00000010:2.0:1767384995.253893:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000253a7f9d. 00000100:00000010:2.0:1767384995.253924:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ab5025d. 00000100:00000010:2.0:1767384995.253926:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000c2c224f. 00000100:00000010:2.0:1767384995.253956:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2b50d86. 00000100:00000010:2.0:1767384995.253958:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006bd9de68. 00000100:00000010:2.0:1767384995.253987:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f56575ba. 00000100:00000010:2.0:1767384995.253989:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000033d4f076. 00000100:00000010:2.0:1767384995.254017:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd5cda83. 00000100:00000010:2.0:1767384995.254019:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000839f714. 00000100:00000010:2.0:1767384995.254047:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d58f1b18. 00000100:00000010:2.0:1767384995.254049:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e08d2980. 00000100:00000010:2.0:1767384995.254082:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c268971f. 00000100:00000010:2.0:1767384995.254084:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a5d2a3bf. 00000100:00000010:2.0:1767384995.254116:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000609534bc. 00000100:00000010:2.0:1767384995.254117:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000458725a7. 00000100:00000010:2.0:1767384995.254149:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d389900f. 00000100:00000010:2.0:1767384995.254151:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002960604b. 00000100:00000010:2.0:1767384995.254181:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddc1d0cd. 00000100:00000010:2.0:1767384995.254183:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000078639913. 00000100:00000010:2.0:1767384995.254214:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091fa8f68. 00000100:00000010:2.0:1767384995.254216:0:39797:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000c490b24. 00000100:00000010:2.0:1767384995.254246:0:39797:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0a43667. 00000100:00000010:2.0:1767384995.254264:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004eb0a8e6. 00000100:00000010:2.0:1767384995.254271:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000002465ca83. 00000100:00000010:2.0:1767384995.254276:0:39797:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000035c9b6ef. 00000100:00000001:2.0:1767384995.254281:0:39797:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384995.254283:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254284:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.254285:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.254286:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ed2dbb3c. 00000100:00000001:2.0:1767384995.254289:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.254290:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.254291:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254292:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cb9e1c8e. 00000100:00000001:2.0:1767384995.254294:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254295:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254296:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000814dd485. 00000100:00000001:2.0:1767384995.254298:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254298:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254299:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eafc6609. 00000100:00000001:2.0:1767384995.254300:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254301:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254302:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e8aa862b. 00000100:00000001:2.0:1767384995.254304:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254304:0:39797:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384995.254305:0:39797:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384995.254306:0:39797:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007cae1437. 00000100:00000001:2.0:1767384995.254308:0:39797:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384995.254308:0:39797:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384995.254309:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254310:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b034556d. 00000100:00000001:2.0:1767384995.254311:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254313:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254313:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000060bc6650. 00000100:00000001:2.0:1767384995.254315:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254317:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254317:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000061b30329. 00000100:00000001:2.0:1767384995.254319:0:39797:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384995.254320:0:39797:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384995.254321:0:39797:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000160cc85f. 00000100:00000010:2.0:1767384995.254322:0:39797:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000095e0ecba. 00000100:00000001:2.0:1767384995.254324:0:39797:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384995.254376:0:39797:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f0a57ea9. 00000020:00000010:2.0:1767384995.254379:0:39797:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ecb16964. 00000100:00000010:2.0:1767384995.254394:0:39797:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000616857dd. 00000100:00000010:2.0:1767384995.254401:0:39797:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000006975af04. 00000100:00000010:2.0:1767384995.254403:0:39797:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000003e2daf2f. 00000100:00000010:2.0:1767384995.254405:0:39797:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000035b5dc1e. 00000100:00000001:2.0:1767384995.254407:0:39797:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384995.254409:0:39797:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:2.0:1767384995.254423:0:39797:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.254424:0:39797:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384995.254435:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384995.254439:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ea253be9. 00000001:00000010:2.0:1767384995.254442:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002a40ca97. 00000001:00000010:2.0:1767384995.254443:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8028fb5. 00000001:00000010:2.0:1767384995.254445:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f4c57c6d. 00000001:00000010:2.0:1767384995.254446:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000001a798fc. 00000001:00000010:2.0:1767384995.254449:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000070120c6. 00000001:00000001:2.0:1767384995.254451:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384995.254452:0:39797:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384995.254455:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4a29142. 00000001:00000010:2.0:1767384995.254456:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015dbd943. 00000001:00000010:2.0:1767384995.254457:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fde9385a. 00000001:00000010:2.0:1767384995.254459:0:39797:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000071e46480. 00000001:00000010:2.0:1767384995.254460:0:39797:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002f6cf52c. 00000001:00000010:2.0:1767384995.254461:0:39797:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000de8d72ac. 00000001:00000001:2.0:1767384995.254463:0:39797:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384995.254463:0:39797:0:(obd_config.c:955:class_decref()) Decref MDS (0000000015ee38f5) now 3 - setup 00000020:00000001:2.0:1767384995.254465:0:39797:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.254467:0:39797:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384995.254469:0:39797:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384995.254472:0:39797:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384995.254473:0:39797:0:(obd_config.c:955:class_decref()) Decref MDS (0000000015ee38f5) now 2 - obd_device_list 00000020:00000080:2.0:1767384995.254475:0:39797:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:2.0:1767384995.254476:0:39797:0:(obd_config.c:955:class_decref()) Decref MDS (0000000015ee38f5) now 1 - newdev 00000020:00000040:2.0:1767384995.254479:0:39797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005e9c6421 with handle 0xcb8130832f6b3446 from hash 00000020:00000040:2.0:1767384995.254481:0:39797:0:(genops.c:898:class_export_put()) PUTting export 000000005e9c6421 : new refcount 0 00000020:00000080:2.0:1767384995.254483:0:39797:0:(genops.c:904:class_export_put()) final put 000000005e9c6421/MDS_uuid 00000020:00000001:2.0:1767384995.254484:0:39797:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.254485:0:39797:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384995.254486:0:39797:0:(genops.c:863:class_export_destroy()) destroying export 000000005e9c6421/MDS_uuid for MDS 00000020:00000001:2.0:1767384995.254488:0:39797:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384995.254489:0:39797:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.254491:0:39797:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005e9c6421. 00000020:00000001:2.0:1767384995.254496:0:39797:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384995.254497:0:39797:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:2.0:1767384995.254498:0:39797:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:2.0:1767384995.254500:0:39797:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384995.254502:0:39797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cdca8a5. 00000020:00000010:2.0:1767384995.254505:0:39797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be36bc24. 00000040:00000010:2.0:1767384995.254507:0:39797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b4b2ce14. 00000020:00000010:2.0:1767384995.254509:0:39797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7e84a8d. 00000020:00000010:2.0:1767384995.254512:0:39797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce74b733. 00000020:00000010:2.0:1767384995.254514:0:39797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008731f937. 80000000:00000010:2.0:1767384995.254516:0:39797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005bbea527. 40000000:00000010:2.0:1767384995.254519:0:39797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072c231d6. 00100000:00000010:2.0:1767384995.254521:0:39797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e7f90338. 00040000:00000010:2.0:1767384995.254523:0:39797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7f8f036. 00040000:00000010:2.0:1767384995.254525:0:39797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df7e6f7c. 00080000:00000010:2.0:1767384995.254527:0:39797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e4acc714. 00000004:00000010:2.0:1767384995.254530:0:39797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000012af2559. 00000004:00000001:2.0:1767384995.254533:0:39797:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:2.0:1767384995.254536:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000051fc7444. 00000004:00000010:2.0:1767384995.254538:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4688291. 00000004:00000010:2.0:1767384995.254540:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009996f819. 00000004:00000010:2.0:1767384995.254542:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000af558f30. 00000004:00000010:2.0:1767384995.254544:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f6d91733. 00000004:00000010:2.0:1767384995.254547:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002aaa1049. 00000004:00000010:2.0:1767384995.254549:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000447f7a7a. 00000004:00000010:2.0:1767384995.254551:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b0028f33. 00000004:00000010:2.0:1767384995.254553:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d10752b. 00000004:00000010:2.0:1767384995.254555:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000055fca05d. 00000004:00000010:2.0:1767384995.254571:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002ab1091a. 00000004:00000010:2.0:1767384995.254573:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fcb4992b. 00000004:00000010:2.0:1767384995.254575:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dd8b5871. 00000004:00000010:2.0:1767384995.254577:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d3606b6b. 00000004:00000010:2.0:1767384995.254579:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000056a8ff28. 00000004:00000010:2.0:1767384995.254582:0:39797:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 0000000059c66cea. 00000004:00000001:2.0:1767384995.254584:0:39797:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.254586:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be36bc24. 00000040:00000010:2.0:1767384995.254588:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b4b2ce14. 00000020:00000010:2.0:1767384995.254590:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7e84a8d. 00000020:00000010:2.0:1767384995.254618:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce74b733. 00000020:00000010:2.0:1767384995.254621:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008731f937. 80000000:00000010:2.0:1767384995.254624:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005bbea527. 40000000:00000010:2.0:1767384995.254626:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072c231d6. 00100000:00000010:2.0:1767384995.254630:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e7f90338. 00040000:00000010:2.0:1767384995.254633:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7f8f036. 00040000:00000010:2.0:1767384995.254637:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df7e6f7c. 00080000:00000010:2.0:1767384995.254640:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e4acc714. 00000004:00000010:2.0:1767384995.254642:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000012af2559. 00000020:00000010:2.0:1767384995.254645:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cdca8a5. 00000020:00000001:2.0:1767384995.254648:0:39797:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.254649:0:39797:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000015ee38f5. 00000020:00000001:2.0:1767384995.254652:0:39797:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.254654:0:39797:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384995.254657:0:39797:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000041c7a4a0. 00000020:00000001:2.0:1767384995.254660:0:39797:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384995.254663:0:39797:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.254668:0:39797:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 0000000076ed8386. 00000020:00000010:2.0:1767384995.254673:0:39797:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000058080b2f. 00000020:00000010:2.0:1767384995.254679:0:39797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004214a936. 00000040:00000010:2.0:1767384995.254681:0:39797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ecdffb73. 00000020:00000010:2.0:1767384995.254683:0:39797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000314efa6b. 00000020:00000010:2.0:1767384995.254685:0:39797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:2.0:1767384995.254688:0:39797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009da461ec. 80000000:00000010:2.0:1767384995.254689:0:39797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d6f8ca1a. 40000000:00000010:2.0:1767384995.254692:0:39797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004bb0be18. 00100000:00000010:2.0:1767384995.254694:0:39797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c936d29b. 00040000:00000010:2.0:1767384995.254696:0:39797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e529af8. 00040000:00000010:2.0:1767384995.254698:0:39797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dcc33d6. 00040000:00000010:2.0:1767384995.254700:0:39797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003591d66a. 00080000:00000010:2.0:1767384995.254702:0:39797:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000d35e18c4. 00080000:00000010:2.0:1767384995.254703:0:39797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fe2b359f. 00000004:00000010:2.0:1767384995.254705:0:39797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f501848f. 00000004:00000010:2.0:1767384995.254707:0:39797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000070e004b. 00000004:00000010:2.0:1767384995.254710:0:39797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000682e7e9a. 00002000:00000010:2.0:1767384995.254711:0:39797:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000065310434. 00000004:00000010:2.0:1767384995.254713:0:39797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c98568b1. 00000020:00000010:2.0:1767384995.254715:0:39797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66bbf4e. 00000020:02000400:2.0:1767384995.254717:0:39797:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1767384995.256376:0:39797:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000001150ee12. 00000020:00000001:2.0:1767384995.256381:0:39797:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:0.0:1767384995.257749:0:10092:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384995.257774:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384995.257775:0:10092:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.257783:0:10092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384995.257786:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384995.257792:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384995.387717:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384995.387723:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384995.387726:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384995.387730:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000400:00000200:1.0:1767384995.387736:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384995.387744:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384995.387783:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d08b865b. 00000400:00000010:1.0:1767384995.387789:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026ce0662. 00080000:00000001:0.0:1767384995.455468:0:39808:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384995.455480:0:39808:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.455485:0:39808:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384995.515712:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384995.515718:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384995.515858:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384995.515864:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384995.515869:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384995.644694:0:17577:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384995.644702:0:17577:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384995.647389:0:39852:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000051e5a8cf. 00000400:00000040:2.0:1767384995.647416:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384995.647420:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384995.647424:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384995.647426:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384995.647429:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384995.647432:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384995.647436:0:39852:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384995.647532:0:39852:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000051e5a8cf. 00080000:00000001:2.0:1767384995.659466:0:17598:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384995.659473:0:17598:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384995.659477:0:17598:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000c49c09d2 : new cb_count 0 00000020:00000040:2.0:1767384995.659482:0:17598:0:(genops.c:898:class_export_put()) PUTting export 00000000c49c09d2 : new refcount 0 00000020:00000080:2.0:1767384995.659486:0:17598:0:(genops.c:904:class_export_put()) final put 00000000c49c09d2/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384995.659506:0:17598:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000539472ea. 00040000:00000001:2.0:1767384995.659514:0:17598:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384995.659518:0:17598:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384995.659521:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008f8fa6b8. 00000020:00000001:0.0:1767384995.659528:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384995.659534:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000c49c09d2/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000001:2.0:1767384995.659538:0:17598:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:0.0:1767384995.659545:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 7 to 0@lo 00080000:00000001:2.0:1767384995.659548:0:17598:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1767384995.659551:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00040000:00000001:2.0:1767384995.659553:0:17598:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384995.659558:0:17598:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:0.0:1767384995.659560:0:38:0:(genops.c:1229:class_import_get()) import 00000000197251e0 refcount=2 obd=lustre-OST0000 00080000:00000010:2.0:1767384995.659563:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005c2e14e. 00000020:00000001:0.0:1767384995.659569:0:38:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:2.0:1767384995.659573:0:17598:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:0.0:1767384995.659574:0:38:0:(genops.c:1242:class_import_put()) import 00000000197251e0 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384995.659582:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384995.659587:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384995.659589:0:38:0:(genops.c:1242:class_import_put()) import 00000000197251e0 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384995.659628:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000197251e0 00000020:00000001:0.0:1767384995.659640:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384995.659643:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384995.659648:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384995.659656:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000bf848a8. 00000001:00000010:0.0:1767384995.659662:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000047edcb2a. 00000001:00000010:0.0:1767384995.659677:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004832284d. 00000001:00000010:0.0:1767384995.659679:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007faa01db. 00000001:00000010:0.0:1767384995.659682:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000060c7222c. 00000001:00000010:0.0:1767384995.659686:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c37576c3. 00000001:00000001:0.0:1767384995.659692:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384995.659694:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384995.659696:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384995.659698:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384995.659703:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000b03a7b18. 00000020:00000001:0.0:1767384995.659711:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384995.659714:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 5 - export 00000020:00000010:0.0:1767384995.659718:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c49c09d2. 00000020:00000001:0.0:1767384995.659725:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384995.659730:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384995.659732:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000197251e0 for lustre-OST0000 00000020:00000040:0.0:1767384995.659737:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 6 to 0@lo 00000020:00000040:0.0:1767384995.659740:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000b34d722d) now 4 - import 00000020:00000010:0.0:1767384995.659744:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000197251e0. 00000020:00000001:0.0:1767384995.659772:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:0.0:1767384995.708825:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000800:00000200:0.1:1767384995.708834:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000800:00000200:0.0:1767384995.708867:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000039a47189] -> 12345-192.168.204.149@tcp20 (6) 00000800:00000200:0.0:1767384995.708875:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp20 ip 192.168.204.149:988 00000800:00000200:0.0:1767384995.708881:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384995.708971:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000001:1.0:1767384995.709061:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384995.709065:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384995.709068:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:1.0:1767384995.709086:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384995.709096:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384995.709102:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384995.709122:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709146:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709167:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709227:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709274:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709312:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709358:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709386:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709427:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709459:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709491:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709523:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709554:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709581:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709610:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709691:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709725:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709779:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709818:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709852:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709881:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709908:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709931:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709958:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.709985:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710027:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710064:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710118:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710147:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710181:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710230:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710259:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384995.710295:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384995.710503:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e556fd11. 00000800:00000010:3.0:1767384995.710515:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e7d4bc6. 00000800:00000010:3.0:1767384995.710523:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008bfac8a6. 00000800:00000010:3.0:1767384995.710571:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008bfac8a6. 00000800:00020000:3.0:1767384995.710585:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384995.710590:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e7d4bc6. 00000800:00000010:3.0:1767384995.710594:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e556fd11. 00000400:02020000:3.0:1767384995.710713:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp33 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384995.710719:0:27932:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384996.033662:0:39866:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384996.033679:0:39866:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384996.033686:0:39866:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384996.539673:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384996.539679:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384996.539694:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384996.539696:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384996.539698:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384996.731676:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000800:00000200:0.1:1767384996.731683:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000400:00000200:3.0:1767384996.731829:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731871:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731884:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731897:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731909:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731921:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731933:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731948:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731961:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731973:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731986:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.731998:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732011:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732023:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732035:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732048:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732077:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732091:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732104:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732116:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732130:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732142:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732155:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732168:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732183:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732206:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732229:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732253:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732268:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732295:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732310:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732325:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732337:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767384996.732349:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767384996.732459:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e556fd11. 00000800:00000010:3.0:1767384996.732463:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1077904. 00000800:00000010:3.0:1767384996.732467:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017c4e9b3. 00000800:00000010:3.0:1767384996.732481:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017c4e9b3. 00000800:00020000:3.0:1767384996.732490:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767384996.732493:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1077904. 00000800:00000010:3.0:1767384996.732495:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e556fd11. 00000400:02020000:3.0:1767384996.732522:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384996.732526:0:16151:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000010:1.0:1767384997.435682:0:16160:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 263 at 0000000026ce0662. 00000400:02000040:1.0:1767384997.435697:0:16160:0:(lib-move.c:3976:lnet_print_recovery_list()) 4 local NIs in recovery (showing 4): 192.168.204.149@tcp45, 192.168.204.149@tcp43, 192.168.204.149@tcp42, 192.168.204.149@tcp41 00000400:00000010:1.0:1767384997.438535:0:16160:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 263 at 0000000026ce0662. 00010000:00000001:2.0:1767384997.563811:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384997.563817:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384997.563881:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384997.563885:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384997.563888:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384997.755698:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (4) 00000800:00000200:0.1:1767384997.755705:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de39faf8] -> 12345-192.168.204.149@tcp36 (4) 00000400:00000200:2.0:1767384997.755848:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.755898:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.755916:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.755934:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.755951:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.755967:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.755995:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756013:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756030:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756047:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756083:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756111:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756129:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756149:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756167:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756202:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756219:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756236:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756254:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756271:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756288:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756305:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756323:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756341:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756358:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756376:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756394:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756411:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756429:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756446:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756463:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756480:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384997.756497:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384997.756703:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f95e41c2. 00000800:00000010:2.0:1767384997.756726:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee8aac26. 00000800:00000010:2.0:1767384997.756733:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c78b7a0. 00000800:00000010:2.0:1767384997.756766:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c78b7a0. 00000800:00020000:2.0:1767384997.756775:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384997.756779:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee8aac26. 00000800:00000010:2.0:1767384997.756782:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f95e41c2. 00000400:02020000:2.0:1767384997.756828:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp36 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384997.756833:0:16154:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384998.459796:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp41 00000400:00000010:1.0:1767384998.459813:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000048f81927. 00000400:00000010:1.0:1767384998.459826:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026ce0662. 00000400:00000010:1.0:1767384998.459837:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000400:00000010:1.0:1767384998.459849:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfcf7412. 00000400:00000200:1.0:1767384998.459859:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp41 00000400:00000200:1.0:1767384998.459893:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp41 local destination 00000400:00000200:1.0:1767384998.459904:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp41 00000400:00000200:1.0:1767384998.459911:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp41 NI seq info: [239:239:256:4294967295] 192.168.204.149@tcp41 LPNI seq info [199:199:8:4294967295] 00000400:00000200:1.0:1767384998.459925:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp41 00000400:00000200:1.0:1767384998.459941:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp41(192.168.204.149@tcp41:) -> 192.168.204.149@tcp41(192.168.204.149@tcp41:192.168.204.149@tcp41) : GET try# 0 00000800:00000200:1.0:1767384998.459958:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp41 00000800:00000010:1.0:1767384998.459966:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000789c2a36. 00000800:00000200:1.0:1767384998.459977:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000800:00000200:1.1:1767384998.459987:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001445bb78] -> 12345-192.168.204.149@tcp41 (2) 00000400:00000200:1.0:1767384998.460034:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp41 added to recovery queue. ping count: 5 next ping: 353 health :500 00000400:00000200:2.0:1767384998.460191:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460273:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460314:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460356:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460404:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460453:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460499:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460533:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460558:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460586:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460743:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460798:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460823:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460871:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460894:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460917:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460941:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460964:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.460988:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461011:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461034:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461058:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461082:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461106:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461132:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461155:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461179:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461203:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461226:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461264:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461314:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461364:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767384998.461413:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767384998.461783:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f95e41c2. 00000800:00000010:2.0:1767384998.461794:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee8aac26. 00000800:00000010:2.0:1767384998.461805:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c78b7a0. 00000800:00000010:2.0:1767384998.461855:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c78b7a0. 00000800:00020000:2.0:1767384998.461874:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767384998.461881:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee8aac26. 00000800:00000010:2.0:1767384998.461886:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f95e41c2. 00000400:02020000:2.0:1767384998.461963:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp41 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384998.461972:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp41 notifying 192.168.204.149@tcp41: down 00000800:00000200:2.0:1767384998.461980:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.149@tcp41 down 00000800:00000100:2.0:1767384998.461988:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp41 00000800:00000010:2.0:1767384998.461993:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000789c2a36. 00000400:00000200:2.0:1767384998.461998:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384998.462004:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp41->192.168.204.149@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384998.462016:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384998.462021:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384998.462026:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384998.587752:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384998.587760:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384998.587875:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384998.587880:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384998.587883:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384998.715773:0:16801:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384998.715782:0:16801:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384999.227765:0:16789:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384999.227772:0:16789:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.227779:0:17575:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384999.227783:0:17575:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384999.483738:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384999.483745:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384999.483747:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767384999.483753:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000400:00000200:1.0:1767384999.483760:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384999.483766:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384999.483781:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000048f81927. 00000400:00000010:1.0:1767384999.483786:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026ce0662. 00010000:00000001:2.0:1767384999.611780:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384999.611787:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384999.611905:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384999.611911:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384999.611914:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384999.739742:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384999.739754:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384999.739777:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 00000020:00000040:3.0:1767384999.739785:0:473:0:(genops.c:1229:class_import_get()) import 000000007f18e2b5 refcount=4 obd=MGC192.168.204.149@tcp 00000100:00000001:3.0:1767384999.739791:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384999.739794:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384999.739799:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384999.739809:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1fcc25b. 00000100:00000001:3.0:1767384999.739817:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384999.739828:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging daf33691-1772-4ae5-a3a2-7d43c77f6bea->MGS req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384999.739842:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384999.739845:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384999.739852:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a8d528f] to pc [ptlrpcd_00_01+1] req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384999.739889:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384999.739893:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384999.739899:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384999.739902:0:473:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384999.739906:0:473:0:(import.c:65:import_set_state_nolock()) 00000000a566395e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384999.739909:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384999.739911:0:473:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767384999.739916:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767384999.739919:0:473:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 317 00000100:00000001:0.0:1767384999.739921:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384999.739924:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384999.739928:0:473:0:(import.c:2128:obd_at_measure()) add 10 to 000000006312ed15 time=101 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384999.739929:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384999.739930:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384999.739942:0:473:0:(import.c:2194:obd_at_measure()) AT 000000006312ed15 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:0.0:1767384999.739951:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1767384999.739953:0:473:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:0.0:1767384999.739954:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384999.739961:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384999.739962:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 5 to 0@lo 02000000:00000001:0.0:1767384999.739965:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384999.739968:0:473:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384999.739970:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384999.739978:0:473:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 6 to 0@lo 00000100:00100000:0.0:1767384999.739979:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a8d528f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:daf33691-1772-4ae5-a3a2-7d43c77f6bea:16164:1853237373209216:0@lo:400: 00000100:00000001:3.0:1767384999.739989:0:473:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384999.739989:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384999.739996:0:473:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384999.739996:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384999.739999:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384999.740001:0:473:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8130832f6b3581 02000000:00000001:0.0:1767384999.740003:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384999.740009:0:473:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384999.740012:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064e1b89c. 00000020:00000040:3.0:1767384999.740015:0:473:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8df5db5 refcount=8 02000000:00000001:0.0:1767384999.740016:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384999.740022:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1a07b91. 00000020:00000001:3.0:1767384999.740030:0:473:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000400:00000010:0.0:1767384999.740031:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417d592. 00000020:00000001:3.0:1767384999.740038:0:473:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614553643264000 : -129520066287616 : ffff8a33c2752800) 00000100:00000200:0.0:1767384999.740041:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373209216, portal 25 00000100:00000040:3.0:1767384999.740046:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000946550df refcount 5 to 0@lo 00000100:00000001:0.0:1767384999.740046:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384999.740050:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774273664 : -129514935277952 : ffff8a34f44a2680) 00000100:00000001:3.0:1767384999.740053:0:473:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384999.740057:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384999.740062:0:473:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000946550df refcount 6 to 0@lo 00000100:00000001:3.0:1767384999.740071:0:473:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614558045085376 : -129515664466240 : ffff8a34c8d39ec0) 00000100:00000001:0.0:1767384999.740072:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384999.740078:0:473:0:(genops.c:898:class_export_put()) PUTting export 00000000d8df5db5 : new refcount 7 00000100:00000040:0.0:1767384999.740079:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384999.740083:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00080000:3.0:1767384999.740088:0:473:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a566395e using connection 192.168.204.149@tcp/0@lo 00000100:00000200:0.0:1767384999.740088:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373209216, offset 0 00000100:00000001:3.0:1767384999.740112:0:473:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384999.740122:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384999.740125:0:473:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384999.740139:0:473:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384999.740146:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384999.740151:0:473:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384999.740159:0:473:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384999.740165:0:473:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384999.740166:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273508a80 00000100:00000010:3.0:1767384999.740179:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ecf74ae. 00000400:00000100:0.0:1767384999.740179:0:16164:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237373209216 offset 0 length 224: 4 00000400:00000200:0.0:1767384999.740193:0:16164:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000001c828e94 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:3.0:1767384999.740194:0:473:0:(genops.c:1229:class_import_get()) import 00000000a566395e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384999.740198:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:3.0:1767384999.740209:0:473:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384999.740214:0:473:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384999.740216:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000100:00000001:3.0:1767384999.740220:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384999.740223:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 02000000:00000001:3.0:1767384999.740229:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384999.740232:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384999.740237:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384999.740240:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384999.740251:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c7a2c56d. 00000100:00000001:0.0:1767384999.740256:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384999.740264:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384999.740265:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384999.740281:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384999.740284:0:473:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001ecf74ae x1853237373209344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384999.740286:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384999.740293:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384999.740303:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 0 is 4294990352 00000100:00000010:0.0:1767384999.740314:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aeba7d4. 00000100:00000001:3.0:1767384999.740319:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384999.740327:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384999.740327:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384999.740342:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 1 is 4294990352 00000100:00000040:3.0:1767384999.740344:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ecf74ae] to pc [ptlrpcd_rcv+-1] req@000000001ecf74ae x1853237373209344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384999.740350:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a65017b0. 00000100:00000001:0.0:1767384999.740360:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384999.740381:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 2 is 4294990352 00000100:00000010:0.0:1767384999.740388:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f94c5ac. 00000100:00000001:0.0:1767384999.740393:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384999.740397:0:473:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384999.740402:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS new deadline estimation for cpu 3 is 4294990352 00000100:00000040:3.0:1767384999.740410:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (328) 00000100:00000010:0.0:1767384999.740411:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008be9ac5f. 00000100:00000001:0.0:1767384999.740424:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384999.740433:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384999.740436:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384999.740441:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384999.740444:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384999.740454:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384999.740457:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384999.740462:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384999.740465:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384999.740467:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384999.740471:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.740525:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384999.740529:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384999.740531:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384999.740537:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ecf74ae x1853237373209344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384999.740546:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384999.740547:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384999.740549:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384999.740551:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384999.740553:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384999.740555:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ecf74ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237373209344:0@lo:38: 00000100:00000001:2.0:1767384999.740558:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384999.740560:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384999.740562:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384999.740563:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384999.740567:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b2e08273. 02000000:00000001:2.0:1767384999.740569:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384999.740573:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008edbe2aa. 00000400:00000010:2.0:1767384999.740576:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000100:00000200:2.0:1767384999.740579:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373209344, portal 10 00000100:00000001:2.0:1767384999.740581:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384999.740582:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614558774265600 : -129514935286016 : ffff8a34f44a0700) 00000100:00000040:2.0:1767384999.740587:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ecf74ae x1853237373209344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384999.740593:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384999.740595:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384999.740596:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c45fa075. 00000100:00000200:2.0:1767384999.740598:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237373209344, offset 0 00000400:00000200:2.0:1767384999.740601:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384999.740651:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384999.740661:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958273508b00 00000400:00000100:2.0:1767384999.740667:0:16162:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237373209344 offset 0 length 520: 4 00000400:00000200:2.0:1767384999.740718:0:16162:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000aa3d1a69 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384999.740728:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384999.740734:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c45fa075 00000400:00000010:2.0:1767384999.740736:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c45fa075. 00000100:00000001:2.0:1767384999.740739:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384999.740742:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ecf74ae x1853237373209344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384999.740748:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384999.740750:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ecf74ae x1853237373209344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384999.740755:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.740756:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384999.740759:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384999.740762:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3211 usecs (4 jiffies) 00000100:00000001:2.0:1767384999.740764:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294990341 00000100:00000001:2.0:1767384999.740766:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294990352 00000100:00000001:2.0:1767384999.740768:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294990341 00000100:00000001:2.0:1767384999.740769:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294990352 00000100:00000001:2.0:1767384999.740771:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294990341 00000100:00000001:2.0:1767384999.740772:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294990352 00000100:00000001:2.0:1767384999.740773:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294990341 00000100:00000001:2.0:1767384999.740774:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294990352 00000100:00000001:2.0:1767384999.740775:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384999.740777:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.740779:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.740780:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384999.740784:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384999.740785:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384999.740786:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384999.740787:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384999.740788:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.740790:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384999.756697:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000a15ed80d (cpu 0) has reached its deadline 4294990352, at 4294990353 00000100:00000010:0.0:1767384999.756706:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aeba7d4. 00000100:00000040:2.0:1767384999.756711:0:813:0:(connection.c:75:cpu_latency_work()) work item of 000000008afa6aa1 (cpu 0) has reached its deadline 4294990352, at 4294990353 00000100:00000040:1.0:1767384999.756711:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000068637f70 (cpu 0) has reached its deadline 4294990352, at 4294990353 00000100:00000040:3.0:1767384999.756714:0:251:0:(connection.c:75:cpu_latency_work()) work item of 00000000f2500606 (cpu 0) has reached its deadline 4294990352, at 4294990353 00000100:00000010:1.0:1767384999.756724:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a65017b0. 00000100:00000010:2.0:1767384999.756726:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f94c5ac. 00000100:00000010:3.0:1767384999.756738:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008be9ac5f. 00010000:00000001:2.0:1767385000.635748:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385000.635757:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385000.635784:0:16793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767385000.635788:0:16793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767385000.635791:0:16793:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767385000.827719:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (4) 00000800:00000200:0.1:1767385000.827728:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000576670c7] -> 12345-192.168.204.149@tcp34 (4) 00000800:00000200:0.0:1767385000.827754:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee00448b] -> 12345-192.168.204.149@tcp21 (6) 00000800:00000200:0.0:1767385000.827757:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp21 ip 192.168.204.149:988 00000800:00000200:0.0:1767385000.827761:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767385000.827890:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.827949:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000800:00000001:0.0:1767385000.827959:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767385000.827960:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767385000.827979:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767385000.827986:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767385000.827987:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000800:00000001:0.0:1767385000.827990:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767385000.828017:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828034:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828051:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828067:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828082:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828114:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828131:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828147:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828163:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828179:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828199:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828216:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828232:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828248:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828265:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828281:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828298:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828315:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828331:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828348:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828364:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828381:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828398:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828415:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828434:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828452:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828469:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828485:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828501:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828517:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:2.0:1767385000.828534:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:2.0:1767385000.828718:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f95e41c2. 00000800:00000010:2.0:1767385000.828724:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c3ea2fad. 00000800:00000010:2.0:1767385000.828729:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bca4a4e9. 00000800:00000010:2.0:1767385000.828749:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bca4a4e9. 00000800:00020000:2.0:1767385000.828755:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:2.0:1767385000.828759:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c3ea2fad. 00000800:00000010:2.0:1767385000.828762:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f95e41c2. 00000400:02020000:2.0:1767385000.828798:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767385000.828803:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767385001.659738:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385001.659745:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385001.659842:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767385001.659848:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767385001.659851:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767385002.683761:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385002.683771:0:813:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767385002.683774:0:813:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767385002.683778:0:813:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385002.683783:0:813:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767385002.683786:0:813:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385002.683789:0:813:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385002.683791:0:813:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767385002.683935:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767385002.683942:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767385002.683947:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767385002.994567:0:39915:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767385002.994586:0:39915:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385002.994903:0:39915:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767385003.580753:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp42 00000400:00000010:2.0:1767385003.580759:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005f2303f4. 00000400:00000010:2.0:1767385003.580766:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000be36bc24. 00000400:00000010:2.0:1767385003.580770:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c45fa075. 00000400:00000010:2.0:1767385003.580778:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b9d41955. 00000400:00000200:2.0:1767385003.580782:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp42 00000400:00000200:2.0:1767385003.580802:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp42 local destination 00000400:00000200:2.0:1767385003.580809:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp42 00000400:00000200:2.0:1767385003.580813:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp42 NI seq info: [240:240:256:4294967295] 192.168.204.149@tcp42 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767385003.580819:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp42 00000400:00000200:2.0:1767385003.580827:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp42(192.168.204.149@tcp42:) -> 192.168.204.149@tcp42(192.168.204.149@tcp42:192.168.204.149@tcp42) : GET try# 0 00000800:00000200:2.0:1767385003.580832:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp42 00000800:00000010:2.0:1767385003.580837:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002349490d. 00000800:00000200:2.0:1767385003.580842:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000800:00000200:2.1:1767385003.580846:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000883af3cb] -> 12345-192.168.204.149@tcp42 (2) 00000400:00000200:2.0:1767385003.580869:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp42 added to recovery queue. ping count: 5 next ping: 358 health :500 00000400:00000200:0.0:1767385003.580937:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.580989:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581012:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581035:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581054:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581071:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581100:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581115:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581128:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581143:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581168:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581189:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581211:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581236:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581261:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581284:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581310:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581331:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581354:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581369:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581387:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581405:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581427:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581444:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581461:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581482:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581503:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581523:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581538:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581554:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581569:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581585:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581646:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581670:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767385003.581688:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767385003.581834:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009385c92c. 00000800:00000010:0.0:1767385003.581839:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8143c0c. 00000800:00000010:0.0:1767385003.581844:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f379543a. 00000800:00000010:0.0:1767385003.581861:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f379543a. 00000800:00020000:0.0:1767385003.581871:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767385003.587177:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8143c0c. 00000800:00000010:0.0:1767385003.587183:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009385c92c. 00000400:02020000:0.0:1767385003.587293:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp42 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767385003.591665:0:27932:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp42 notifying 192.168.204.149@tcp42: down 00000400:00000200:0.0:1767385003.591670:0:27932:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767385003.591676:0:27932:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp42 00000800:00000010:0.0:1767385003.591679:0:27932:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002349490d. 00000400:00000200:0.0:1767385003.591684:0:27932:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767385003.591689:0:27932:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp42->192.168.204.149@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767385003.591697:0:27932:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767385003.591700:0:27932:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767385003.591706:0:27932:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp42) recovery failed with -71 00010000:00000001:2.0:1767385003.707675:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385003.707681:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385003.707715:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767385003.707719:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767385003.707721:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767385003.860162:0:40079:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767385003.860167:0:40079:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing load_modules_local 00000001:00000001:2.0:1767385003.862980:0:40079:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:1.0:1767385003.899696:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000800:00000200:1.1:1767385003.899707:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001237bd52] -> 12345-192.168.204.149@tcp32 (4) 00000800:00000200:1.0:1767385003.899732:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007fdd12d8] -> 12345-192.168.204.149@tcp19 (6) 00000800:00000200:1.0:1767385003.899739:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp19 ip 192.168.204.149:988 00000800:00000200:1.0:1767385003.899744:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e5a96d4 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:1.0:1767385003.899768:0:16155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9212074. 00000800:00000200:1.0:1767385003.899777:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (4) 00000800:00000200:1.1:1767385003.899787:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (4) 00000400:00000200:3.0:1767385003.899895:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.899925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000800:00000200:2.0:1767385003.899939:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767385003.899949:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767385003.899966:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767385003.899972:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767385003.899980:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767385003.900030:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900054:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900126:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900173:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900211:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900299:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900300:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900387:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900433:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900501:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900585:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900667:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900793:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900794:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.900903:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.900923:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901020:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901041:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901146:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901148:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901252:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901356:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901396:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901466:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901540:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901551:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901700:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901725:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901805:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901838:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.901905:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.901961:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902024:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902047:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902137:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902165:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902242:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902280:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902367:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902402:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902478:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902513:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902580:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902654:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902733:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902742:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902866:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902869:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.902995:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.902997:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903104:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903132:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903201:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903252:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903312:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903349:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903424:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903477:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903545:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903588:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903734:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903816:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767385003.903827:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903944:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.903999:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904042:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904096:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.149:988 00000800:00000010:3.0:1767385003.904142:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e556fd11. 00000800:00000010:3.0:1767385003.904149:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073cad459. 00000400:00000200:1.0:1767385003.904155:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.149:988 00000800:00000010:3.0:1767385003.904157:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bd692a82. 00000800:00000010:3.0:1767385003.904200:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bd692a82. 00000800:00020000:3.0:1767385003.904217:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767385003.904221:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073cad459. 00000800:00000010:3.0:1767385003.904226:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e556fd11. 00000400:00000200:1.0:1767385003.904241:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.149:988 00000400:02020000:3.0:1767385003.904343:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp32 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767385003.904349:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.149:988 00000800:00000100:3.0:1767385003.904351:0:16151:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767385003.904408:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904453:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904491:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904508:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904526:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904559:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904587:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904675:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904718:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904746:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904782:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904805:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904837:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904884:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904922:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904962:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.904997:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.905029:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.204.149:988 00000400:00000200:1.0:1767385003.905059:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 966 -> 192.168.204.149:988 00000800:00000010:1.0:1767385003.905243:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000523d795b. 00000800:00000010:1.0:1767385003.905249:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad11ed27. 00000800:00000010:1.0:1767385003.905253:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000996877b8. 00000800:00000010:1.0:1767385003.905288:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000996877b8. 00000400:00000200:2.0:1767385003.905701:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767385003.905728:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.149@tcp40 from 197.3.0.2 00000800:00000010:2.0:1767385003.905731:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004618d690. 00000800:00000010:3.0:1767385003.905784:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e556fd11. 00000800:00000010:3.0:1767385003.905789:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073cad459. 00000800:00000010:3.0:1767385003.905826:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000021c3b7fd. 00000800:00000200:3.1:1767385003.905851:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000902d0ef7] -> 12345-192.168.204.149@tcp40 (4) 00000800:00000200:3.1:1767385003.905861:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.149@tcp40 0000000021c3b7fd deleted 00000800:00000010:3.1:1767385003.905870:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000021c3b7fd. 00000800:00000200:3.1:1767385003.905878:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767385003.905887:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp40 p 3.x 192.168.204.149 -> 192.168.204.149:965 incarnation:1767384959559852263 sched[0] 00000800:00000010:3.0:1767385003.905893:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bd692a82. 00000800:00000010:3.0:1767385003.905975:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bd692a82. 00000800:00000010:3.0:1767385003.905981:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073cad459. 00000800:00000200:1.1:1767385003.906047:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767385003.906057:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004618d690. 00000800:00000200:1.1:1767385003.906065:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp40 ip 192.168.204.149:988 00000800:00000200:1.1:1767385003.906072:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9212074 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767385003.906085:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp40 p 3.x 192.168.204.149 -> 192.168.204.149:988 incarnation:1767384959559852263 sched[0] 00000800:00000010:1.0:1767385003.906088:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad11ed27. 00000800:00000001:3.0:1767385003.906098:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767385003.906106:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767385003.906167:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767385003.906175:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767385003.906241:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767385003.906246:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767385003.906254:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767385003.906258:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767385003.906263:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767385004.052055:0:40100:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:2.0:1767385004.603640:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c45fa075 00000400:00000010:2.0:1767385004.603646:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c45fa075. 00000400:00000200:2.0:1767385004.603651:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767385004.603657:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767385004.603668:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005f2303f4. 00000400:00000010:2.0:1767385004.603671:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000be36bc24. 00000100:00000010:3.0:1767385004.859690:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d16de10. 02000000:00000010:3.0:1767385004.859708:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000519261ba. 02000000:00000010:0.0:1767385004.859808:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4a29142. 00000400:00000010:0.0:1767385004.859817:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5ef3d33. 00000400:00000010:0.0:1767385004.859823:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7ea97d. 00000100:00000200:0.0:1767385004.859828:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373209472, portal 25 00000400:00000010:0.0:1767385004.859834:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000100:00000200:0.0:1767385004.859836:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237373209472, offset 0 00000400:00000200:0.0:1767385004.859845:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385004.859857:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385004.859869:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958273508b80 00000400:00000100:0.0:1767385004.859875:0:16165:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237373209472 offset 0 length 224: 4 00000400:00000200:0.0:1767385004.859878:0:16165:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000001c828e94 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767385004.859881:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767385004.859889:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000400:00000010:0.0:1767385004.859891:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000100:00000200:0.0:1767385004.859898:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d16de10 x1853237373209472/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767385004.859912:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a65017b0. 00000100:00000010:0.0:1767385004.859923:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f94c5ac. 00000100:00000010:0.0:1767385004.859929:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008be9ac5f. 00000100:00000010:0.0:1767385004.859933:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aeba7d4. 00000100:00000010:1.0:1767385004.876635:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f94c5ac. 00000100:00000010:3.0:1767385004.876653:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aeba7d4. 00000100:00000010:0.0:1767385004.876664:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a65017b0. 00000100:00000010:2.0:1767385004.876666:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008be9ac5f. 00000800:00000200:0.0:1767385004.924714:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d583cb9d] -> 12345-192.168.204.149@tcp27 (6) 00000800:00000200:0.0:1767385004.924725:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp27 ip 192.168.204.149:988 00000800:00000200:0.0:1767385004.924730:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9212074 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767385004.924863:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767385005.627707:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp43 00000400:00000010:2.0:1767385005.627716:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004618d690. 00000400:00000010:2.0:1767385005.627726:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000062e47ebc. 00000400:00000010:2.0:1767385005.627735:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c45fa075. 00000400:00000010:2.0:1767385005.627748:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab78c469. 00000400:00000200:2.0:1767385005.627756:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp43 00000400:00000200:2.0:1767385005.627781:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp43 local destination 00000400:00000200:2.0:1767385005.627789:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp43 00000400:00000200:2.0:1767385005.627794:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp43 NI seq info: [241:241:256:4294967295] 192.168.204.149@tcp43 LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1767385005.627803:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp43 00000400:00000200:2.0:1767385005.627812:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp43(192.168.204.149@tcp43:) -> 192.168.204.149@tcp43(192.168.204.149@tcp43:192.168.204.149@tcp43) : GET try# 0 00000800:00000200:2.0:1767385005.627820:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp43 00000800:00000010:2.0:1767385005.627827:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d8f1c1fd. 00000800:00000200:2.0:1767385005.627836:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000800:00000200:2.1:1767385005.627843:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a419290d] -> 12345-192.168.204.149@tcp43 (2) 00000400:00000200:2.0:1767385005.627882:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp43 added to recovery queue. ping count: 5 next ping: 360 health :500 00000400:00000200:0.0:1767385005.627977:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628030:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628061:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628091:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628139:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628179:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628214:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628264:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628317:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628379:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628418:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628456:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628492:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628527:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628561:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628773:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.628945:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629002:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629091:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629171:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629208:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629252:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629306:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629369:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629410:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629445:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629477:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629505:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629541:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629659:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629706:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629741:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629764:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629789:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767385005.629819:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767385005.630007:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009385c92c. 00000800:00000010:0.0:1767385005.630016:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038f760f9. 00000800:00000010:0.0:1767385005.630023:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af56c01b. 00000800:00000010:0.0:1767385005.630055:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af56c01b. 00000800:00020000:0.0:1767385005.630067:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767385005.630073:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038f760f9. 00000800:00000010:0.0:1767385005.630076:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009385c92c. 00000400:02020000:0.0:1767385005.630124:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp43 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767385005.630134:0:16152:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp43 notifying 192.168.204.149@tcp43: down 00000400:00000200:0.0:1767385005.630140:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767385005.630145:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp43 00000800:00000010:0.0:1767385005.630150:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d8f1c1fd. 00000400:00000200:0.0:1767385005.630156:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767385005.630162:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp43->192.168.204.149@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767385005.630174:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767385005.630179:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767385005.630184:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp43) recovery failed with -71 00000800:00000200:1.0:1767385005.947739:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1dcae8] -> 12345-192.168.204.149@tcp22 (6) 00000800:00000200:1.0:1767385005.947751:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp22 ip 192.168.204.149:988 00000800:00000200:1.0:1767385005.947757:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9212074 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767385005.947903:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767385006.215172:0:40441:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000007f7e54c2. 00000020:00000010:2.0:1767385006.215182:0:40441:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000077aa4dd1. 00000020:00000010:2.0:1767385006.215191:0:40441:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000fa40cc04. 00000020:00000010:2.0:1767385006.215204:0:40441:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 000000006524d48b. 00000020:00000010:2.0:1767385006.215228:0:40441:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 0000000075e30b9b. 00000020:00000010:2.0:1767385006.215234:0:40441:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 000000008befcf04. 00000020:00000010:2.0:1767385006.215253:0:40441:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000a229053b. 00000020:00000010:2.0:1767385006.215268:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f3b08ba1. 00000020:00000010:2.0:1767385006.215274:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000091b2b4da. 00000020:00000010:2.0:1767385006.215288:0:40441:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000a229053b. 00000020:00000010:2.0:1767385006.215292:0:40441:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000a229053b. 00000001:00000010:2.0:1767385006.215312:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000007f14bdf. 00000001:00000010:2.0:1767385006.215317:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ec2258c. 00000001:00000010:2.0:1767385006.215321:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa8dc0fb. 00000001:00000010:2.0:1767385006.215324:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000386f018f. 00000001:00000010:2.0:1767385006.215326:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067e7abbf. 00000001:00000010:2.0:1767385006.215329:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002656bc6d. 00000001:00000010:2.0:1767385006.215332:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000144ea9cd. 00000001:00000010:2.0:1767385006.215336:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dfa985e7. 00000001:00000010:2.0:1767385006.215338:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001c701a92. 00000001:00000010:2.0:1767385006.215341:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011a2b606. 00000001:00000010:2.0:1767385006.215345:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a1cd44ec. 00000001:00000010:2.0:1767385006.215347:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000267b6069. 00000020:00000010:2.0:1767385006.215351:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9c5ed45. 00000020:00000010:2.0:1767385006.215356:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d73ac5bd. 00000020:00000010:2.0:1767385006.215361:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000008:00000010:2.0:1767385006.215367:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009b0beb41. 00020000:00000010:2.0:1767385006.215372:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006332af18. 00008000:00000010:2.0:1767385006.215377:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005857b58f. 00000080:00000010:2.0:1767385006.215385:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000abc00cc0. 00000020:00000010:2.0:1767385006.215389:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cade6463. 00000020:00000010:2.0:1767385006.215393:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094c6e336. 00000040:00000010:2.0:1767385006.215397:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000214a2ace. 00000020:00000010:2.0:1767385006.215401:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001a8fadc4. 00000020:00000010:2.0:1767385006.215407:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083c5e7d2. 00040000:00000010:2.0:1767385006.215412:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cc688400. 00040000:00000010:2.0:1767385006.215420:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd914a4c. 00080000:00000010:2.0:1767385006.215425:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006deddc9c. 00080000:00000010:2.0:1767385006.215444:0:40441:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 0000000055b55784. 00000020:00000010:2.0:1767385006.219366:0:40441:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000002d43ead3. 00000020:00000010:2.0:1767385006.219378:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c4cf3bda. 00000020:00000010:2.0:1767385006.219382:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000e5900d79. 00080000:00000010:2.0:1767385006.220949:0:40441:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000055f0f71e. 00000020:00000010:2.0:1767385006.220958:0:40441:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000dd96d085. 00080000:00000010:2.0:1767385006.220964:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ccc9cb5. 00080000:00000010:2.0:1767385006.220967:0:40441:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 0000000031dda964. 00080000:00000010:2.0:1767385006.221869:0:40441:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 00000000f93d3170. 00080000:00000010:2.0:1767385006.221874:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004e70169f. 00080000:00000010:2.0:1767385006.221894:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b37ca191. 00080000:00000010:2.0:1767385006.221910:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d1cd0ffe. 00080000:00000010:2.0:1767385006.221926:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000037729b46. 00080000:00000010:2.0:1767385006.221942:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000190835db. 00080000:00000010:2.0:1767385006.221957:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a527c0f. 00080000:00000010:2.0:1767385006.221973:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000077e6e1fd. 00080000:00000010:2.0:1767385006.221988:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000505f0e25. 00080000:00000010:2.0:1767385006.222003:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000030875e0b. 00080000:00000010:2.0:1767385006.222017:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ecb97b0f. 00080000:00000010:2.0:1767385006.222031:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a3e586f2. 00080000:00000010:2.0:1767385006.222047:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051da922f. 00080000:00000010:2.0:1767385006.222062:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f1523150. 00080000:00000010:2.0:1767385006.222078:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e5338418. 00080000:00000010:2.0:1767385006.222093:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000047368e5a. 00080000:00000010:2.0:1767385006.222107:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f815cb2b. 00080000:00000010:2.0:1767385006.222124:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dcdeda4e. 00080000:00000010:2.0:1767385006.222150:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000076cead1d. 00080000:00000010:2.0:1767385006.222164:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b72096fb. 00080000:00000010:2.0:1767385006.222179:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c341fdaa. 00080000:00000010:2.0:1767385006.222194:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006aa7a3f2. 00080000:00000010:2.0:1767385006.222213:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007bd02d42. 00080000:00000010:2.0:1767385006.222237:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000078a2323b. 00080000:00000010:2.0:1767385006.222253:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bad64b2a. 00080000:00000010:2.0:1767385006.222268:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008c3725da. 00080000:00000010:2.0:1767385006.222321:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000043580734. 00080000:00000010:2.0:1767385006.222350:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb6ba1a7. 00080000:00000010:2.0:1767385006.222367:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005ada3564. 00080000:00000010:2.0:1767385006.222385:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007e1afeea. 00080000:00000010:2.0:1767385006.222410:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dd4139e3. 00080000:00000010:2.0:1767385006.222424:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005266aa1f. 00080000:00000010:2.0:1767385006.222439:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f7a3f161. 00080000:00000010:2.0:1767385006.222454:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d0c34d3b. 00080000:00000010:2.0:1767385006.222470:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000000b70d8b. 00080000:00000010:2.0:1767385006.222493:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006fb1a66d. 00080000:00000010:2.0:1767385006.222508:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000035a8ac7d. 00080000:00000010:2.0:1767385006.222524:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001cca2d6b. 00080000:00000010:2.0:1767385006.222540:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000028a7c6d9. 00080000:00000010:2.0:1767385006.222577:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a67fed8d. 00080000:00000010:2.0:1767385006.222629:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d466b7d. 00080000:00000010:2.0:1767385006.222655:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000020f8a0cc. 00080000:00000010:2.0:1767385006.222715:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000022edb787. 00080000:00000010:2.0:1767385006.222734:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ee942b85. 00080000:00000010:2.0:1767385006.222750:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000080df9512. 00080000:00000010:2.0:1767385006.222766:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bc770219. 00080000:00000010:2.0:1767385006.222780:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000018905722. 00080000:00000010:2.0:1767385006.222795:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fd1bb3d0. 00080000:00000010:2.0:1767385006.222809:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000057e9d722. 00080000:00000010:2.0:1767385006.222827:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d21aa37. 00080000:00000010:2.0:1767385006.222844:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008f865ed9. 00080000:00000010:2.0:1767385006.222860:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000044efe872. 00080000:00000010:2.0:1767385006.222875:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f40a53cc. 00080000:00000010:2.0:1767385006.222890:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005723ccab. 00080000:00000010:2.0:1767385006.222904:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004a80d8e1. 00080000:00000010:2.0:1767385006.222919:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e064541e. 00080000:00000010:2.0:1767385006.222935:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000006f4a2d8. 00080000:00000010:2.0:1767385006.222950:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ef99e6d3. 00080000:00000010:2.0:1767385006.223002:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e9f3cd93. 00080000:00000010:2.0:1767385006.223020:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007dea50d5. 00080000:00000010:2.0:1767385006.223036:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f1b38763. 00080000:00000010:2.0:1767385006.223054:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b6029e46. 00080000:00000010:2.0:1767385006.223070:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f94ded5c. 00080000:00000010:2.0:1767385006.223087:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b0ee1246. 00080000:00000010:2.0:1767385006.223103:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000042773d8d. 00080000:00000010:2.0:1767385006.223120:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ef9f5e60. 00080000:00000010:2.0:1767385006.223135:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000687ac5ba. 00080000:00000010:2.0:1767385006.223150:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c2560e73. 00080000:00000010:2.0:1767385006.223166:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000025dc119a. 00080000:00000010:2.0:1767385006.223181:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ab8dee7e. 00080000:00000010:2.0:1767385006.223196:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000075d88b77. 00080000:00000010:2.0:1767385006.223212:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000412fa934. 00080000:00000010:2.0:1767385006.223228:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8261d4e. 00080000:00000010:2.0:1767385006.223243:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000b66991c. 00080000:00000010:2.0:1767385006.223294:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c7cd09d. 00080000:00000010:2.0:1767385006.223311:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003093899e. 00080000:00000010:2.0:1767385006.223329:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000024484d45. 00080000:00000010:2.0:1767385006.223345:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4070a6c. 00080000:00000010:2.0:1767385006.223363:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000a365854. 00080000:00000010:2.0:1767385006.223380:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ff2dd9b. 00080000:00000010:2.0:1767385006.223395:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008e24b2a9. 00080000:00000010:2.0:1767385006.223410:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000df8ec01f. 00080000:00000010:2.0:1767385006.223425:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005c850a44. 00080000:00000010:2.0:1767385006.223442:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034e7d7cf. 00080000:00000010:2.0:1767385006.223457:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002f6d0fc7. 00080000:00000010:2.0:1767385006.223477:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000053e001f8. 00080000:00000010:2.0:1767385006.223499:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aeda67de. 00080000:00000010:2.0:1767385006.223513:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000370dc697. 00080000:00000010:2.0:1767385006.223535:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a28eed5f. 00080000:00000010:2.0:1767385006.223574:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cf4041d8. 00080000:00000010:2.0:1767385006.223688:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006f719934. 00080000:00000010:2.0:1767385006.223724:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000054baaf6c. 00080000:00000010:2.0:1767385006.223744:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007d97e35c. 00080000:00000010:2.0:1767385006.223760:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000082c1f7ed. 00080000:00000010:2.0:1767385006.223777:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000061dec342. 00080000:00000010:2.0:1767385006.223793:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007919f270. 00080000:00000010:2.0:1767385006.223808:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009b2bf794. 00080000:00000010:2.0:1767385006.223825:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006e623852. 00080000:00000010:2.0:1767385006.223843:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ed693b8f. 00080000:00000010:2.0:1767385006.223861:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000462b35b6. 00080000:00000010:2.0:1767385006.223878:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000062c8d937. 00080000:00000010:2.0:1767385006.223894:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004ecfd0f5. 00080000:00000010:2.0:1767385006.223967:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eb018119. 00080000:00000010:2.0:1767385006.223989:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e12f97a3. 00080000:00000010:2.0:1767385006.224007:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000010677bec. 00080000:00000010:2.0:1767385006.224022:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005a8eaf55. 00080000:00000010:2.0:1767385006.224039:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b5077924. 00080000:00000010:2.0:1767385006.224054:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a6ae8fd9. 00080000:00000010:2.0:1767385006.224070:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009cb0d9d8. 00080000:00000010:2.0:1767385006.224085:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000089578578. 00080000:00000010:2.0:1767385006.224100:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009fcdffab. 00080000:00000010:2.0:1767385006.224115:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eec1807d. 00080000:00000010:2.0:1767385006.224131:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000217ed12. 00080000:00000010:2.0:1767385006.224146:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000604391db. 00080000:00000010:2.0:1767385006.224162:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000859bdb7d. 00080000:00000010:2.0:1767385006.224180:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000004cf6ac2. 00080000:00000010:2.0:1767385006.224194:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b858d61. 00080000:00000010:2.0:1767385006.224210:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd27b29c. 00080000:00000010:2.0:1767385006.224263:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bb03b0d4. 00080000:00000010:2.0:1767385006.224280:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c771270f. 00080000:00000010:2.0:1767385006.224295:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e40be2d8. 00080000:00000010:2.0:1767385006.224310:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000079ad0f91. 00080000:00000010:2.0:1767385006.224324:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b9ce89a3. 00080000:00000010:2.0:1767385006.224339:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034955d4e. 00080000:00000010:2.0:1767385006.224354:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002303c539. 00080000:00000010:2.0:1767385006.224372:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e0a67b32. 00080000:00000010:2.0:1767385006.224388:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001e0e6a18. 00080000:00000010:2.0:1767385006.224405:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002f28ec41. 00080000:00000010:2.0:1767385006.224420:0:40441:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a9a6dc7f. 00100000:00000010:2.0:1767385006.224761:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f22a5338. 00100000:00000010:2.0:1767385006.224811:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000001ae55862. 00100000:00000010:2.0:1767385006.225068:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000642d8845. 00100000:00000010:2.0:1767385006.225303:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000deef4fb6. 00100000:00000010:2.0:1767385006.225666:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000331e4061. 00100000:00000010:2.0:1767385006.225760:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000bc07af1d. 00100000:00000010:2.0:1767385006.225791:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000448acf8e. 00100000:00000010:2.0:1767385006.226335:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000047f1f717. 00100000:00000010:2.0:1767385006.226546:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002426ec90. 00100000:00000010:2.0:1767385006.226637:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000066ed2a7b. 00100000:00000010:2.0:1767385006.227201:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000063692c94. 00100000:00000010:2.0:1767385006.227225:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f22a5338. 00100000:00000010:2.0:1767385006.227423:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000001ae55862. 00100000:00000010:2.0:1767385006.228076:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000642d8845. 00100000:00000010:2.0:1767385006.228276:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000c5600a34. 00100000:00000010:2.0:1767385006.228314:0:40441:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000004fe5fcac. 00100000:00000010:2.0:1767385006.228318:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000331e4061. 00100000:00000010:2.0:1767385006.231084:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000bc07af1d. 00100000:00000010:2.0:1767385006.238330:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000448acf8e. 00100000:00000010:2.0:1767385006.238697:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000047f1f717. 00100000:00000010:2.0:1767385006.238837:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000066ed2a7b. 00100000:00000010:2.0:1767385006.239142:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b97ce0ed. 00100000:00000010:2.0:1767385006.240697:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f6184403. 00100000:00000010:2.0:1767385006.240904:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000038a6435e. 00100000:00000010:2.0:1767385006.240927:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000c5600a34. 00100000:00000010:2.0:1767385006.241247:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005084effa. 00100000:00000010:2.0:1767385006.241522:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b1ec3c20. 00100000:00000010:2.0:1767385006.241743:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007e978317. 00100000:00000010:2.0:1767385006.241764:0:40441:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000004fe5fcac. 00000020:00000010:2.0:1767385006.241859:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d389900f. 00000020:00000010:2.0:1767385006.241863:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000e1d1cef7. 00040000:00000010:2.0:1767385006.241893:0:40441:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 0000000099f1818f. 00040000:00000010:2.0:1767385006.241898:0:40441:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000015ec9624. 00040000:00000010:2.0:1767385006.241901:0:40441:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000015ec9624. 00000020:00000010:2.0:1767385006.241912:0:40441:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000015ec9624. 00000020:00000010:2.0:1767385006.241916:0:40441:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000015ec9624. 00040000:00000010:2.0:1767385006.241919:0:40441:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 0000000040f9ae7f. 00040000:00000010:2.0:1767385006.241921:0:40441:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000015ec9624. 00040000:00000010:2.0:1767385006.241923:0:40441:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000015ec9624. 00000020:00000010:2.0:1767385006.241985:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000094c6e336. 00000040:00000010:2.0:1767385006.241991:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000214a2ace. 00000020:00000010:2.0:1767385006.241995:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001a8fadc4. 00000020:00000010:2.0:1767385006.241999:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083c5e7d2. 00040000:00000010:2.0:1767385006.242003:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cc688400. 00040000:00000010:2.0:1767385006.242006:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dd914a4c. 00080000:00000010:2.0:1767385006.242010:0:40441:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000055f0f71e. 00080000:00000010:2.0:1767385006.242013:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006deddc9c. 00000020:00000010:2.0:1767385006.242015:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cade6463. 00000020:00000010:2.0:1767385006.242020:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d73ac5bd. 00000020:00000010:2.0:1767385006.242022:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000008:00000010:2.0:1767385006.242026:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009b0beb41. 00020000:00000010:2.0:1767385006.242030:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006332af18. 00008000:00000010:2.0:1767385006.242034:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005857b58f. 00000080:00000010:2.0:1767385006.242038:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000abc00cc0. 00000020:00000010:2.0:1767385006.242042:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9c5ed45. 00000020:00000010:2.0:1767385006.242046:0:40441:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000a229053b. 00000020:00000010:2.0:1767385006.242054:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006deddc9c. 00000020:00000010:2.0:1767385006.242071:0:40441:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000e842be57. 00000020:00000010:2.0:1767385006.242074:0:40441:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000fa2a0bf1. 00000020:00000010:2.0:1767385006.242077:0:40441:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 0000000032e61727. 00000020:00000010:2.0:1767385006.242086:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000001c193fa6. 00000020:00000010:2.0:1767385006.242091:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001a8fadc4. 00000020:00000010:2.0:1767385006.242098:0:40441:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 0000000032e61727. 00000020:00000010:2.0:1767385006.242101:0:40441:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000032e61727. 00000001:00000010:2.0:1767385006.242116:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000055f0f71e. 00000001:00000010:2.0:1767385006.242121:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007f8432c4. 00000001:00000010:2.0:1767385006.242124:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e69b9e16. 00000001:00000010:2.0:1767385006.242127:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd914a4c. 00000001:00000010:2.0:1767385006.242129:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9c5ed45. 00000001:00000010:2.0:1767385006.242131:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cade6463. 00000001:00000010:2.0:1767385006.242134:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cc688400. 00000001:00000010:2.0:1767385006.242136:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002913e15d. 00000001:00000010:2.0:1767385006.242138:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083c5e7d2. 00000001:00000010:2.0:1767385006.242140:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000214a2ace. 00000001:00000010:2.0:1767385006.242142:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094c6e336. 00000001:00000010:2.0:1767385006.242145:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0ca2819. 00000020:00000010:2.0:1767385006.242147:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076854bdb. 00000020:00000010:2.0:1767385006.242151:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a229053b. 00000020:00000010:2.0:1767385006.242154:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3d4ecb7. 00000008:00000010:2.0:1767385006.242157:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009b0beb41. 00020000:00000010:2.0:1767385006.242160:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006332af18. 00008000:00000010:2.0:1767385006.242162:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005857b58f. 00000080:00000010:2.0:1767385006.242166:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000abc00cc0. 00000020:00000010:2.0:1767385006.242169:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bccd440. 00000020:00000010:2.0:1767385006.242171:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b7c878b. 00000040:00000010:2.0:1767385006.242173:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000623c7cbe. 00000020:00000010:2.0:1767385006.242176:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081fc3185. 00000020:00000010:2.0:1767385006.242179:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000db86a84f. 80000000:00000010:2.0:1767385006.242181:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000219be5c3. 00040000:00000010:2.0:1767385006.242184:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000134861c0. 00080000:00000010:2.0:1767385006.242187:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eebcdb34. 20000000:00000010:2.0:1767385006.242191:0:40441:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 000000002a4ce954. 20000000:00000010:2.0:1767385006.242196:0:40441:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000015ec9624. 00000020:00000010:2.0:1767385006.242200:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d6ba817f. 20000000:00000010:2.0:1767385006.242204:0:40441:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000015ec9624. 00010000:00000010:2.0:1767385006.242210:0:40441:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f56575ba. 00000001:00000010:2.0:1767385006.242213:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000068f6e5c5. 00000001:00000010:2.0:1767385006.242217:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000001ed40ef8. 00000001:00000010:2.0:1767385006.242219:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000094036e92. 00000001:00000010:2.0:1767385006.242221:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000060319d31. 00000020:00000010:2.0:1767385006.242256:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000045bf6011. 00000020:00000010:2.0:1767385006.242258:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000099108aa3. 00000020:00000010:2.0:1767385006.242304:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ad2b10d8. 00000020:00000010:2.0:1767385006.242307:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000044e8baab. 00000020:00000010:2.0:1767385006.242323:0:40441:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 000000008e5e6500. 00000020:00000010:2.0:1767385006.242327:0:40441:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000d73ac5bd. 00000020:00000010:2.0:1767385006.242334:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004300a178. 00080000:00000010:2.0:1767385006.242340:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f593bd8. 00080000:00000010:2.0:1767385006.242347:0:40441:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000004fe5fcac. 00080000:00000010:2.0:1767385006.242349:0:40441:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000d8f1c1fd. 20000000:00000010:2.0:1767385006.242913:0:40441:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000004c7d22b6. 00080000:00000010:2.0:1767385006.242919:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c7d1d470. 00000020:00000010:2.0:1767385006.243004:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000092c4204f. 00080000:00000010:2.0:1767385006.243010:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006912787d. 00000020:00000010:2.0:1767385006.243046:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d753d9d0. 00080000:00000010:2.0:1767385006.243050:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000084cbb566. 00100000:00000010:2.0:1767385006.243072:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f243b39e. 00100000:00000010:2.0:1767385006.243075:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f243b39e. 00000001:00000010:2.0:1767385006.243078:0:40441:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 0000000082ba734e. 00080000:00000010:2.0:1767385006.243097:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009e6f502b. 00080000:00000010:2.0:1767385006.243101:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000f243b39e. 00000001:00000010:2.0:1767385006.243142:0:40441:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000002b3f85f8. 00000001:00000010:2.0:1767385006.243146:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c8d99450. 00000001:00000010:2.0:1767385006.243149:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000097b26df0. 00000001:00000010:2.0:1767385006.243151:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000015ec9624. 00000001:00000010:2.0:1767385006.243171:0:40441:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000007c2e77ab. 00080000:00000010:2.0:1767385006.243198:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000f243b39e. 00080000:00000010:2.0:1767385006.243201:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009e6f502b. 00000001:00000010:2.0:1767385006.243211:0:40441:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b2d80fa8. 00000001:00000010:2.0:1767385006.243214:0:40441:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000218d8036. 00000001:00000010:2.0:1767385006.243216:0:40441:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c8eca063. 00000001:00000010:2.0:1767385006.243227:0:40441:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000ed76b8c8. 00000001:00000010:2.0:1767385006.243230:0:40441:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000a15dcfbc. 00000020:00000010:2.0:1767385006.243245:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000077d14343. 00080000:00000010:2.0:1767385006.243249:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000067883e3c. 00000040:00000010:2.0:1767385006.243277:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e36865e8. 00000020:00000010:2.0:1767385006.243282:0:40441:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000069a13d0d. 00000020:00000010:2.0:1767385006.243285:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cc6b1aaa. 00080000:00000010:2.0:1767385006.243287:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008113f192. 00080000:00000010:2.0:1767385006.243290:0:40441:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000008141313c. 00080000:00000010:2.0:1767385006.243292:0:40441:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000613d0620. 00000020:00000010:2.0:1767385006.243695:0:40441:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000c64a0e24. 00000020:00000010:2.0:1767385006.243700:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016174a81. 00080000:00000010:2.0:1767385006.243703:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b497300. 00080000:00000010:2.0:1767385006.243707:0:40441:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000681aece0. 00080000:00000010:2.0:1767385006.243709:0:40441:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000007b1cb23. 00080000:00000010:2.0:1767385006.244143:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009e6f502b. 00080000:00000010:2.0:1767385006.244148:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004368f059. 20000000:00000010:2.0:1767385006.244163:0:40441:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000392ef15b. 20000000:00000010:2.0:1767385006.244166:0:40441:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000ebd1eb79. 20000000:00000010:2.0:1767385006.244170:0:40441:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004974b4e6. 20000000:00000010:2.0:1767385006.244171:0:40441:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000e134050a. 20000000:00000010:2.0:1767385006.244175:0:40441:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000007f4428c8. 20000000:00000010:2.0:1767385006.244176:0:40441:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000038d9495e. 20000000:00000010:2.0:1767385006.244179:0:40441:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000007e80d667. 20000000:00000010:2.0:1767385006.244181:0:40441:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000005c38816d. 20000000:00000010:2.0:1767385006.244183:0:40441:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000045b5b2e8. 20000000:00000010:2.0:1767385006.244185:0:40441:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000c0086b7f. 00080000:00000010:2.0:1767385006.244188:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004368f059. 00080000:00000010:2.0:1767385006.244190:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009e6f502b. 20000000:00000010:2.0:1767385006.244193:0:40441:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000c0086b7f. 20000000:00000010:2.0:1767385006.244195:0:40441:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000045b5b2e8. 00000020:00000010:2.0:1767385006.244206:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000089a066e2. 00080000:00000010:2.0:1767385006.244210:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000090d969a8. 20000000:00000010:2.0:1767385006.244271:0:40441:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000005c38816d. 20000000:00000010:2.0:1767385006.244275:0:40441:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000007e80d667. 00000020:00000010:2.0:1767385006.244285:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000ecea445. 00080000:00000010:2.0:1767385006.244289:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000878433d8. 20000000:00000010:2.0:1767385006.244310:0:40441:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000038d9495e. 20000000:00000010:2.0:1767385006.244312:0:40441:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000007f4428c8. 20000000:00000010:2.0:1767385006.244314:0:40441:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000e134050a. 20000000:00000010:2.0:1767385006.244315:0:40441:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004974b4e6. 00000020:00000010:2.0:1767385006.244325:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005c765280. 00080000:00000010:2.0:1767385006.244328:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bb9452e7. 20000000:00000010:2.0:1767385006.244348:0:40441:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000ebd1eb79. 20000000:00000010:2.0:1767385006.244350:0:40441:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000392ef15b. 00000020:00000010:2.0:1767385006.244476:0:40441:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000004a053c. 00000020:00000010:2.0:1767385006.244482:0:40441:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000004a053c. 20000000:00000010:2.0:1767385006.244488:0:40441:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000f1bc27d7. 20000000:00000010:2.0:1767385006.244492:0:40441:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000004b9ecca2. 20000000:00000010:2.0:1767385006.244497:0:40441:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000005de2edff. 20000000:00000010:2.0:1767385006.244500:0:40441:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000040d1196f. 20000000:00000010:2.0:1767385006.244502:0:40441:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000042c3ae1c. 20000000:00000010:3.0:1767385006.244932:0:40441:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000ea95b5ba. 00000040:00000010:3.0:1767385006.244942:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cdeec6ad. 00000040:00000010:3.0:1767385006.244967:0:40441:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cdeec6ad. 20000000:00000010:3.0:1767385006.244972:0:40441:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000ea95b5ba. 00000040:00000010:3.0:1767385006.244980:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cdeec6ad. 00000040:00000010:3.0:1767385006.244996:0:40441:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000be7e787c. 00000020:00000010:3.0:1767385006.245002:0:40441:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000fd35559f. 00000020:00000010:3.0:1767385006.245008:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000894b9b2b. 00080000:00000010:3.0:1767385006.245014:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002931425d. 00000040:00000010:3.0:1767385006.245070:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000013414a7f. 00000040:00000010:3.0:1767385006.245081:0:40441:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000be7e787c. 00000040:00000010:3.0:1767385006.245084:0:40441:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000013414a7f. 00000040:00000010:3.0:1767385006.245086:0:40441:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cdeec6ad. 20000000:00000010:3.0:1767385006.245091:0:40441:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000cdeec6ad. 20000000:00000010:3.0:1767385006.245094:0:40441:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000ea95b5ba. 00000040:00000010:3.0:1767385006.245096:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000c7140a7. 00000040:00000010:3.0:1767385006.245109:0:40441:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c7140a7. 20000000:00000010:3.0:1767385006.245112:0:40441:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000ea95b5ba. 00000100:00000010:3.0:1767385006.245117:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000c7140a7. 00000100:00000010:3.0:1767385006.245123:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000fe4e8d70. 00000100:00000010:3.0:1767385006.245140:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000366aecb2. 00000100:00000010:3.0:1767385006.245169:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000686446c7. 00000100:00000010:3.0:1767385006.245177:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a51b4210. 00000100:00000010:3.0:1767385006.245182:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013414a7f. 00000100:00000010:3.0:1767385006.245187:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019bc1eb5. 00000100:00000010:3.0:1767385006.245193:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000944c5572. 00000100:00000010:3.0:1767385006.245197:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a041cd2c. 00000100:00000010:3.0:1767385006.245203:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c975fc2a. 00000100:00000010:3.0:1767385006.245230:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007826b27b. 00000100:00000010:3.0:1767385006.245237:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e67f894. 00000100:00000010:3.0:1767385006.245242:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044cdfd45. 00000100:00000010:3.0:1767385006.245248:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009aae2a46. 00000100:00000010:3.0:1767385006.245253:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007942937a. 00000100:00000010:3.0:1767385006.245259:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d88625ca. 00000100:00000010:3.0:1767385006.245263:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e403848. 00000100:00000010:3.0:1767385006.245269:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c40a4d5a. 00000100:00000010:3.0:1767385006.245272:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d88d3877. 00000100:00000010:3.0:1767385006.245276:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001f90549. 00000100:00000010:3.0:1767385006.245281:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb34fd64. 00000100:00000010:3.0:1767385006.245288:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083405982. 00000100:00000010:3.0:1767385006.245292:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac5c40ac. 00000100:00000010:3.0:1767385006.245298:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0050bde. 00000100:00000010:3.0:1767385006.245303:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c966d8e. 00000100:00000010:3.0:1767385006.245309:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e240ede8. 00000100:00000010:3.0:1767385006.245313:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007665ff3a. 00000100:00000010:3.0:1767385006.245320:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000748e3758. 00000100:00000010:3.0:1767385006.245325:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7dba9cc. 00000100:00000010:3.0:1767385006.245331:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f460516. 00000100:00000010:3.0:1767385006.245335:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a91d05c. 00000100:00000010:3.0:1767385006.245341:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9a8e99a. 00000100:00000010:3.0:1767385006.245346:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ece23edc. 00000100:00000010:3.0:1767385006.245352:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ea791c2. 00000100:00000010:3.0:1767385006.245356:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c53dbb22. 00000100:00000010:3.0:1767385006.245361:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ae5292b. 00000100:00000010:3.0:1767385006.245366:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026782798. 00000100:00000010:3.0:1767385006.245372:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b5cbdb5. 00000100:00000010:3.0:1767385006.245377:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df71c053. 00000100:00000010:3.0:1767385006.245383:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6e3e1e6. 00000100:00000010:3.0:1767385006.245387:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042b21e78. 00000100:00000010:3.0:1767385006.245403:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db45e12c. 00000100:00000010:3.0:1767385006.245407:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af69d94f. 00000100:00000010:3.0:1767385006.245413:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f34bcdbd. 00000100:00000010:3.0:1767385006.245418:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f59ef29f. 00000100:00000010:3.0:1767385006.245425:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000792ddc70. 00000100:00000010:3.0:1767385006.245430:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f7e6b9. 00000100:00000010:3.0:1767385006.245437:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf66ffe6. 00000100:00000010:3.0:1767385006.245441:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c20007d. 00000100:00000010:3.0:1767385006.245447:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5e3bf21. 00000100:00000010:3.0:1767385006.245452:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006785f134. 00000100:00000010:3.0:1767385006.245458:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079efc34c. 00000100:00000010:3.0:1767385006.245464:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a16cc81. 00000100:00000010:3.0:1767385006.245470:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8201375. 00000100:00000010:3.0:1767385006.245475:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f8f0a2f. 00000100:00000010:3.0:1767385006.245481:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000692d293a. 00000100:00000010:3.0:1767385006.245485:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000961e55ba. 00000100:00000010:3.0:1767385006.245492:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002095cc68. 00000100:00000010:3.0:1767385006.245496:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000171ceda3. 00000100:00000010:3.0:1767385006.245501:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9755e29. 00000100:00000010:3.0:1767385006.245506:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097a7423f. 00000100:00000010:3.0:1767385006.245512:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000690969fc. 00000100:00000010:3.0:1767385006.245516:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e331ceab. 00000100:00000010:3.0:1767385006.245521:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dbbc34f. 00000100:00000010:3.0:1767385006.245526:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074702adb. 00000100:00000010:3.0:1767385006.245533:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000899303b. 00000100:00000010:3.0:1767385006.245537:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d668c0b5. 00000100:00000010:3.0:1767385006.245543:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005437d910. 00000100:00000010:3.0:1767385006.245546:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed76b8c8. 00000100:00000010:3.0:1767385006.245573:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045d670cb. 00000100:00000010:3.0:1767385006.245580:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0424d6a. 00000100:00000010:3.0:1767385006.245586:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd01a23c. 00000100:00000010:3.0:1767385006.245632:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b302267. 00000100:00000010:3.0:1767385006.245641:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e7b376d. 00000100:00000010:3.0:1767385006.245647:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7c64700. 00000100:00000010:3.0:1767385006.245655:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c0e7761. 00000100:00000010:3.0:1767385006.245662:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0eb594a. 00000100:00000010:3.0:1767385006.245670:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6ec8ec9. 00000100:00000010:3.0:1767385006.245677:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e0691cc. 00000100:00000010:3.0:1767385006.245687:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adfd511f. 00000100:00000010:3.0:1767385006.245693:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb6ca374. 00000100:00000010:3.0:1767385006.245702:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073a3bfab. 00000100:00000010:3.0:1767385006.245710:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe92399f. 00000100:00000010:3.0:1767385006.245730:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1ecdbcc. 00000100:00000010:3.0:1767385006.245739:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dde2bba7. 00000100:00000010:3.0:1767385006.245747:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000663b09c3. 00000100:00000010:3.0:1767385006.245754:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb341382. 00000100:00000010:3.0:1767385006.245762:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd216af0. 00000100:00000010:3.0:1767385006.245766:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebfa5af4. 00000100:00000010:3.0:1767385006.245771:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b25a8f2e. 00000100:00000010:3.0:1767385006.245776:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe7a6a1e. 00000100:00000010:3.0:1767385006.245792:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e060b12. 00000100:00000010:3.0:1767385006.245797:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005228e8bd. 00000100:00000010:3.0:1767385006.245802:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ef26ec7. 00000100:00000010:3.0:1767385006.245808:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000219c8aee. 00000100:00000010:3.0:1767385006.245815:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000050d7f951. 00000100:00000010:3.0:1767385006.245821:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002abff55c. 00000100:00000010:3.0:1767385006.245827:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fcff277. 00000100:00000010:3.0:1767385006.245832:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000215ed1e1. 00000100:00000010:3.0:1767385006.245846:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e2c55f4. 00000100:00000010:3.0:1767385006.245852:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e43b56c. 00000100:00000010:3.0:1767385006.245859:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d45d137e. 00000100:00000010:3.0:1767385006.245862:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039bdbd03. 00000100:00000010:3.0:1767385006.245878:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000054c1434. 00000100:00000010:3.0:1767385006.245883:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b229a92. 00000100:00000010:3.0:1767385006.245889:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f230d328. 00000100:00000010:3.0:1767385006.245894:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbd632c6. 00000100:00000010:3.0:1767385006.245908:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a977c355. 00000100:00000010:3.0:1767385006.245913:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1d2d477. 00000100:00000010:3.0:1767385006.245920:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbddad04. 00000100:00000010:3.0:1767385006.245924:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bbbb925. 00000100:00000010:3.0:1767385006.245930:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001eb1ca98. 00000100:00000010:3.0:1767385006.245934:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb8c0444. 00000100:00000010:3.0:1767385006.245940:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b82ba6bf. 00000100:00000010:3.0:1767385006.245946:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000057facf8. 00000100:00000010:3.0:1767385006.245961:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003852a53. 00000100:00000010:3.0:1767385006.245966:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007766ff40. 00000100:00000010:3.0:1767385006.245972:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fd4d4bc. 00000100:00000010:3.0:1767385006.245976:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000947be04. 00000100:00000010:3.0:1767385006.245982:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003851084f. 00000100:00000010:3.0:1767385006.245987:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000852d1023. 00000100:00000010:3.0:1767385006.245992:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009db9bbd2. 00000100:00000010:3.0:1767385006.245996:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ed608ff. 00000100:00000010:3.0:1767385006.246012:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b39e958. 00000100:00000010:3.0:1767385006.246017:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b717ab8e. 00000100:00000010:3.0:1767385006.246021:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000661eb7b1. 00000100:00000010:3.0:1767385006.246026:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000596a4cc7. 00000100:00000010:3.0:1767385006.246032:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000052494ce. 00000100:00000010:3.0:1767385006.246037:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac9b406d. 00000100:00000010:3.0:1767385006.246043:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e67c55c8. 00000100:00000010:3.0:1767385006.246047:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077bd7125. 00000100:00000010:3.0:1767385006.246062:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e99e3d54. 00000400:00000200:3.0:1767385006.246066:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1767385006.246150:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004d0c95b3. 00000020:00000010:3.0:1767385006.246163:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000731b9195. 00000100:00000010:3.0:1767385006.246226:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a06bc1cb. 00000100:00000010:3.0:1767385006.246232:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d41684fd. 00000100:00000010:3.0:1767385006.246239:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a973b705. 00000100:00000010:3.0:1767385006.246245:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d9c9a1ba. 00000100:00000010:3.0:1767385006.246249:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000081845827. 00000100:00000200:3.0:1767385006.246309:0:40441:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1767385006.246315:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000004af6083. 00000100:00000010:2.0:1767385006.246709:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000028000949. 00000020:00000010:2.0:1767385006.246719:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cf830540. 00000020:00000010:2.0:1767385006.246728:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c85a4f3. 00000020:00000010:2.0:1767385006.246733:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0f8a2f0. 00000040:00000010:2.0:1767385006.246739:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab3596ab. 00000020:00000010:2.0:1767385006.246745:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008314571c. 00000020:00000010:2.0:1767385006.246750:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073ecc31c. 80000000:00000010:2.0:1767385006.246755:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e812f096. 00040000:00000010:2.0:1767385006.246762:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004492f419. 00080000:00000010:2.0:1767385006.246768:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000efe1efb2. 20000000:00000010:2.0:1767385006.246772:0:40444:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000cb8dbb62. 00000100:00000200:2.0:1767385006.246779:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246787:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ec02bc. 00000400:00000010:2.0:1767385006.246796:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b6f610d. 00000100:00000200:2.0:1767385006.246806:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246810:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e313d21d. 00000400:00000010:2.0:1767385006.246814:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed668d0. 00000100:00000200:2.0:1767385006.246818:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246823:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009373e72e. 00000400:00000010:2.0:1767385006.246827:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2649605. 00000100:00000200:2.0:1767385006.246841:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246844:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ebdd3e. 00000400:00000010:2.0:1767385006.246849:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8243e87. 00000100:00000200:2.0:1767385006.246853:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246857:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8cc11e. 00000400:00000010:2.0:1767385006.246861:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad11ed27. 00000100:00000200:2.0:1767385006.246864:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246867:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edb543c0. 00000400:00000010:2.0:1767385006.246870:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079822a15. 00000100:00000200:2.0:1767385006.246873:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246878:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098dd3a93. 00000400:00000010:2.0:1767385006.246883:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000369fd65c. 00000100:00000200:2.0:1767385006.246888:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246892:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ced1be7. 00000400:00000010:2.0:1767385006.246896:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f98b24a7. 00000100:00000200:2.0:1767385006.246901:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246905:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8393a27. 00000400:00000010:2.0:1767385006.246909:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bfb181d. 00000100:00000200:2.0:1767385006.246912:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246916:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ae259c1. 00000400:00000010:2.0:1767385006.246920:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004068a8ca. 00000100:00000200:2.0:1767385006.246924:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246927:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000294d6efb. 00000400:00000010:2.0:1767385006.246931:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bc0de1a. 00000100:00000200:2.0:1767385006.246934:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246937:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd9bb03. 00000400:00000010:2.0:1767385006.246941:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e2e1c75. 00000100:00000200:2.0:1767385006.246944:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246947:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000665a341a. 00000400:00000010:2.0:1767385006.246951:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000787abedb. 00000100:00000200:2.0:1767385006.246955:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246958:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be9a481. 00000400:00000010:2.0:1767385006.246962:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000856852f2. 00000100:00000200:2.0:1767385006.246965:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246969:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073293da3. 00000400:00000010:2.0:1767385006.246974:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a48251fd. 00000100:00000200:2.0:1767385006.246977:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246981:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c9d827. 00000400:00000010:2.0:1767385006.246984:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f28d74. 00000100:00000200:2.0:1767385006.246988:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.246991:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003473d109. 00000400:00000010:2.0:1767385006.246995:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d5cc2fd. 00000100:00000200:2.0:1767385006.246999:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247002:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8da421. 00000400:00000010:2.0:1767385006.247007:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b47d322d. 00000100:00000200:2.0:1767385006.247010:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247013:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b11057. 00000400:00000010:2.0:1767385006.247017:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce4c160. 00000100:00000200:2.0:1767385006.247020:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247024:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e36dc76. 00000400:00000010:2.0:1767385006.247028:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf784af2. 00000100:00000200:2.0:1767385006.247031:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247034:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003066d196. 00000400:00000010:2.0:1767385006.247038:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd8322af. 00000100:00000200:2.0:1767385006.247042:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247045:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d163e7cc. 00000400:00000010:2.0:1767385006.247049:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000553c3aeb. 00000100:00000200:2.0:1767385006.247052:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247055:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc23425. 00000400:00000010:2.0:1767385006.247059:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051859bf0. 00000100:00000200:2.0:1767385006.247064:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247067:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbff29fd. 00000400:00000010:2.0:1767385006.247071:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d371524e. 00000100:00000200:2.0:1767385006.247075:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247077:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039bd18d2. 00000400:00000010:2.0:1767385006.247081:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4b33eb3. 00000100:00000200:2.0:1767385006.247085:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247087:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65ca127. 00000400:00000010:2.0:1767385006.247091:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003545bc3a. 00000100:00000200:2.0:1767385006.247095:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247098:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bafa169. 00000400:00000010:2.0:1767385006.247102:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a68e4aeb. 00000100:00000200:2.0:1767385006.247105:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247108:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022f0350c. 00000400:00000010:2.0:1767385006.247112:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015456632. 00000100:00000200:2.0:1767385006.247115:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247119:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cc0657. 00000400:00000010:2.0:1767385006.247123:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080452f12. 00000100:00000200:2.0:1767385006.247126:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247129:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415c1982. 00000400:00000010:2.0:1767385006.247134:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000980b9a2b. 00000100:00000200:2.0:1767385006.247138:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247141:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd80b92. 00000400:00000010:2.0:1767385006.247145:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a032353f. 00000100:00000200:2.0:1767385006.247149:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247152:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008570a90b. 00000400:00000010:2.0:1767385006.247156:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d42fb4ad. 00000100:00000200:2.0:1767385006.247159:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247162:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dba6b92. 00000400:00000010:2.0:1767385006.247166:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a1d1277. 00000100:00000200:2.0:1767385006.247170:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247173:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b9fc69. 00000400:00000010:2.0:1767385006.247177:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e373a982. 00000100:00000200:2.0:1767385006.247180:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247183:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a84fac0. 00000400:00000010:2.0:1767385006.247188:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003529b689. 00000100:00000200:2.0:1767385006.247192:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247195:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050a3382c. 00000400:00000010:2.0:1767385006.247198:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f383824a. 00000100:00000200:2.0:1767385006.247202:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247205:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8c1cbd1. 00000400:00000010:2.0:1767385006.247209:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058ba17d9. 00000100:00000200:2.0:1767385006.247213:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247216:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c06039a4. 00000400:00000010:2.0:1767385006.247220:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000678e9fdf. 00000100:00000200:2.0:1767385006.247223:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247227:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa73ba68. 00000400:00000010:2.0:1767385006.247230:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b48aabe. 00000100:00000200:2.0:1767385006.247234:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247237:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000873b2492. 00000400:00000010:2.0:1767385006.247241:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000280abd3. 00000100:00000200:2.0:1767385006.247244:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247248:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790d753f. 00000400:00000010:2.0:1767385006.247251:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b55783. 00000100:00000200:2.0:1767385006.247254:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247257:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d703faa7. 00000400:00000010:2.0:1767385006.247261:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c53743e. 00000100:00000200:2.0:1767385006.247264:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247267:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5197cdc. 00000400:00000010:2.0:1767385006.247272:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d085dc88. 00000100:00000200:2.0:1767385006.247275:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247278:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003480c9b2. 00000400:00000010:2.0:1767385006.247282:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ebc53f3. 00000100:00000200:2.0:1767385006.247286:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247289:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b03d8dce. 00000400:00000010:2.0:1767385006.247293:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffa1e191. 00000100:00000200:2.0:1767385006.247297:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247301:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008772093a. 00000400:00000010:2.0:1767385006.247305:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001078b386. 00000100:00000200:2.0:1767385006.247308:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247311:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfbe856d. 00000400:00000010:2.0:1767385006.247316:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076af31ab. 00000100:00000200:2.0:1767385006.247320:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247322:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d9991b. 00000400:00000010:2.0:1767385006.247326:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000874e9329. 00000100:00000200:2.0:1767385006.247330:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247333:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb5f2d05. 00000400:00000010:2.0:1767385006.247336:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf626e97. 00000100:00000200:2.0:1767385006.247340:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247343:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb453219. 00000400:00000010:2.0:1767385006.247347:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097e58d73. 00000100:00000200:2.0:1767385006.247350:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247353:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032c42859. 00000400:00000010:2.0:1767385006.247356:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003732bdaa. 00000100:00000200:2.0:1767385006.247359:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247363:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027de6629. 00000400:00000010:2.0:1767385006.247366:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000747301a2. 00000100:00000200:2.0:1767385006.247370:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247373:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bd70c17. 00000400:00000010:2.0:1767385006.247377:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000130241fc. 00000100:00000200:2.0:1767385006.247381:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247383:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c4a2b8b. 00000400:00000010:2.0:1767385006.247386:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021727401. 00000100:00000200:2.0:1767385006.247390:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247394:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5b70166. 00000400:00000010:2.0:1767385006.247398:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fc27641. 00000100:00000200:2.0:1767385006.247402:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247405:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0ca0385. 00000400:00000010:2.0:1767385006.247409:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d30feaf6. 00000100:00000200:2.0:1767385006.247412:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247415:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c02c8f1d. 00000400:00000010:2.0:1767385006.247418:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000410c6881. 00000100:00000200:2.0:1767385006.247422:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247425:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4cf9a5d. 00000400:00000010:2.0:1767385006.247429:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000293b8d29. 00000100:00000200:2.0:1767385006.247432:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247435:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8bef701. 00000400:00000010:2.0:1767385006.247439:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a77e453f. 00000100:00000200:2.0:1767385006.247443:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247446:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ac2604. 00000400:00000010:2.0:1767385006.247449:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002213338c. 00000100:00000200:2.0:1767385006.247452:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247455:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa0c0e42. 00000400:00000010:2.0:1767385006.247459:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a12947a. 00000100:00000200:2.0:1767385006.247462:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247466:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097faa4f2. 00000400:00000010:2.0:1767385006.247470:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb9e1c8e. 00000100:00000200:2.0:1767385006.247473:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247476:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000646f8a2. 00000400:00000010:2.0:1767385006.247480:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000814dd485. 00000100:00000200:2.0:1767385006.247483:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.247486:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a163ba. 00000400:00000010:2.0:1767385006.247489:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eafc6609. 00000100:00000010:2.0:1767385006.247509:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002660a3c7. 00000100:00000200:2.0:1767385006.247536:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767385006.247631:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e29015a7. 00000100:00000010:0.0:1767385006.247927:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000ed53b4e. 00000020:00000010:0.0:1767385006.247934:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000002a39053. 00000020:00000010:0.0:1767385006.247937:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1ddb1b2. 00000020:00000010:0.0:1767385006.247940:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e92f595d. 00000040:00000010:0.0:1767385006.247943:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006ae2af91. 00000020:00000010:0.0:1767385006.247946:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007bdd0cc6. 00000020:00000010:0.0:1767385006.247950:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5332055. 80000000:00000010:0.0:1767385006.247953:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf2cd556. 00040000:00000010:0.0:1767385006.247956:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f30e3b11. 00080000:00000010:0.0:1767385006.247960:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000011bf2163. 20000000:00000010:0.0:1767385006.247963:0:40445:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000709af1c4. 00000100:00000010:0.0:1767385006.247980:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000d7678d5. 00000100:00000200:0.0:1767385006.247998:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767385006.248024:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cc592d62. 00000100:00000010:1.0:1767385006.248249:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cff5756c. 00000020:00000010:1.0:1767385006.248255:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000094676963. 00000020:00000010:1.0:1767385006.248260:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb3aa999. 00000020:00000010:1.0:1767385006.248263:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ffe9afb. 00000040:00000010:1.0:1767385006.248266:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a009cf2. 00000020:00000010:1.0:1767385006.248269:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001e92f21d. 00000020:00000010:1.0:1767385006.248272:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003011b5c5. 80000000:00000010:1.0:1767385006.248277:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf06d20a. 00040000:00000010:1.0:1767385006.248282:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007072cf42. 00080000:00000010:1.0:1767385006.248286:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a112537b. 20000000:00000010:1.0:1767385006.248291:0:40446:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009c0f5222. 00000100:00000010:1.0:1767385006.248309:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000006e87dba. 00000100:00000200:1.0:1767385006.248327:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767385006.248417:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000090d969a8. 00000020:00000010:0.0:1767385006.248423:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000089a066e2. 00000020:00000010:0.0:1767385006.248432:0:40441:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a7689845. 00080000:00000010:0.0:1767385006.248442:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c7d1d470. 20000000:00000010:0.0:1767385006.248446:0:40441:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000004c7d22b6. 00080000:00000010:0.0:1767385006.248464:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000878433d8. 00000020:00000010:0.0:1767385006.248467:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000ecea445. 00080000:00000010:0.0:1767385006.248478:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bb9452e7. 00000020:00000010:0.0:1767385006.248480:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005c765280. 00080000:00000010:0.0:1767385006.248497:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002931425d. 00000020:00000010:0.0:1767385006.248500:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000894b9b2b. 00000020:00000010:0.0:1767385006.248516:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b7c878b. 00000040:00000010:0.0:1767385006.248520:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000623c7cbe. 00000020:00000010:0.0:1767385006.248523:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081fc3185. 00000020:00000010:0.0:1767385006.248528:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000db86a84f. 80000000:00000010:0.0:1767385006.248532:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000219be5c3. 00040000:00000010:0.0:1767385006.248535:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000134861c0. 00080000:00000010:0.0:1767385006.248539:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eebcdb34. 00000020:00000010:0.0:1767385006.248543:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bccd440. 00000020:00000010:0.0:1767385006.248547:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a229053b. 00000020:00000010:0.0:1767385006.248572:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3d4ecb7. 00000008:00000010:0.0:1767385006.248578:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009b0beb41. 00020000:00000010:0.0:1767385006.248599:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006332af18. 00008000:00000010:0.0:1767385006.248602:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005857b58f. 00000080:00000010:0.0:1767385006.248646:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000abc00cc0. 00000020:00000010:0.0:1767385006.248653:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076854bdb. 00000020:00000010:0.0:1767385006.248659:0:40441:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000032e61727. 00000020:00000010:0.0:1767385006.248684:0:40441:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000ebac0e14. 00000020:00000010:0.0:1767385006.248690:0:40441:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000005e5d86c7. 00000100:02020000:0.0:1767385006.248706:0:40441:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.149@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:3.0:1767385006.255186:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1a07b91. 00000400:00000200:3.0:1767385006.255195:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417d592 00000400:00000010:3.0:1767385006.255198:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417d592. 00000100:00000200:3.0:1767385006.255210:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385015 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.255212:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5ef3d33. 00000400:00000200:1.0:1767385006.255223:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7ea97d 00000400:00000010:1.0:1767385006.255229:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7ea97d. 00000100:00000200:3.0:1767385006.255232:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373209216/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385015 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767385006.255243:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d16de10 x1853237373209472/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385020 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767385006.255257:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d16de10 x1853237373209472/t0(0) o400->MGC192.168.204.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385020 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767385006.255271:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064e1b89c. 02000000:00000010:1.0:1767385006.255275:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4a29142. 02000000:00000010:3.0:1767385006.255282:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1fcc25b. 02000000:00000010:1.0:1767385006.255285:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000519261ba. 00000100:00000010:3.0:1767385006.255290:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 00000100:00000010:1.0:1767385006.255294:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d16de10. 00000100:00000010:0.0:1767385006.255464:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006847cd02. 02000000:00000010:0.0:1767385006.255485:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000039c871c8. 02000000:00000010:2.0:1767385006.255693:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed6b62ee. 00000400:00000010:2.0:1767385006.255702:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8eb7a3. 00000400:00000010:2.0:1767385006.255707:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f1b3e3. 00000100:00000200:2.0:1767385006.255713:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373209600, portal 25 00000400:00000010:2.0:1767385006.255719:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000100:00000200:2.0:1767385006.255721:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237373209600, offset 0 00000400:00000200:2.0:1767385006.255729:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.255743:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.255753:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958273508c00 00000400:00000200:2.0:1767385006.255759:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2231 [2] + 0 00000400:00000010:2.0:1767385006.255764:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1ec02bc. 00000400:00000200:2.0:1767385006.255768:0:16162:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b6f610d 00000400:00000200:2.0:1767385006.255774:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.255779:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.255784:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6f610d 00000400:00000010:2.0:1767385006.255786:0:16162:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b6f610d. 00000100:00000200:2.0:1767385006.255790:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767385006.255815:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:2.0:1767385006.255818:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000100:00000200:2.0:1767385006.255824:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006847cd02 x1853237373209600/t0(0) o250->MGC192.168.204.149@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.255848:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007fef79f2. 00000100:00000010:2.0:1767385006.255854:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f8b863f. 00000020:00000010:1.0:1767385006.255869:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011143f1c. 00000100:00000010:2.0:1767385006.255873:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005838915d. 00000020:00000010:1.0:1767385006.255877:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000100:00000010:2.0:1767385006.255884:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f2a9d17. 00000020:00000010:1.0:1767385006.255886:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000100:00000010:2.0:1767385006.255896:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091140e89. 00000100:00000200:1.0:1767385006.255928:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373209600 02000000:00000010:1.0:1767385006.255948:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b5fe1419. 00000020:00000010:1.0:1767385006.255957:0:40446:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c909c5fc. 00000001:00000010:1.0:1767385006.255964:0:40446:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d35e18c4. 00000001:00000010:1.0:1767385006.255968:0:40446:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000068953c32. 00000001:00000010:1.0:1767385006.255971:0:40446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f0f34ec0. 00000001:00000010:1.0:1767385006.255974:0:40446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000066145e04. 00000001:00000010:1.0:1767385006.255978:0:40446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b115c23. 00000001:00000010:1.0:1767385006.255981:0:40446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fded12ad. 00000020:00000010:1.0:1767385006.255993:0:40446:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002522977a. 00000020:00000010:1.0:1767385006.256058:0:40446:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000065310434. 00000020:00000010:1.0:1767385006.256061:0:40446:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000cafcc28a. 00000020:00000010:1.0:1767385006.256064:0:40446:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000048331aac. 00000020:00000010:1.0:1767385006.256077:0:40446:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000fc1fe27. 00000020:00000010:1.0:1767385006.256080:0:40446:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000001e5c2671. 00000020:00000010:1.0:1767385006.256084:0:40446:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000af8de33c. 00000020:00000010:1.0:1767385006.256094:0:40446:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000682e7e9a. 00010000:00000200:1.0:1767385006.256129:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a990192 x1853237373209600/t0(0) o250->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385026 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.256147:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000100:00000200:1.0:1767385006.256151:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237373209600, offset 0 00000400:00000200:1.0:1767385006.256157:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.256165:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.256172:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958273508c00 00000400:00000200:1.0:1767385006.256177:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2331 [1] + 0 00000400:00000200:1.0:1767385006.256182:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.256185:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.256208:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006847cd02 x1853237373209600/t0(0) o250->MGC192.168.204.149@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.256238:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767385006.256242:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000020:00000010:1.0:1767385006.256257:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.256261:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.256265:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011143f1c. 02000000:00000010:1.0:1767385006.256271:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000b5fe1419. 00000100:00000200:1.0:1767385006.256296:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767385006.256300:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bca8be. 00000400:00000010:1.0:1767385006.256304:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e06f27c. 00000400:00000010:2.0:1767385006.256332:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc8eb7a3. 00000400:00000200:2.0:1767385006.256341:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f1b3e3 00000400:00000010:2.0:1767385006.256343:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f1b3e3. 00000100:00000200:2.0:1767385006.256351:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006847cd02 x1853237373209600/t0(0) o250->MGC192.168.204.149@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767385006.256362:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006847cd02 x1853237373209600/t0(0) o250->MGC192.168.204.149@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.256421:0:16162:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000e8aa862b. 02000000:00000010:2.0:1767385006.256455:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed6b62ee. 02000000:00000010:2.0:1767385006.256461:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000039c871c8. 00000100:00000010:2.0:1767385006.256465:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006847cd02. 00000020:00000010:0.0:1767385006.256501:0:473:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 000000009385c92c. 00000100:00000010:0.0:1767385006.256537:0:473:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049196496. 00000020:00000010:3.0:1767385006.256542:0:40441:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000005e5d86c7. 00000100:00000010:0.0:1767385006.256575:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 00000020:00000010:3.0:1767385006.256576:0:40441:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000ebac0e14. 00000020:00000010:3.0:1767385006.256634:0:40441:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000007c80e300. 00000020:00000010:3.0:1767385006.256647:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005543608c. 00000020:00000010:3.0:1767385006.256654:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009cd5a9ea. 02000000:00000010:0.0:1767385006.256656:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006d9e1e68. 00000020:00000010:3.0:1767385006.256668:0:40441:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000007c80e300. 00000100:00000010:0.0:1767385006.256670:0:473:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000095f2e16c. 00000100:00000010:0.0:1767385006.256678:0:473:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e11872b3. 00000020:00000010:3.0:1767385006.256680:0:40441:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 0000000091d341a1. 00000400:00000010:0.0:1767385006.256698:0:473:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebbcdc9. 00000001:00000010:3.0:1767385006.256702:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a1fcc25b. 00000400:00000010:0.0:1767385006.256707:0:473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eee877a. 00000001:00000010:3.0:1767385006.256710:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002ed950db. 00000100:00000200:0.0:1767385006.256714:0:473:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958273508c80-0x6958273508c80, portal 33 00000001:00000010:3.0:1767385006.256716:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091e1d3cf. 00000001:00000010:3.0:1767385006.256724:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e4bab7e. 00000001:00000010:3.0:1767385006.256730:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fcb727d. 02000000:00000010:0.0:1767385006.256731:0:473:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000513d880c. 00000001:00000010:3.0:1767385006.256733:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000638aa657. 00000400:00000010:0.0:1767385006.256740:0:473:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa0a79a. 00000001:00000010:3.0:1767385006.256741:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000098dd4344. 00000400:00000010:0.0:1767385006.256748:0:473:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a850d249. 00000100:00000200:0.0:1767385006.256752:0:473:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373209728, portal 25 00000001:00000010:3.0:1767385006.256758:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a323cc5f. 00000400:00000010:0.0:1767385006.256761:0:473:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6e25cf1. 00000001:00000010:3.0:1767385006.256765:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077a10f5c. 00000100:00000200:0.0:1767385006.256767:0:473:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237373209728, offset 0 00000001:00000010:3.0:1767385006.256771:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5435b23. 00000001:00000010:3.0:1767385006.256777:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8b6b5ee. 00000400:00000200:0.0:1767385006.256778:0:473:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:3.0:1767385006.256782:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064e1b89c. 00000020:00000010:3.0:1767385006.256790:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056ad9fd0. 00000400:00000200:0.0:1767385006.256791:0:473:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767385006.256799:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f26e4d94. 00000020:00000010:3.0:1767385006.256807:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000400:00000200:0.0:1767385006.256808:0:473:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958273508c80 00000008:00000010:3.0:1767385006.256816:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000c3e6e1a. 00000400:00000200:0.0:1767385006.256818:0:473:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2235 [2] + 0 00020000:00000010:3.0:1767385006.256823:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000085d8dddb. 00000400:00000010:0.0:1767385006.256825:0:473:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e313d21d. 00008000:00000010:3.0:1767385006.256829:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fa36bd52. 00000400:00000200:0.0:1767385006.256832:0:473:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ed668d0 00000080:00000010:3.0:1767385006.256848:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000079c14ce1. 00000400:00000200:0.0:1767385006.256849:0:473:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767385006.256857:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541e5729. 00000400:00000200:0.0:1767385006.256858:0:473:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767385006.256865:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee17cf42. 00000400:00000200:0.0:1767385006.256867:0:473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed668d0 00000040:00000010:3.0:1767385006.256871:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018b5072d. 00000400:00000010:0.0:1767385006.256872:0:473:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed668d0. 00000020:00000010:3.0:1767385006.256880:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e888f19. 00000100:00000200:0.0:1767385006.256881:0:473:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1767385006.256888:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.256893:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2cc687f. 80000000:00000010:3.0:1767385006.256896:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c80e300. 40000000:00000010:3.0:1767385006.256899:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008b07453c. 00100000:00000010:3.0:1767385006.256904:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe96d0c6. 00000400:00000200:0.0:1767385006.256907:0:473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e25cf1 00040000:00000010:3.0:1767385006.256908:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c24077cb. 00000400:00000010:0.0:1767385006.256912:0:473:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6e25cf1. 00040000:00000010:3.0:1767385006.256915:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065e345f4. 00080000:00000010:3.0:1767385006.256920:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000087117654. 00000100:00000200:0.0:1767385006.256923:0:473:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac667ac9 x1853237373209728/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767385006.256927:0:40441:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000000c8dd05a. 00000020:00000010:1.0:1767385006.256939:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec164f36. 00000020:00000010:1.0:1767385006.256962:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec164f36. 00000020:00000010:1.0:1767385006.256973:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eb71e7c. 00000020:00000010:1.0:1767385006.256980:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.256988:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.257036:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec164f36. 00000020:00000010:1.0:1767385006.257040:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec164f36. 00000100:00000200:1.0:1767385006.257045:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373209728 02000000:00000010:1.0:1767385006.257059:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000416ef44d. 20000000:00000010:1.0:1767385006.257072:0:40446:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000dc4c7c63. 00000100:00000010:1.0:1767385006.257078:0:40446:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b5fe1419. 00000100:00000010:1.0:1767385006.257082:0:40446:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000edef1138. 00000400:00000010:1.0:1767385006.257091:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000400:00000010:1.0:1767385006.257098:0:40446:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068b55d50. 00000400:00000200:1.0:1767385006.257103:0:40446:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767385006.257113:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767385006.257120:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958273508c80 00000400:00000200:1.0:1767385006.257126:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2341 [1] + 0 00000400:00000010:1.0:1767385006.257130:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebbcdc9. 00000400:00000200:1.0:1767385006.257135:0:40446:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002eee877a 00000100:00000200:1.0:1767385006.257141:0:40446:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b5fe1419 00000400:00000200:1.0:1767385006.257149:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767385006.257157:0:40446:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x234d 00000400:00000200:1.0:1767385006.257163:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.257168:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767385006.257171:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649d0a61 00000400:00000010:1.0:1767385006.257173:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000649d0a61. 00000100:00000200:1.0:1767385006.257176:0:40446:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000b5fe1419 00000400:00000200:1.0:1767385006.257181:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eee877a 00000400:00000010:1.0:1767385006.257183:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eee877a. 00000100:00000200:1.0:1767385006.257187:0:40446:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000ac667ac9 desc 0000000095f2e16c mbits 1853237373209728 00000100:00000200:1.0:1767385006.257209:0:40446:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958273508c80-0x6958273508c80 20000000:00000010:1.0:1767385006.257224:0:40446:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000000938dfdb. 20000000:00000010:1.0:1767385006.257233:0:40446:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000486e8d17. 20000000:00000010:1.0:1767385006.257241:0:40446:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000005f2d8462. 20000000:00000010:1.0:1767385006.257246:0:40446:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006804fe94. 20000000:00000010:1.0:1767385006.257250:0:40446:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000e5d60db4. 00000100:00000010:2.0:1767385006.257534:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008f498d20. 00000100:00000010:2.0:1767385006.257545:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ed6b62ee. 00000100:00000010:2.0:1767385006.257588:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001078879a. 00000100:00000010:2.0:1767385006.257636:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000012af2559. 00000100:00000010:2.0:1767385006.257654:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e38b854c. 00000020:00000010:1.0:1767385006.257719:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a46ab819. 20000000:00000010:1.0:1767385006.257730:0:40446:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000006fa2fdb5. 00080000:00000010:1.0:1767385006.257737:0:40446:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f58b3afd. 00000100:00000010:2.0:1767385006.257765:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008db215fc. 00000100:00000010:2.0:1767385006.257775:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003676bc9c. 00000100:00000010:2.0:1767385006.257908:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e0a1047f. 00000100:00000010:2.0:1767385006.257916:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064b3f3ec. 20000000:00000010:1.0:1767385006.257959:0:40446:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000001c6d898b. 00000040:00000010:1.0:1767385006.257967:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000011143f1c. 00000040:00000010:1.0:1767385006.258001:0:40446:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f4a369d4. 00000020:00000010:1.0:1767385006.258010:0:40446:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000989f0bd8. 00080000:00000010:1.0:1767385006.258016:0:40446:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a107a8f9. 00000100:00000010:2.0:1767385006.258029:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c39d5414. 00000100:00000010:2.0:1767385006.258039:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068c1dab1. 00000040:00000010:1.0:1767385006.258082:0:40446:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000344ff8c1. 00000100:00000010:2.0:1767385006.258150:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc817170. 00000100:00000010:2.0:1767385006.258160:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000225d8f24. 00000100:00000010:2.0:1767385006.258315:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a4daaf25. 00000100:00000010:2.0:1767385006.258323:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086935088. 00000100:00000010:2.0:1767385006.258433:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f037fcbf. 00000100:00000010:2.0:1767385006.258440:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000117f519d. 00000040:00000010:1.0:1767385006.258486:0:40446:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000bab0aacf. 00000100:00000010:2.0:1767385006.258570:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000090f83956. 00000100:00000010:2.0:1767385006.258579:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e5bbee7. 00010000:00000010:0.1:1767385006.258655:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002315bf3. 00010000:00000010:0.1:1767385006.258675:0:2:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091788f1a. 00010000:00000010:0.1:1767385006.258690:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f2660d3. 00010000:00000010:0.1:1767385006.258703:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e57b9f27. 00010000:00000010:0.1:1767385006.258713:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.1:1767385006.258720:0:2:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000964e9948. 00010000:00000010:0.1:1767385006.258731:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000111f4677. 00010000:00000010:0.1:1767385006.258740:0:2:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000048b0243c. 00000100:00000010:2.0:1767385006.258762:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000077b47e1c. 00000100:00000010:2.0:1767385006.258773:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a98c549. 00000100:00000010:2.0:1767385006.258902:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eeb85238. 00000100:00000010:2.0:1767385006.258910:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e053bb4. 00000020:00000010:0.0:1767385006.258936:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023f54bc3. 00000020:00000010:0.0:1767385006.258946:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076854bdb. 00000040:00000010:0.0:1767385006.258951:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007bccd440. 00000020:00000010:0.0:1767385006.258956:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075ae3f67. 00000020:00000010:0.0:1767385006.258962:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007b81b96d. 00000020:00000010:0.0:1767385006.258966:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000134861c0. 80000000:00000010:0.0:1767385006.258971:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006ee14f81. 40000000:00000010:0.0:1767385006.258975:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ce56efc. 00100000:00000010:0.0:1767385006.258982:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000659591f9. 00040000:00000010:0.0:1767385006.258987:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a15dcfbc. 00040000:00000010:0.0:1767385006.258992:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db86a84f. 00080000:00000010:0.0:1767385006.258996:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b28b462b. 00000004:00000010:0.0:1767385006.259002:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ee4c1540. 00002000:00000010:0.0:1767385006.259008:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004ca59922. 00000020:00000010:0.0:1767385006.259013:0:40449:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005d336d95. 00000040:00000010:0.0:1767385006.259021:0:40449:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000516e119a. 00000100:00000010:2.0:1767385006.259037:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008cf93647. 00000100:00000010:2.0:1767385006.259047:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd587e22. 00000100:00000010:2.0:1767385006.259183:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c7d75310. 00000100:00000010:2.0:1767385006.259193:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6f696a9. 00000100:00000010:2.0:1767385006.259326:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000024df18b1. 00000100:00000010:2.0:1767385006.259333:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000061a4bad. 00000040:00000010:0.0:1767385006.259371:0:40449:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000516e119a. 00000020:00000010:0.0:1767385006.259381:0:40449:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005d336d95. 00000020:00000010:0.0:1767385006.259391:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076854bdb. 00000040:00000010:0.0:1767385006.259394:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007bccd440. 00000020:00000010:0.0:1767385006.259398:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075ae3f67. 00000020:00000010:0.0:1767385006.259403:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007b81b96d. 00000020:00000010:0.0:1767385006.259408:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000134861c0. 80000000:00000010:0.0:1767385006.259412:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006ee14f81. 40000000:00000010:0.0:1767385006.259416:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ce56efc. 00100000:00000010:0.0:1767385006.259419:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000659591f9. 00040000:00000010:0.0:1767385006.259424:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a15dcfbc. 00040000:00000010:0.0:1767385006.259433:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db86a84f. 00080000:00000010:0.0:1767385006.259438:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b28b462b. 00000004:00000010:0.0:1767385006.259443:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ee4c1540. 00002000:00000010:0.0:1767385006.259447:0:40449:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004ca59922. 00000020:00000010:0.0:1767385006.259451:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023f54bc3. 00000100:00000010:2.0:1767385006.259482:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000090023ec. 00000040:00000010:1.0:1767385006.259488:0:40446:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000bab0aacf. 00000100:00000010:2.0:1767385006.259492:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a84e19d. 00000040:00000010:1.0:1767385006.259504:0:40446:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f4a369d4. 00000040:00000010:1.0:1767385006.259513:0:40446:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000344ff8c1. 00000040:00000010:1.0:1767385006.259519:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000011143f1c. 20000000:00000010:1.0:1767385006.259524:0:40446:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001c6d898b. 20000000:00000010:1.0:1767385006.259530:0:40446:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000001c6d898b. 00000040:00000010:1.0:1767385006.259536:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000011143f1c. 00000040:00000010:1.0:1767385006.259641:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000011143f1c. 20000000:00000010:1.0:1767385006.259648:0:40446:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000001c6d898b. 20000000:00000010:1.0:1767385006.259655:0:40446:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000bab0aacf. 20000000:00000010:1.0:1767385006.259668:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011143f1c. 00000100:00000010:2.0:1767385006.259672:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000db660b44. 20000000:00000010:1.0:1767385006.259679:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff6e4e3e. 00000100:00000010:2.0:1767385006.259683:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004732fb0f. 20000000:00000010:1.0:1767385006.259692:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fdbd780f. 20000000:00000010:1.0:1767385006.259700:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010040e31. 20000000:00000010:1.0:1767385006.259705:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a2f2597. 20000000:00000010:1.0:1767385006.259709:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067f60e2b. 20000000:00000010:1.0:1767385006.259713:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096034b6e. 20000000:00000010:1.0:1767385006.259717:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062681b1e. 20000000:00000010:1.0:1767385006.259722:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e20af00. 20000000:00000010:1.0:1767385006.259726:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c75df26. 20000000:00000010:1.0:1767385006.259729:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003676f7a3. 20000000:00000010:1.0:1767385006.259733:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000869ec922. 20000000:00000010:1.0:1767385006.259737:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5b98e7f. 20000000:00000010:1.0:1767385006.259742:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000030d9b056. 20000000:00000010:1.0:1767385006.259745:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d31041b. 20000000:00000010:1.0:1767385006.259750:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b74fa2d. 20000000:00000010:1.0:1767385006.259755:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c73b6eb8. 20000000:00000010:1.0:1767385006.259759:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d4e28ac. 20000000:00000010:1.0:1767385006.259763:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cac4a241. 20000000:00000010:1.0:1767385006.259767:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a92ce5a8. 20000000:00000010:1.0:1767385006.259771:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d3dbed3. 20000000:00000010:1.0:1767385006.259775:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edfc4640. 20000000:00000010:1.0:1767385006.259779:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011477612. 20000000:00000010:1.0:1767385006.259784:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edd45d45. 20000000:00000010:1.0:1767385006.259788:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a957db4. 20000000:00000010:1.0:1767385006.259792:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059d2860e. 20000000:00000010:1.0:1767385006.259796:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b88990fb. 20000000:00000010:1.0:1767385006.259800:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000775b3303. 00000100:00000010:2.0:1767385006.259804:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006844dc7e. 20000000:00000010:1.0:1767385006.259805:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1a3d1c1. 20000000:00000010:1.0:1767385006.259819:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086526770. 00000100:00000010:2.0:1767385006.259821:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008647f6eb. 20000000:00000010:1.0:1767385006.259826:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d86f3d8. 20000000:00000010:1.0:1767385006.259835:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012d92d0b. 20000000:00000010:1.0:1767385006.259840:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4151a3b. 20000000:00000010:1.0:1767385006.259845:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000796a49f3. 20000000:00000010:1.0:1767385006.259849:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf891cd8. 20000000:00000010:1.0:1767385006.259853:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c8703b3. 20000000:00000010:1.0:1767385006.259857:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ca9f6e0. 20000000:00000010:1.0:1767385006.259861:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e58d679a. 20000000:00000010:1.0:1767385006.259867:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000447a6f45. 20000000:00000010:1.0:1767385006.259871:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ef6df27a. 20000000:00000010:1.0:1767385006.259875:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f2531a5. 20000000:00000010:1.0:1767385006.259879:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000013328d7f. 00080000:00000010:1.0:1767385006.259905:0:40446:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b6e2549. 00000100:00000010:2.0:1767385006.259942:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000041614316. 00000100:00000010:2.0:1767385006.259952:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007725eaeb. 00000100:00000010:2.0:1767385006.260070:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006679bd59. 00000100:00000010:2.0:1767385006.260077:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c438651b. 00000100:00000010:2.0:1767385006.260193:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c6c132b. 00000100:00000010:2.0:1767385006.260198:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000395c8d26. 00000100:00000010:2.0:1767385006.260322:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e9d006d6. 00000100:00000010:2.0:1767385006.260329:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000764c9c. 00000100:00000010:2.0:1767385006.260452:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000618605af. 00000100:00000010:2.0:1767385006.260461:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000220e105b. 00000100:00000010:2.0:1767385006.260636:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b9922b0a. 00000100:00000010:2.0:1767385006.260646:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4bb97dd. 00000100:00000010:2.0:1767385006.260765:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d4fc2cae. 00000100:00000010:2.0:1767385006.260775:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e4e79d8. 00000100:00000010:2.0:1767385006.260893:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000046037618. 00000100:00000010:2.0:1767385006.260900:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000510c0ac. 00000100:00000010:2.0:1767385006.261019:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000385dc5c4. 00000100:00000010:2.0:1767385006.261027:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7d35e23. 00000100:00000010:2.0:1767385006.261147:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009bb88fb7. 00000100:00000010:2.0:1767385006.261154:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041067e7c. 00000100:00000010:2.0:1767385006.261273:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008f8bc6a5. 00000100:00000010:2.0:1767385006.261283:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e0f7dcf. 00000100:00000010:2.0:1767385006.261403:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc630aff. 00000100:00000010:2.0:1767385006.261410:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b83a469b. 00000100:00000010:2.0:1767385006.261531:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000b30dbf3. 00000100:00000010:2.0:1767385006.261538:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067d0e05c. 00000100:00000010:2.0:1767385006.261711:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ff64650f. 00000100:00000010:2.0:1767385006.261719:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c1acb1f. 00000100:00000010:2.0:1767385006.261853:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004b9b4482. 00000100:00000010:2.0:1767385006.261862:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c93abc6f. 00000100:00000010:2.0:1767385006.261992:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f5aabec5. 00000100:00000010:2.0:1767385006.261999:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000769dfd99. 00000100:00000010:2.0:1767385006.262117:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009cc458d1. 00000100:00000010:2.0:1767385006.262125:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eef702e1. 00000100:00000010:2.0:1767385006.262256:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd48b8fc. 00000100:00000010:2.0:1767385006.262276:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008903cf67. 00000100:00000010:2.0:1767385006.262400:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009bad5f34. 00000100:00000010:2.0:1767385006.262409:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002829cd0. 00000100:00000010:2.0:1767385006.262529:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002aa5d8c5. 00000100:00000010:2.0:1767385006.262539:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b21e0ff. 00000100:00000010:2.0:1767385006.262704:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000936911ed. 00000100:00000010:2.0:1767385006.262712:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089a674b7. 00000100:00000010:2.0:1767385006.262831:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000007f6730. 00000100:00000010:2.0:1767385006.262839:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078a5c8f8. 00000100:00000010:2.0:1767385006.262957:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005d4f9b8e. 00000100:00000010:2.0:1767385006.262966:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049c2e205. 00000100:00000010:2.0:1767385006.263086:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000993efad5. 00000100:00000010:2.0:1767385006.263094:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bb7281c. 00000100:00000010:2.0:1767385006.263211:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bbfb362c. 00000100:00000010:2.0:1767385006.263218:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001de82f6f. 00000100:00000010:2.0:1767385006.263336:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c0a70115. 00000100:00000010:2.0:1767385006.263346:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f61fb30. 00000100:00000010:2.0:1767385006.263466:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000023bb577. 00000100:00000010:2.0:1767385006.263474:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046b522a3. 00000100:00000010:2.0:1767385006.263658:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002700b669. 00000100:00000010:2.0:1767385006.263667:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b146a19. 00000100:00000010:2.0:1767385006.263780:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032b05492. 00000100:00000010:2.0:1767385006.263788:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055ce7b11. 00000100:00000010:2.0:1767385006.263903:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000662c9042. 00000100:00000010:2.0:1767385006.263917:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e13951e. 00000100:00000010:2.0:1767385006.264031:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e5d3075b. 00000100:00000010:2.0:1767385006.264037:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072a1c5fe. 00000100:00000010:2.0:1767385006.264154:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e296154d. 00000100:00000010:2.0:1767385006.264161:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e147913f. 00000100:00000010:2.0:1767385006.264276:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fb013eda. 00000100:00000010:2.0:1767385006.264285:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fed84495. 00000100:00000010:2.0:1767385006.264397:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009c0eefb5. 00000100:00000010:2.0:1767385006.264405:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004438af45. 00000100:00000010:2.0:1767385006.264533:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e0a97143. 00000100:00000010:2.0:1767385006.264539:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de5e7727. 00000100:00000010:2.0:1767385006.264688:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000090362b9e. 00000100:00000010:2.0:1767385006.264695:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c70c1b7. 00000100:00000010:2.0:1767385006.264813:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000abc8b532. 00000100:00000010:2.0:1767385006.264819:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027a08de2. 00000100:00000010:2.0:1767385006.264936:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f9146582. 00000100:00000010:2.0:1767385006.264942:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087239d0e. 00000100:00000010:2.0:1767385006.265075:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b6f020a4. 00000100:00000010:2.0:1767385006.265093:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa4fbf5d. 00000100:00000010:2.0:1767385006.265208:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ba9a2663. 00000100:00000010:2.0:1767385006.265217:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020cd55ca. 00000100:00000010:2.0:1767385006.265330:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a8f014db. 00000100:00000010:2.0:1767385006.265337:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000629136fd. 00000100:00000010:2.0:1767385006.265449:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007d493396. 00000100:00000010:2.0:1767385006.265456:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002034a9f9. 00000100:00000010:2.0:1767385006.265584:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dc07c326. 00000100:00000010:2.0:1767385006.265592:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f39717bc. 00000100:00000010:2.0:1767385006.265730:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000047a9857a. 00000100:00000010:2.0:1767385006.265738:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4aaca5d. 00000100:00000010:2.0:1767385006.265851:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002f8009bf. 00000100:00000010:2.0:1767385006.265858:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000600a98ca. 00000100:00000010:2.0:1767385006.265969:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000079804f60. 00000100:00000010:2.0:1767385006.265976:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052fe14fa. 00000100:00000010:2.0:1767385006.266087:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ac397973. 00000100:00000010:2.0:1767385006.266094:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f30e6c4. 00000100:00000010:2.0:1767385006.266206:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bafb0074. 00000100:00000010:2.0:1767385006.266213:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b21c28d. 00000100:00000010:2.0:1767385006.266322:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009ed1048b. 00000400:00000200:2.0:1767385006.266330:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:2.0:1767385006.266430:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000073b186bc. 00000020:00000010:2.0:1767385006.266439:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b0ca2f11. 00000100:00000010:2.0:1767385006.266541:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a1963b99. 00000100:00000010:2.0:1767385006.266570:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000dc0640ca. 00000100:00000010:2.0:1767385006.266579:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000063e59e45. 00000100:00000010:2.0:1767385006.266586:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f64065d0. 00000100:00000010:2.0:1767385006.266591:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000016b4efbf. 00000100:00000010:2.0:1767385006.266621:0:40441:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000009bea62be. 00000100:00000010:2.0:1767385006.266627:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d4029c9d. 00000100:00000010:2.0:1767385006.266633:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006ae230cf. 00000100:00000010:2.0:1767385006.266639:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b034556d. 00000100:00000010:2.0:1767385006.266644:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000060bc6650. 00000100:00000010:2.0:1767385006.266650:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006b3d4ec8. 00000100:00000200:2.0:1767385006.266736:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:2.0:1767385006.266742:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000befa5abd. 00000100:00000010:2.0:1767385006.267029:0:40452:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000978ac89. 00000020:00000010:2.0:1767385006.267037:0:40452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000007a71078. 00000020:00000010:2.0:1767385006.267048:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042992487. 00000020:00000010:2.0:1767385006.267056:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000676cb88c. 00000040:00000010:2.0:1767385006.267062:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba4e49d9. 00000020:00000010:2.0:1767385006.267068:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000667b0469. 00000020:00000010:2.0:1767385006.267074:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce74b733. 00000020:00000010:2.0:1767385006.267082:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000040fb0ab7. 80000000:00000010:2.0:1767385006.267087:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000213719a7. 40000000:00000010:2.0:1767385006.267094:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003fab2056. 00100000:00000010:2.0:1767385006.267100:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f633b6ca. 00040000:00000010:2.0:1767385006.267106:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ba8109f. 00040000:00000010:2.0:1767385006.267112:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c868ef74. 00080000:00000010:2.0:1767385006.267119:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bee226be. 00000004:00000010:2.0:1767385006.267125:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000051fc7444. 00002000:00000010:2.0:1767385006.267134:0:40452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009661acfe. 00000100:00000200:2.0:1767385006.267140:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267148:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8eb7a3. 00000400:00000010:2.0:1767385006.267156:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000592411c9. 00000100:00000200:2.0:1767385006.267165:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267169:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0631927. 00000400:00000010:2.0:1767385006.267174:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b5252929. 00000100:00000200:2.0:1767385006.267178:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267183:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b078f7f3. 00000400:00000010:2.0:1767385006.267189:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a9467cd8. 00000100:00000200:2.0:1767385006.267195:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267200:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063912b28. 00000400:00000010:2.0:1767385006.267207:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003dacf5c9. 00000100:00000200:2.0:1767385006.267211:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267226:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da7e9cad. 00000400:00000010:2.0:1767385006.267232:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007124d1bd. 00000100:00000200:2.0:1767385006.267236:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267241:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c5cde9d. 00000400:00000010:2.0:1767385006.267248:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e16452da. 00000100:00000200:2.0:1767385006.267254:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267258:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000467589a6. 00000400:00000010:2.0:1767385006.267265:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f432bd07. 00000100:00000200:2.0:1767385006.267270:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267276:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053727abf. 00000400:00000010:2.0:1767385006.267281:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000115e9373. 00000100:00000200:2.0:1767385006.267286:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267289:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7607796. 00000400:00000010:2.0:1767385006.267294:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000230dc600. 00000100:00000200:2.0:1767385006.267300:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267304:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5c75a07. 00000400:00000010:2.0:1767385006.267311:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000043da1bc8. 00000100:00000200:2.0:1767385006.267316:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267320:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc765eb. 00000400:00000010:2.0:1767385006.267325:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000061a84f9e. 00000100:00000200:2.0:1767385006.267330:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267334:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000021fec94. 00000400:00000010:2.0:1767385006.267341:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002709a8e6. 00000100:00000200:2.0:1767385006.267347:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267352:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6c3b27f. 00000400:00000010:2.0:1767385006.267366:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f361aa7b. 00000100:00000200:2.0:1767385006.267371:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267377:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5d0b1a3. 00000400:00000010:2.0:1767385006.267383:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000057f5d1c9. 00000100:00000200:2.0:1767385006.267388:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267393:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cb0f16a. 00000400:00000010:2.0:1767385006.267398:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000071bc8f1a. 00000100:00000200:2.0:1767385006.267402:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267404:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c00770e. 00000400:00000010:2.0:1767385006.267407:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000035cf0e09. 00000100:00000200:2.0:1767385006.267411:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267415:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae6ab2e8. 00000400:00000010:2.0:1767385006.267422:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006dea721. 00000100:00000200:2.0:1767385006.267426:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267430:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0e51fd. 00000400:00000010:2.0:1767385006.267436:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a276c36f. 00000100:00000200:2.0:1767385006.267440:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267444:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de52431. 00000400:00000010:2.0:1767385006.267451:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000335c7409. 00000100:00000200:2.0:1767385006.267457:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267468:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000215cd5c4. 00000400:00000010:2.0:1767385006.267474:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000008b9a80d. 00000100:00000200:2.0:1767385006.267479:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267483:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000268fe005. 00000400:00000010:2.0:1767385006.267488:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000960a92fd. 00000100:00000200:2.0:1767385006.267494:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267498:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3acb96. 00000400:00000010:2.0:1767385006.267505:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000092dbf7c1. 00000100:00000200:2.0:1767385006.267510:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267514:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9cfeb5f. 00000400:00000010:2.0:1767385006.267523:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000019139d07. 00000100:00000200:2.0:1767385006.267529:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267533:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed316eb2. 00000400:00000010:2.0:1767385006.267540:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a54bb5d4. 00000100:00000200:2.0:1767385006.267545:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267549:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033589ae7. 00000400:00000010:2.0:1767385006.267578:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000887c4ad8. 00000100:00000200:2.0:1767385006.267584:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267588:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe47390. 00000400:00000010:2.0:1767385006.267638:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc82b058. 00000100:00000200:2.0:1767385006.267645:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267689:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e313d21d. 00000400:00000010:2.0:1767385006.267695:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023da2294. 00000100:00000200:2.0:1767385006.267699:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267702:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ec02bc. 00000400:00000010:2.0:1767385006.267707:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000030e62929. 00000100:00000200:2.0:1767385006.267711:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267715:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3bf230. 00000400:00000010:2.0:1767385006.267721:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000033c742f6. 00000100:00000200:2.0:1767385006.267726:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267730:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096e43594. 00000400:00000010:2.0:1767385006.267735:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000130e88a4. 00000100:00000200:2.0:1767385006.267739:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267744:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008fc00e6. 00000400:00000010:2.0:1767385006.267750:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000740ad788. 00000100:00000200:2.0:1767385006.267754:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267759:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001330706e. 00000400:00000010:2.0:1767385006.267764:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000093a05bdd. 00000100:00000200:2.0:1767385006.267770:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267774:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094803cdd. 00000400:00000010:2.0:1767385006.267779:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000239175ad. 00000100:00000200:2.0:1767385006.267783:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267787:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6f96b4a. 00000400:00000010:2.0:1767385006.267792:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000da20b2fc. 00000100:00000200:2.0:1767385006.267807:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267812:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022c92cbc. 00000400:00000010:2.0:1767385006.267817:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007022108e. 00000100:00000200:2.0:1767385006.267821:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267825:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af829025. 00000400:00000010:2.0:1767385006.267831:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b135e031. 00000100:00000200:2.0:1767385006.267834:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267836:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8446993. 00000400:00000010:2.0:1767385006.267840:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c9f23de. 00000100:00000200:2.0:1767385006.267844:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267848:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000775d86. 00000400:00000010:2.0:1767385006.267854:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000214a0b75. 00000100:00000200:2.0:1767385006.267860:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267863:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8879152. 00000400:00000010:2.0:1767385006.267868:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ccd68f8d. 00000100:00000200:2.0:1767385006.267871:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267876:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a68db24. 00000400:00000010:2.0:1767385006.267880:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000013510229. 00000100:00000200:2.0:1767385006.267884:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267888:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e700316. 00000400:00000010:2.0:1767385006.267892:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000883dd42a. 00000100:00000200:2.0:1767385006.267896:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267900:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e3bc255. 00000400:00000010:2.0:1767385006.267904:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000087734628. 00000100:00000200:2.0:1767385006.267908:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267912:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a91d5ffb. 00000400:00000010:2.0:1767385006.267917:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fc31d076. 00000100:00000200:2.0:1767385006.267923:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267928:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6aadfe0. 00000400:00000010:2.0:1767385006.267933:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000060de6d76. 00000100:00000200:2.0:1767385006.267936:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267938:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efc40c31. 00000400:00000010:2.0:1767385006.267941:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000df93932f. 00000100:00000200:2.0:1767385006.267945:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267948:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000854c9246. 00000400:00000010:2.0:1767385006.267952:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e5381561. 00000100:00000200:2.0:1767385006.267956:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267959:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000339562bd. 00000400:00000010:2.0:1767385006.267962:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ba569c89. 00000100:00000200:2.0:1767385006.267965:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267969:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053700e20. 00000400:00000010:2.0:1767385006.267974:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b4c0269a. 00000100:00000200:2.0:1767385006.267977:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267982:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c2db9b. 00000400:00000010:2.0:1767385006.267986:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000df57bfcb. 00000100:00000200:2.0:1767385006.267989:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.267990:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7354cf3. 00000400:00000010:2.0:1767385006.267993:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008282dc92. 00000100:00000200:2.0:1767385006.267997:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268001:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cf23380. 00000400:00000010:2.0:1767385006.268008:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c49c09d2. 00000100:00000200:2.0:1767385006.268013:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268016:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a1cf38e. 00000400:00000010:2.0:1767385006.268022:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000197251e0. 00000100:00000200:2.0:1767385006.268026:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268030:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045954c29. 00000400:00000010:2.0:1767385006.268035:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f501848f. 00000100:00000200:2.0:1767385006.268039:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268043:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005935a2eb. 00000400:00000010:2.0:1767385006.268047:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fe2b359f. 00000100:00000200:2.0:1767385006.268052:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268056:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037f2227d. 00000400:00000010:2.0:1767385006.268061:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001dcc33d6. 00000100:00000200:2.0:1767385006.268066:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268070:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008404d2e6. 00000400:00000010:2.0:1767385006.268073:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c936d29b. 00000100:00000200:2.0:1767385006.268077:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268082:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056843591. 00000400:00000010:2.0:1767385006.268086:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000314efa6b. 00000100:00000200:2.0:1767385006.268089:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268092:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c170614. 00000400:00000010:2.0:1767385006.268096:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f842511a. 00000100:00000200:2.0:1767385006.268101:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268106:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc9b83b. 00000400:00000010:2.0:1767385006.268112:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000029e153ac. 00000100:00000200:2.0:1767385006.268116:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268120:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c464bcd. 00000400:00000010:2.0:1767385006.268125:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000fbdd1df. 00000100:00000200:2.0:1767385006.268130:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268133:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005424e0be. 00000400:00000010:2.0:1767385006.268138:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000024626af. 00000100:00000200:2.0:1767385006.268143:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268146:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003240a449. 00000400:00000010:2.0:1767385006.268152:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000055106d3c. 00000100:00000200:2.0:1767385006.268156:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268161:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f83132. 00000400:00000010:2.0:1767385006.268166:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008839328b. 00000100:00000200:2.0:1767385006.268171:0:40452:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767385006.268176:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006489b572. 00000400:00000010:2.0:1767385006.268182:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e60391ae. 00000100:00000010:2.0:1767385006.268251:0:40452:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000061ca9e71. 00000100:00000200:2.0:1767385006.268276:0:40452:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767385006.268403:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b217f6ad. 00000100:00000010:2.0:1767385006.268937:0:40453:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000de9dfc84. 00000020:00000010:2.0:1767385006.268945:0:40453:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000eacba43. 00000020:00000010:2.0:1767385006.268978:0:40453:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e432a48b. 00000020:00000010:2.0:1767385006.268982:0:40453:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037919c79. 00000040:00000010:2.0:1767385006.268986:0:40453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da52576e. 00000020:00000010:2.0:1767385006.268991:0:40453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000050296fe3. 00000020:00000010:2.0:1767385006.268998:0:40453:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005388571b. 00000020:00000010:2.0:1767385006.269009:0:40453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005961f138. 80000000:00000010:2.0:1767385006.269014:0:40453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032e61727. 40000000:00000010:2.0:1767385006.269022:0:40453:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f61b7c95. 00100000:00000010:2.0:1767385006.269028:0:40453:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f44bdaed. 00040000:00000010:2.0:1767385006.269034:0:40453:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ce2a085. 00040000:00000010:2.0:1767385006.269038:0:40453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3c76ad7. 00080000:00000010:2.0:1767385006.269044:0:40453:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fb99503b. 00000004:00000010:2.0:1767385006.269051:0:40453:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055fca05d. 00002000:00000010:2.0:1767385006.269057:0:40453:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb2313ee. 00000100:00000010:2.0:1767385006.269123:0:40453:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000060fa12ef. 00000100:00000200:2.0:1767385006.269150:0:40453:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767385006.269168:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007ccd09bf. 00000100:00000010:0.0:1767385006.269528:0:40454:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d73cf765. 00000020:00000010:0.0:1767385006.269539:0:40454:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000025126de8. 00000020:00000010:0.0:1767385006.269548:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bccd440. 00000020:00000010:0.0:1767385006.269578:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076854bdb. 00000040:00000010:0.0:1767385006.269585:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000623c7cbe. 00000020:00000010:0.0:1767385006.269592:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b28b462b. 00000020:00000010:0.0:1767385006.269654:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007b81b96d. 00000020:00000010:0.0:1767385006.269663:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b7c878b. 80000000:00000010:0.0:1767385006.269672:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b038571c. 40000000:00000010:0.0:1767385006.269676:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bff861a4. 00100000:00000010:0.0:1767385006.269682:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000659591f9. 00040000:00000010:0.0:1767385006.269687:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a15dcfbc. 00040000:00000010:0.0:1767385006.269692:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db86a84f. 00080000:00000010:0.0:1767385006.269699:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000075ae3f67. 00000004:00000010:0.0:1767385006.269707:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ee4c1540. 00002000:00000010:0.0:1767385006.269713:0:40454:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004ca59922. 00000100:00000010:0.0:1767385006.269788:0:40454:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000a67679c3. 00000100:00000200:0.0:1767385006.269832:0:40454:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1767385006.269867:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000023f54bc3. 00000100:00000010:0.0:1767385006.269877:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000039c871c8. 00000100:00000010:0.0:1767385006.269902:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f5164acd. 00000100:00000010:0.0:1767385006.269918:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000009996f819. 00000100:00000010:0.0:1767385006.269932:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d33b4e2. 00000100:00000010:0.0:1767385006.269942:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000516e119a. 00000100:00000010:0.0:1767385006.269952:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0ce3648. 00000100:00000010:0.0:1767385006.269961:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7d133c4. 00000100:00000010:0.0:1767385006.269969:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000373a1db9. 00000100:00000010:0.0:1767385006.269978:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d6c4f6b. 00000100:00000010:0.0:1767385006.269986:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055869c73. 00000100:00000010:0.0:1767385006.270012:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dd1657f. 00000100:00000010:0.0:1767385006.270023:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a13e5915. 00000100:00000010:0.0:1767385006.270030:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9202dc3. 00000100:00000010:0.0:1767385006.270036:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d8cc8e3. 00000100:00000010:0.0:1767385006.270043:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023187100. 00000100:00000010:0.0:1767385006.270049:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f25c5cc7. 00000100:00000010:0.0:1767385006.270055:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003453ce0e. 00000100:00000010:0.0:1767385006.270060:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076473702. 00000100:00000010:0.0:1767385006.270078:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b5488f9. 00000100:00000010:0.0:1767385006.270085:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c005e40b. 00000100:00000010:0.0:1767385006.270091:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015f14f42. 00000100:00000010:0.0:1767385006.270097:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a89321d. 00000100:00000010:0.0:1767385006.270104:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089cd614e. 00000100:00000010:0.0:1767385006.270111:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ab5025d. 00000100:00000010:0.0:1767385006.270128:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ba800ff. 00000100:00000010:0.0:1767385006.270134:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d708a502. 00000100:00000010:0.0:1767385006.270147:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac4afada. 00000100:00000010:0.0:1767385006.270153:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfdd9f2c. 00000100:00000010:0.0:1767385006.270159:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072cb693f. 00000100:00000010:0.0:1767385006.270165:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e85d849. 00000100:00000010:0.0:1767385006.270172:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000068c3a34. 00000100:00000010:0.0:1767385006.270180:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007605adfa. 00000100:00000010:0.0:1767385006.270187:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000002e0b6c. 00000100:00000010:0.0:1767385006.270195:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed25bf5c. 00000100:00000010:0.0:1767385006.270213:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e18b2eff. 00000100:00000010:0.0:1767385006.270223:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c5cc9c7. 00000100:00000010:0.0:1767385006.270233:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d1330f8. 00000100:00000010:0.0:1767385006.270241:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d4c52f5. 00000100:00000010:0.0:1767385006.270250:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021472459. 00000100:00000010:0.0:1767385006.270259:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000296c9a45. 00000100:00000010:0.0:1767385006.270268:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcf54985. 00000100:00000010:0.0:1767385006.270276:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e162d050. 00000100:00000010:0.0:1767385006.270300:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002116364. 00000100:00000010:0.0:1767385006.270310:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008f18b7f. 00000100:00000010:0.0:1767385006.270320:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000649bea1d. 00000100:00000010:0.0:1767385006.270326:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028de425a. 00000100:00000010:0.0:1767385006.270333:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000116b871f. 00000100:00000010:0.0:1767385006.270339:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d20a1d94. 00000100:00000010:0.0:1767385006.270345:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cdfe8f7b. 00000100:00000010:0.0:1767385006.270352:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006675a90c. 00000100:00000010:0.0:1767385006.270368:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef739f56. 00000100:00000010:0.0:1767385006.270374:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc4fb19. 00000100:00000010:0.0:1767385006.270380:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014d24918. 00000100:00000010:0.0:1767385006.270387:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012f56158. 00000100:00000010:0.0:1767385006.270394:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000556f5d3b. 00000100:00000010:0.0:1767385006.270400:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084d8baad. 00000100:00000010:0.0:1767385006.270408:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d84a85d2. 00000100:00000010:0.0:1767385006.270414:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b508ce61. 00000100:00000010:0.0:1767385006.270429:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001814f30f. 00000100:00000010:0.0:1767385006.270436:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6ef92df. 00000100:00000010:0.0:1767385006.270442:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa09664c. 00000100:00000010:0.0:1767385006.270449:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004183eb95. 00000100:00000010:0.0:1767385006.270455:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c48bb695. 00000100:00000010:0.0:1767385006.270461:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000384fa86e. 00000100:00000010:0.0:1767385006.270469:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3c9c0aa. 00000100:00000010:0.0:1767385006.270474:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccf6de1f. 00000100:00000010:0.0:1767385006.270496:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072487b74. 00000100:00000010:0.0:1767385006.270502:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000619c1ad2. 00000100:00000010:0.0:1767385006.270508:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078bdec5d. 00000100:00000010:0.0:1767385006.270513:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082cc0879. 00000100:00000010:0.0:1767385006.270519:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000396c79fa. 00000100:00000010:0.0:1767385006.270524:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dafb7fed. 00000100:00000010:0.0:1767385006.270530:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd8e4119. 00000100:00000010:0.0:1767385006.270535:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026d0144e. 00000100:00000010:0.0:1767385006.270548:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b753a6b7. 00000100:00000010:0.0:1767385006.270582:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009e9cd19. 00000100:00000010:0.0:1767385006.270589:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e330262b. 00000100:00000010:0.0:1767385006.270646:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd3dff27. 00000100:00000010:0.0:1767385006.270655:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e23a40af. 00000100:00000010:0.0:1767385006.270660:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d92f5fc. 00000100:00000010:0.0:1767385006.270666:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f4a3e1c. 00000100:00000010:0.0:1767385006.270670:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000935b3f78. 00000100:00000010:0.0:1767385006.270688:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f38ee31. 00000100:00000010:0.0:1767385006.270695:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d8aadf1. 00000100:00000010:0.0:1767385006.270701:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068c37a48. 00000100:00000010:0.0:1767385006.270706:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a5f4bc6. 00000100:00000010:0.0:1767385006.270712:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af81967a. 00000100:00000010:0.0:1767385006.270718:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf64ddcc. 00000100:00000010:0.0:1767385006.270723:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6edf2d9. 00000100:00000010:0.0:1767385006.270727:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbaec6e6. 00000100:00000010:0.0:1767385006.270742:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073df3013. 00000100:00000010:0.0:1767385006.270749:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000952d5c73. 00000100:00000010:0.0:1767385006.270757:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea2edd0b. 00000100:00000010:0.0:1767385006.270763:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000607860b6. 00000100:00000010:0.0:1767385006.270770:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aea762f0. 00000100:00000010:0.0:1767385006.270777:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012dbcf58. 00000100:00000010:0.0:1767385006.270784:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034b21f9f. 00000100:00000010:0.0:1767385006.270789:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc78b0f2. 00000100:00000010:0.0:1767385006.270804:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac700b4f. 00000100:00000010:0.0:1767385006.270810:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090c4b8f9. 00000100:00000010:0.0:1767385006.270816:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a159087. 00000100:00000010:0.0:1767385006.270822:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043159ae5. 00000100:00000010:0.0:1767385006.270829:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfe78ae3. 00000100:00000010:0.0:1767385006.270833:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012298e83. 00000100:00000010:0.0:1767385006.270839:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a44d7ba7. 00000100:00000010:0.0:1767385006.270844:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb56949. 00000100:00000010:0.0:1767385006.270859:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e15eee57. 00000100:00000010:0.0:1767385006.270871:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c312789. 00000100:00000010:0.0:1767385006.270877:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8f5147c. 00000100:00000010:0.0:1767385006.270882:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005505bb61. 00000100:00000010:0.0:1767385006.270889:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039d23056. 00000100:00000010:0.0:1767385006.270896:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd0fb23e. 00000100:00000010:0.0:1767385006.270903:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052175378. 00000100:00000010:0.0:1767385006.270909:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e2daf2f. 00000100:00000010:0.0:1767385006.270923:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fda6bcc3. 00000100:00000010:0.0:1767385006.270929:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c002725d. 00000100:00000010:0.0:1767385006.270936:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d54efe04. 00000100:00000010:0.0:1767385006.270941:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca002f6a. 00000100:00000010:0.0:1767385006.270948:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb74afc6. 00000100:00000010:0.0:1767385006.270953:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb2e1fcc. 00000100:00000010:0.0:1767385006.270962:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d6f7cb0. 00000100:00000010:0.0:1767385006.270968:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd089284. 00000100:00000010:0.0:1767385006.270983:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e9465f6. 00000100:00000010:0.0:1767385006.270989:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c19f600. 00000100:00000010:0.0:1767385006.270996:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004428c95. 00000100:00000010:0.0:1767385006.271002:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000457dfb53. 00000100:00000010:0.0:1767385006.271007:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044935d80. 00000100:00000010:0.0:1767385006.271012:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8770185. 00000100:00000010:0.0:1767385006.271019:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2dd842d. 00000100:00000010:0.0:1767385006.271026:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5d7375c. 00000100:00000010:0.0:1767385006.271040:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b92d1f8c. 00000400:00000200:0.0:1767385006.271045:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:0.0:1767385006.271141:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000093f97131. 00000020:00000010:0.0:1767385006.271149:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000054b470ee. 00000100:00000010:0.0:1767385006.271251:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac350f1c. 00000100:00000010:0.0:1767385006.271262:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c650ce56. 00000100:00000010:0.0:1767385006.271270:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fa7c42f7. 00000100:00000010:0.0:1767385006.271277:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008723b7bd. 00000100:00000010:0.0:1767385006.271283:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005e5d86c7. 00000100:00000200:0.0:1767385006.271354:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:0.0:1767385006.271361:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009c154916. 00000100:00000010:3.0:1767385006.271587:0:40455:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f8c7b931. 00000020:00000010:3.0:1767385006.271659:0:40455:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000089ed5b5. 00000020:00000010:3.0:1767385006.271669:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674b39b7. 00000020:00000010:3.0:1767385006.271676:0:40455:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000238d1b3. 00000040:00000010:3.0:1767385006.271683:0:40455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001553df9b. 00000020:00000010:3.0:1767385006.271690:0:40455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d408af23. 00000020:00000010:3.0:1767385006.271697:0:40455:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ea1ff25. 00000020:00000010:3.0:1767385006.271704:0:40455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000586f9d4c. 80000000:00000010:3.0:1767385006.271720:0:40455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1408380. 40000000:00000010:3.0:1767385006.271725:0:40455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000106dd16d. 00100000:00000010:3.0:1767385006.271732:0:40455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000065aa45f0. 00040000:00000010:3.0:1767385006.271738:0:40455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fca56479. 00040000:00000010:3.0:1767385006.271742:0:40455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e50b1774. 00080000:00000010:3.0:1767385006.271748:0:40455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e70e41e3. 00000004:00000010:3.0:1767385006.271756:0:40455:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000081f432c. 00000100:00000200:3.0:1767385006.271761:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271768:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc5c1153. 00000400:00000010:3.0:1767385006.271774:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dd6e12b. 00000100:00000200:3.0:1767385006.271780:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271785:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008402a76d. 00000400:00000010:3.0:1767385006.271790:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3f3d2c8. 00000100:00000200:3.0:1767385006.271793:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271808:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006df6a041. 00000400:00000010:3.0:1767385006.271814:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031521312. 00000100:00000200:3.0:1767385006.271819:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271823:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e95dae5. 00000400:00000010:3.0:1767385006.271830:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009064c29c. 00000100:00000200:3.0:1767385006.271834:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271839:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d6ec82. 00000400:00000010:3.0:1767385006.271846:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d01e6a7. 00000100:00000200:3.0:1767385006.271853:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271859:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061257991. 00000400:00000010:3.0:1767385006.271868:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a94e8e39. 00000100:00000200:3.0:1767385006.271876:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271883:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000556df562. 00000400:00000010:3.0:1767385006.271889:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015684790. 00000100:00000200:3.0:1767385006.271894:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271897:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fbb53ab. 00000400:00000010:3.0:1767385006.271901:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b772b52. 00000100:00000200:3.0:1767385006.271906:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271910:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d5242c5. 00000400:00000010:3.0:1767385006.271915:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ddbf307. 00000100:00000200:3.0:1767385006.271921:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271937:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef8515. 00000400:00000010:3.0:1767385006.271946:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f6b6411. 00000100:00000200:3.0:1767385006.271953:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271962:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab831234. 00000400:00000010:3.0:1767385006.271971:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d350e6a. 00000100:00000200:3.0:1767385006.271977:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.271985:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171d1810. 00000400:00000010:3.0:1767385006.271993:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064ad0ee9. 00000100:00000200:3.0:1767385006.271998:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272003:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000520f96af. 00000400:00000010:3.0:1767385006.272012:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000429c4e8b. 00000100:00000200:3.0:1767385006.272019:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272026:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ae638c. 00000400:00000010:3.0:1767385006.272032:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000033e7b9a. 00000100:00000200:3.0:1767385006.272038:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272043:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5207e92. 00000400:00000010:3.0:1767385006.272047:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bcf5b07. 00000100:00000200:3.0:1767385006.272051:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272055:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d44a1bfd. 00000400:00000010:3.0:1767385006.272060:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b37a1ca. 00000100:00000200:3.0:1767385006.272064:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272067:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184579ed. 00000400:00000010:3.0:1767385006.272072:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d4c2bf3. 00000100:00000200:3.0:1767385006.272075:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272079:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b26bc340. 00000400:00000010:3.0:1767385006.272084:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abb3c2a5. 00000100:00000200:3.0:1767385006.272087:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272091:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe9119f. 00000400:00000010:3.0:1767385006.272105:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdabd501. 00000100:00000200:3.0:1767385006.272109:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272112:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff6c2fb. 00000400:00000010:3.0:1767385006.272116:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d148be86. 00000100:00000200:3.0:1767385006.272120:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272123:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902b2c34. 00000400:00000010:3.0:1767385006.272131:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa5b68ab. 00000100:00000200:3.0:1767385006.272147:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272152:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f66981. 00000400:00000010:3.0:1767385006.272157:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddf780c1. 00000100:00000200:3.0:1767385006.272160:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272163:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000075ec7aa. 00000400:00000010:3.0:1767385006.272169:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee6c5ec5. 00000100:00000200:3.0:1767385006.272173:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272176:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc0362a0. 00000400:00000010:3.0:1767385006.272180:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051f9b32d. 00000100:00000200:3.0:1767385006.272184:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272187:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6dd4b8c. 00000400:00000010:3.0:1767385006.272192:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2867b5c. 00000100:00000200:3.0:1767385006.272195:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272198:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000449569. 00000400:00000010:3.0:1767385006.272219:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a5e1da8. 00000100:00000200:3.0:1767385006.272224:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272228:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6bf6b2f. 00000400:00000010:3.0:1767385006.272232:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035e67ae9. 00000100:00000200:3.0:1767385006.272237:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272240:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d36c258b. 00000400:00000010:3.0:1767385006.272244:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b1ce05d. 00000100:00000200:3.0:1767385006.272249:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272252:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d9ade8. 00000400:00000010:3.0:1767385006.272256:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fa9e8e8. 00000100:00000200:3.0:1767385006.272259:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272263:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4ccf39. 00000400:00000010:3.0:1767385006.272266:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4bfe6e6. 00000100:00000200:3.0:1767385006.272269:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272273:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000261a6bef. 00000400:00000010:3.0:1767385006.272276:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7bb767a. 00000100:00000200:3.0:1767385006.272279:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272282:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae681c4. 00000400:00000010:3.0:1767385006.272286:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e90b3b. 00000100:00000200:3.0:1767385006.272289:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272292:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002702ad14. 00000400:00000010:3.0:1767385006.272307:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd140c83. 00000100:00000200:3.0:1767385006.272313:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272318:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b89cc229. 00000400:00000010:3.0:1767385006.272322:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ab9b49f. 00000100:00000200:3.0:1767385006.272327:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272331:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e843897d. 00000400:00000010:3.0:1767385006.272335:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043ff12c7. 00000100:00000200:3.0:1767385006.272337:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272340:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0815a76. 00000400:00000010:3.0:1767385006.272343:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ed9d001. 00000100:00000200:3.0:1767385006.272347:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272348:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb351bd. 00000400:00000010:3.0:1767385006.272352:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2bde0ea. 00000100:00000200:3.0:1767385006.272356:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272359:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4dbc56f. 00000400:00000010:3.0:1767385006.272363:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070b80ba0. 00000100:00000200:3.0:1767385006.272366:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272371:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b05d5c3. 00000400:00000010:3.0:1767385006.272375:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b593bf7d. 00000100:00000200:3.0:1767385006.272378:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272381:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147a6092. 00000400:00000010:3.0:1767385006.272386:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000548a223c. 00000100:00000200:3.0:1767385006.272388:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272392:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8f503b. 00000400:00000010:3.0:1767385006.272396:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d71f621f. 00000100:00000200:3.0:1767385006.272400:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272404:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae43253a. 00000400:00000010:3.0:1767385006.272407:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d8b400d. 00000100:00000200:3.0:1767385006.272410:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272413:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e1c1e1. 00000400:00000010:3.0:1767385006.272415:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080e50bba. 00000100:00000200:3.0:1767385006.272417:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272422:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bd4bec4. 00000400:00000010:3.0:1767385006.272426:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a63bf57a. 00000100:00000200:3.0:1767385006.272428:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272440:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028072957. 00000400:00000010:3.0:1767385006.272446:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d065aae. 00000100:00000200:3.0:1767385006.272449:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272453:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009096d59e. 00000400:00000010:3.0:1767385006.272455:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043dab7f0. 00000100:00000200:3.0:1767385006.272458:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272461:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bca508b. 00000400:00000010:3.0:1767385006.272467:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa49f870. 00000100:00000200:3.0:1767385006.272472:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272476:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c2c490e. 00000400:00000010:3.0:1767385006.272481:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa0ce8ef. 00000100:00000200:3.0:1767385006.272484:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272486:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dc2164e. 00000400:00000010:3.0:1767385006.272491:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a94b9ab. 00000100:00000200:3.0:1767385006.272495:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272499:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039c0a391. 00000400:00000010:3.0:1767385006.272505:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de2bf290. 00000100:00000200:3.0:1767385006.272510:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272514:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043714967. 00000400:00000010:3.0:1767385006.272519:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a186b1c. 00000100:00000200:3.0:1767385006.272523:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272527:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d3bbe50. 00000400:00000010:3.0:1767385006.272531:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c13f2d6. 00000100:00000200:3.0:1767385006.272534:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272537:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30f03e9. 00000400:00000010:3.0:1767385006.272540:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aafcf74e. 00000100:00000200:3.0:1767385006.272544:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272547:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f167d28. 00000400:00000010:3.0:1767385006.272568:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edcc5d5f. 00000100:00000200:3.0:1767385006.272573:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272577:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9febcbd. 00000400:00000010:3.0:1767385006.272583:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000162de72a. 00000100:00000200:3.0:1767385006.272587:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272591:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007f5aeb8. 00000400:00000010:3.0:1767385006.272629:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ebd7147. 00000100:00000200:3.0:1767385006.272645:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272650:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbb4412c. 00000400:00000010:3.0:1767385006.272655:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe6b7653. 00000100:00000200:3.0:1767385006.272660:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272664:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077d5087b. 00000400:00000010:3.0:1767385006.272669:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bd330a0. 00000100:00000200:3.0:1767385006.272672:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272677:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000047fbd. 00000400:00000010:3.0:1767385006.272682:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7610152. 00000100:00000200:3.0:1767385006.272687:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272692:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066bd799f. 00000400:00000010:3.0:1767385006.272698:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001eb2035. 00000100:00000200:3.0:1767385006.272703:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272710:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04b1fb5. 00000400:00000010:3.0:1767385006.272714:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe090fa0. 00000100:00000200:3.0:1767385006.272717:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272723:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e874e754. 00000400:00000010:3.0:1767385006.272728:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba726354. 00000100:00000200:3.0:1767385006.272731:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272736:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020a5921f. 00000400:00000010:3.0:1767385006.272740:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cad446b. 00000100:00000200:3.0:1767385006.272742:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767385006.272745:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000666df5e5. 00000400:00000010:3.0:1767385006.272750:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f1b7772. 00000100:00000010:3.0:1767385006.272769:0:40455:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000de198ce5. 00000100:00000200:3.0:1767385006.272795:0:40455:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767385006.272812:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000049a2cf35. 00000100:00000010:0.0:1767385006.273046:0:40456:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006e11ec37. 00000020:00000010:0.0:1767385006.273057:0:40456:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003a687070. 00000020:00000010:0.0:1767385006.273066:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e509f337. 00000020:00000010:0.0:1767385006.273072:0:40456:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e83b1a2. 00000040:00000010:0.0:1767385006.273078:0:40456:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050cf1255. 00000020:00000010:0.0:1767385006.273084:0:40456:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd36e8b2. 00000020:00000010:0.0:1767385006.273089:0:40456:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d832100f. 00000020:00000010:0.0:1767385006.273096:0:40456:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d1ffd96e. 80000000:00000010:0.0:1767385006.273102:0:40456:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081131a1f. 40000000:00000010:0.0:1767385006.273107:0:40456:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af56c01b. 00100000:00000010:0.0:1767385006.273114:0:40456:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005a7e22bb. 00040000:00000010:0.0:1767385006.273120:0:40456:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8eca063. 00040000:00000010:0.0:1767385006.273127:0:40456:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000042e4c580. 00080000:00000010:0.0:1767385006.273134:0:40456:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f45846c6. 00000004:00000010:0.0:1767385006.273141:0:40456:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002538597a. 00000100:00000010:0.0:1767385006.273165:0:40456:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000016378197. 00000100:00000200:0.0:1767385006.273194:0:40456:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767385006.273199:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000cd7084a8. 00000100:00000010:3.0:1767385006.273208:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e68f816a. 00000100:00000010:3.0:1767385006.273226:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000da9e77d3. 00000100:00000010:3.0:1767385006.273236:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c73b6e97. 00000100:00000010:3.0:1767385006.273243:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000480643ff. 00000100:00000010:1.0:1767385006.273748:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005838915d. 00000100:00000010:3.0:1767385006.273756:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000402c9798. 00000100:00000010:3.0:1767385006.273766:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2bf3445. 00000100:00000010:3.0:1767385006.274159:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002463e7a0. 00000100:00000010:3.0:1767385006.274170:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000530ee05. 00000100:00000010:3.0:1767385006.274576:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d6b12416. 00000100:00000010:3.0:1767385006.274581:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe2e7211. 00000100:00000010:0.0:1767385006.274700:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f8b863f. 00000100:00000010:2.0:1767385006.274703:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f2a9d17. 00000100:00000010:3.0:1767385006.275012:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c7933bfe. 00000100:00000010:3.0:1767385006.275021:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725f35af. 00080000:00000010:1.0:1767385006.275132:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b6e2549. 00010000:00000010:1.0:1767385006.275179:0:40447:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb7f71e8. 00010000:00000010:1.0:1767385006.275190:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048828025. 00000020:00000010:1.0:1767385006.275198:0:40447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ede47e90. 00000100:00000010:3.0:1767385006.275417:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000013cc0994. 00000100:00000010:3.0:1767385006.275422:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea963d05. 00000100:00000010:3.0:1767385006.275893:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008278710d. 00000100:00000010:3.0:1767385006.275904:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1683091. 00000100:00000010:3.0:1767385006.276399:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000049c4d746. 00000100:00000010:3.0:1767385006.276411:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f242afd2. 00000100:00000010:3.0:1767385006.276912:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000948efbf0. 00000100:00000010:3.0:1767385006.276920:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000243ecbd9. 00000100:00000010:3.0:1767385006.277378:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000225d9b64. 00000100:00000010:3.0:1767385006.277385:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001400cc2c. 00000100:00000010:3.0:1767385006.277841:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000096885519. 00000100:00000010:3.0:1767385006.277862:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080ed61ae. 00000100:00000010:3.0:1767385006.278239:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008517ca25. 00000100:00000010:3.0:1767385006.278245:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d02da1a. 00000100:00000010:3.0:1767385006.278660:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002e796dc3. 00000100:00000010:3.0:1767385006.278667:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c785580b. 00000100:00000010:1.0:1767385006.278787:0:40446:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000edef1138. 00000100:00000010:1.0:1767385006.278794:0:40446:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b5fe1419. 20000000:00000010:1.0:1767385006.278799:0:40446:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000dc4c7c63. 00010000:00000200:1.0:1767385006.278813:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081214943 x1853237373209728/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 4784/4768 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.278836:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000104e3c1b. 00000100:00000200:1.0:1767385006.278841:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373209728, offset 224 00000400:00000200:1.0:1767385006.278849:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.278862:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.278872:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273508c80 00000400:00000200:1.0:1767385006.278880:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2345 [2] + 224 00000400:00000200:1.0:1767385006.278889:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.278893:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.278901:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ac667ac9 x1853237373209728/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.278928:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000104e3c1b 00000400:00000010:1.0:1767385006.278931:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000104e3c1b. 00000020:00000010:1.0:1767385006.278951:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.278956:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000400:00000010:0.0:1767385006.278956:0:473:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa0a79a. 00000400:00000200:0.0:1767385006.278966:0:473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a850d249 00000020:00000010:1.0:1767385006.278967:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eb71e7c. 00000400:00000010:0.0:1767385006.278973:0:473:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a850d249. 02000000:00000010:1.0:1767385006.278978:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000416ef44d. 00000100:00000200:0.0:1767385006.278986:0:473:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac667ac9 x1853237373209728/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767385006.278989:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767385006.278997:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d00a76. 00000400:00000010:1.0:1767385006.279005:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000104e3c1b. 00000100:00000200:0.0:1767385006.279008:0:473:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac667ac9 x1853237373209728/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767385006.279044:0:473:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000513d880c. 00000100:00000010:0.0:1767385006.279051:0:473:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e11872b3. 00000100:00000010:0.0:1767385006.279053:0:473:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000095f2e16c. 00000100:00000010:3.0:1767385006.279057:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000029ffc0bb. 02000000:00000010:0.0:1767385006.279058:0:473:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006d9e1e68. 00000100:00000010:0.0:1767385006.279068:0:473:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac667ac9. 00000100:00000010:3.0:1767385006.279069:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d013b52. 00000100:00000010:0.0:1767385006.279073:0:473:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000049196496. 00000020:00000010:0.0:1767385006.279078:0:473:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 000000009385c92c. 00000020:00000010:0.0:1767385006.279090:0:473:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000e8aa862b. 00000100:00000010:3.0:1767385006.279452:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f94dfded. 00000100:00000010:3.0:1767385006.279458:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074da22a8. 00000100:00000010:3.0:1767385006.279885:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000080c2908b. 00000100:00000010:3.0:1767385006.279893:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b42c5e6. 00000100:00000010:3.0:1767385006.280288:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d9e82a85. 00000100:00000010:3.0:1767385006.280293:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044af30de. 00000100:00000010:3.0:1767385006.280703:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b2686d0c. 00000100:00000010:3.0:1767385006.280709:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000847ec7f4. 00000100:00000010:3.0:1767385006.281105:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d9591973. 00000100:00000010:3.0:1767385006.281110:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076d7098c. 00000100:00000010:3.0:1767385006.281486:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017b3bc69. 00000100:00000010:3.0:1767385006.281490:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ad19a6c. 00000100:00000010:3.0:1767385006.281918:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003b2b1470. 00000100:00000010:3.0:1767385006.281924:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe5c6e26. 00000100:00000010:3.0:1767385006.282282:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001d0693e8. 00000100:00000010:3.0:1767385006.282285:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c970f99e. 00000100:00000010:3.0:1767385006.282687:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fef3cea3. 00000100:00000010:3.0:1767385006.282718:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091140e89. 00000100:00000010:3.0:1767385006.282729:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eadb5d93. 00000100:00000010:3.0:1767385006.283120:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ee20ceb2. 00000100:00000010:3.0:1767385006.283126:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078abf54b. 00000100:00000010:3.0:1767385006.283484:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008ecd17ff. 00000100:00000010:3.0:1767385006.283487:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b892dc3. 00000100:00000010:3.0:1767385006.283907:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000aa53f0b1. 00000100:00000010:3.0:1767385006.283916:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d967a5b3. 00000100:00000010:3.0:1767385006.284312:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003fbd83f4. 00000100:00000010:3.0:1767385006.284325:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b7a57dc. 00000100:00000010:3.0:1767385006.284756:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d4cd53a. 00000100:00000010:3.0:1767385006.284761:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7b0828e. 00000100:00000010:3.0:1767385006.285159:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004a67a651. 00000100:00000010:3.0:1767385006.285167:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007307b835. 00000100:00000010:3.0:1767385006.285548:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a18c0db9. 00000100:00000010:3.0:1767385006.285571:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000076372d. 00000100:00000010:3.0:1767385006.285970:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ac41b2a0. 00000100:00000010:3.0:1767385006.285975:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009923576f. 00000100:00000010:3.0:1767385006.286339:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000075e67e01. 00000100:00000010:3.0:1767385006.286342:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e86fffc. 00000100:00000010:3.0:1767385006.286740:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4f26534. 00000100:00000010:3.0:1767385006.286745:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a07be494. 00000100:00000010:3.0:1767385006.287148:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed856bea. 00000100:00000010:3.0:1767385006.287154:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071729d92. 00000100:00000010:3.0:1767385006.287675:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b1605ff. 00000100:00000010:3.0:1767385006.287681:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec658a28. 00000100:00000010:3.0:1767385006.288030:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007f64c46f. 00000100:00000010:3.0:1767385006.288035:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9d8d329. 00000100:00000010:3.0:1767385006.288386:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c063c137. 00000100:00000010:3.0:1767385006.288390:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1a6e289. 00000100:00000010:3.0:1767385006.288755:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e652129f. 00000100:00000010:3.0:1767385006.288759:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe6e78c9. 00000100:00000010:3.0:1767385006.290308:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b31807ac. 00000100:00000010:3.0:1767385006.290316:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eab2a954. 00000100:00000010:3.0:1767385006.290473:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cfd449c4. 00000100:00000010:3.0:1767385006.290480:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec795ea1. 00000100:00000010:3.0:1767385006.290944:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000036f7f759. 00000100:00000010:3.0:1767385006.290952:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001751b8e4. 00000100:00000010:3.0:1767385006.291358:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000112eb7b8. 00000100:00000010:3.0:1767385006.291366:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023acd9f9. 00000100:00000010:3.0:1767385006.291859:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c152cae0. 00000100:00000010:3.0:1767385006.291877:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e436a9e7. 00000100:00000010:3.0:1767385006.292260:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c22ee90a. 00000100:00000010:3.0:1767385006.292267:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fedbedf5. 00000100:00000010:3.0:1767385006.292743:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009afe1d69. 00000100:00000010:3.0:1767385006.292751:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003549d4b2. 00000100:00000010:3.0:1767385006.293161:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003eae403c. 00000100:00000010:3.0:1767385006.293169:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000226a2190. 00000100:00000010:3.0:1767385006.294812:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a92425e7. 00000100:00000010:3.0:1767385006.294820:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094fde9a9. 00000100:00000010:3.0:1767385006.294971:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003a07ea05. 00000100:00000010:3.0:1767385006.294977:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007933a7a5. 00000100:00000010:3.0:1767385006.295379:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006d30831a. 00000100:00000010:3.0:1767385006.295393:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc4958aa. 00000100:00000010:3.0:1767385006.295815:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bd25eed4. 00000100:00000010:3.0:1767385006.295822:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4b14008. 00000100:00000010:3.0:1767385006.296231:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bbf38573. 00000100:00000010:3.0:1767385006.296238:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efa37f4c. 00000100:00000010:3.0:1767385006.296669:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dfdf79cf. 00000100:00000010:3.0:1767385006.296677:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc26323. 00000100:00000010:3.0:1767385006.297076:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b9abcf2. 00000100:00000010:3.0:1767385006.297084:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5bc7288. 00000100:00000010:3.0:1767385006.297512:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009794d0e8. 00000100:00000010:3.0:1767385006.297520:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003212dbed. 00000100:00000010:3.0:1767385006.298029:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000317b6845. 00000100:00000010:3.0:1767385006.298036:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014158fc1. 00000100:00000010:3.0:1767385006.298466:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000203cdfd2. 00000100:00000010:3.0:1767385006.298482:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a7dc7f9. 00000100:00000010:3.0:1767385006.298973:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000457e4318. 00000100:00000010:3.0:1767385006.298980:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000332c4ddc. 00000100:00000010:3.0:1767385006.299404:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a8e74846. 00000100:00000010:3.0:1767385006.299412:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000329673cf. 00000100:00000010:3.0:1767385006.299910:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000057b4c8c6. 00000100:00000010:3.0:1767385006.299928:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e6da4cd. 00000100:00000010:3.0:1767385006.300331:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f7840874. 00000100:00000010:3.0:1767385006.300338:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026129b59. 00000100:00000010:3.0:1767385006.302005:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000567a6b53. 00000100:00000010:3.0:1767385006.302013:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e6b8f61. 00000100:00000010:3.0:1767385006.302182:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c06d2ec8. 00000100:00000010:3.0:1767385006.302189:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7326a60. 00000100:00000010:3.0:1767385006.302628:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000246ce1cc. 00000100:00000010:3.0:1767385006.302634:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044153618. 00000100:00000010:3.0:1767385006.303050:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019f04b0e. 00000100:00000010:3.0:1767385006.303057:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cdb3e41. 00000100:00000010:3.0:1767385006.303469:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ea0d74ff. 00000400:00000200:3.0:1767385006.303478:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767385006.303616:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008a16beaf. 00000020:00000010:3.0:1767385006.303625:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b5a3c0b0. 00000100:00000010:3.0:1767385006.303696:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b8fb5952. 00000100:00000010:3.0:1767385006.303704:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000062dc0e50. 00000100:00000010:3.0:1767385006.303708:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009897a47c. 00000100:00000010:3.0:1767385006.303714:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003b8ba385. 00000100:00000010:3.0:1767385006.303717:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000095b04cbc. 00000100:00000200:3.0:1767385006.303756:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767385006.303761:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000056ae1ff0. 00000100:00000010:1.0:1767385006.304060:0:40458:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d80b27eb. 00000020:00000010:1.0:1767385006.304066:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000996877b8. 00000020:00000010:1.0:1767385006.304073:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7d598b. 00000020:00000010:1.0:1767385006.304077:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f64b6f77. 00000040:00000010:1.0:1767385006.304081:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009eb71e7c. 00000020:00000010:1.0:1767385006.304086:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4d2d8ee. 00000020:00000010:1.0:1767385006.304090:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003706ba52. 00000020:00000010:1.0:1767385006.304094:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c6be0780. 80000000:00000010:1.0:1767385006.304097:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b7af6325. 40000000:00000010:1.0:1767385006.304100:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0c94125. 00100000:00000010:1.0:1767385006.304105:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000184804fc. 00040000:00000010:1.0:1767385006.304108:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002bcba20f. 00040000:00000010:1.0:1767385006.304111:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020c17ebe. 00080000:00000010:1.0:1767385006.304115:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000218c571a. 00000004:00000010:1.0:1767385006.304120:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000158d5e26. 00002000:00000010:1.0:1767385006.304124:0:40458:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b5fe1419. 00000100:00000200:1.0:1767385006.304129:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304134:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc7e5d. 00000400:00000010:1.0:1767385006.304141:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000344ff8c1. 00000100:00000200:1.0:1767385006.304148:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304150:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009677b5bc. 00000400:00000010:1.0:1767385006.304154:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d34820b. 00000100:00000200:1.0:1767385006.304156:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304158:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a2c9f04. 00000400:00000010:1.0:1767385006.304161:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b714a6c1. 00000100:00000200:1.0:1767385006.304164:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304167:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029d50dc. 00000400:00000010:1.0:1767385006.304170:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c76dca29. 00000100:00000200:1.0:1767385006.304173:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304174:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a673721. 00000400:00000010:1.0:1767385006.304179:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000416ef44d. 00000100:00000200:1.0:1767385006.304182:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304183:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbb76a3a. 00000400:00000010:1.0:1767385006.304186:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc4c7c63. 00000100:00000200:1.0:1767385006.304189:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304190:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058ad33a1. 00000400:00000010:1.0:1767385006.304204:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001022769c. 00000100:00000200:1.0:1767385006.304209:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304211:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2e0f82. 00000400:00000010:1.0:1767385006.304214:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b52f331b. 00000100:00000200:1.0:1767385006.304219:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304221:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9469a2e. 00000400:00000010:1.0:1767385006.304226:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000277a8edb. 00000100:00000200:1.0:1767385006.304231:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304233:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008319aa68. 00000400:00000010:1.0:1767385006.304238:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000544e95e8. 00000100:00000200:1.0:1767385006.304242:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304245:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7f4c9f9. 00000400:00000010:1.0:1767385006.304258:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f1efb02f. 00000100:00000200:1.0:1767385006.304266:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304270:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020cffe94. 00000400:00000010:1.0:1767385006.304275:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000085a2b9e7. 00000100:00000200:1.0:1767385006.304280:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304283:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918be6d8. 00000400:00000010:1.0:1767385006.304286:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ba67750. 00000100:00000200:1.0:1767385006.304289:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304291:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dc8d061. 00000400:00000010:1.0:1767385006.304295:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004535b47c. 00000100:00000200:1.0:1767385006.304298:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304299:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b6a4e2. 00000400:00000010:1.0:1767385006.304309:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000634f5d8d. 00000100:00000200:1.0:1767385006.304313:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304315:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a9e346d. 00000400:00000010:1.0:1767385006.304319:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001932c81b. 00000100:00000200:1.0:1767385006.304322:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304323:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000123d55. 00000400:00000010:1.0:1767385006.304327:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000abe66422. 00000100:00000200:1.0:1767385006.304330:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304331:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe33ba0. 00000400:00000010:1.0:1767385006.304334:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001d1e3840. 00000100:00000200:1.0:1767385006.304337:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304339:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c11e641. 00000400:00000010:1.0:1767385006.304347:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002893b862. 00000100:00000200:1.0:1767385006.304351:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304353:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016258f2f. 00000400:00000010:1.0:1767385006.304356:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000059cf9d08. 00000100:00000200:1.0:1767385006.304359:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304360:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e2aea5. 00000400:00000010:1.0:1767385006.304363:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008dc0e798. 00000100:00000200:1.0:1767385006.304367:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304368:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4cd85da. 00000400:00000010:1.0:1767385006.304371:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d8821dfd. 00000100:00000200:1.0:1767385006.304374:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304375:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c09492d. 00000400:00000010:1.0:1767385006.304384:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000048b63005. 00000100:00000200:1.0:1767385006.304388:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304390:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008422302d. 00000400:00000010:1.0:1767385006.304393:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000064421485. 00000100:00000200:1.0:1767385006.304396:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304397:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f3be475. 00000400:00000010:1.0:1767385006.304401:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e322b90b. 00000100:00000200:1.0:1767385006.304404:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304405:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006182ef06. 00000400:00000010:1.0:1767385006.304408:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001752d737. 00000100:00000200:1.0:1767385006.304411:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304412:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c659d2d. 00000400:00000010:1.0:1767385006.304420:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f157cbd. 00000100:00000200:1.0:1767385006.304424:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304426:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022811b18. 00000400:00000010:1.0:1767385006.304430:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000095cf5964. 00000100:00000200:1.0:1767385006.304433:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304434:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260bd2af. 00000400:00000010:1.0:1767385006.304437:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005a66ae28. 00000100:00000200:1.0:1767385006.304441:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304442:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aca9ab50. 00000400:00000010:1.0:1767385006.304445:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000700901f. 00000100:00000200:1.0:1767385006.304448:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304449:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292950c6. 00000400:00000010:1.0:1767385006.304457:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000538bee3e. 00000100:00000200:1.0:1767385006.304461:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304462:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005389b167. 00000400:00000010:1.0:1767385006.304466:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003043412d. 00000100:00000200:1.0:1767385006.304468:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304469:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88be556. 00000400:00000010:1.0:1767385006.304473:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094cfb9d7. 00000100:00000200:1.0:1767385006.304476:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304477:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a628f3. 00000400:00000010:1.0:1767385006.304480:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000016fdc3e1. 00000100:00000200:1.0:1767385006.304483:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304484:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e88a645. 00000400:00000010:1.0:1767385006.304492:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000031812360. 00000100:00000200:1.0:1767385006.304497:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304498:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082b019b4. 00000400:00000010:1.0:1767385006.304501:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c8634799. 00000100:00000200:1.0:1767385006.304504:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304505:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0eb134f. 00000400:00000010:1.0:1767385006.304508:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000097b2fd47. 00000100:00000200:1.0:1767385006.304512:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304513:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008446fd89. 00000400:00000010:1.0:1767385006.304516:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000045fa9387. 00000100:00000200:1.0:1767385006.304519:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304520:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d42d896. 00000400:00000010:1.0:1767385006.304528:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000fa24e08. 00000100:00000200:1.0:1767385006.304532:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304534:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040cb5f69. 00000400:00000010:1.0:1767385006.304538:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000016bfc9bd. 00000100:00000200:1.0:1767385006.304541:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304542:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6afb189. 00000400:00000010:1.0:1767385006.304545:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000079719454. 00000100:00000200:1.0:1767385006.304548:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304571:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5f951a9. 00000400:00000010:1.0:1767385006.304575:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cec19b71. 00000100:00000200:1.0:1767385006.304579:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304580:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004513d0d7. 00000400:00000010:1.0:1767385006.304589:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ba8c9e17. 00000100:00000200:1.0:1767385006.304622:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304626:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000599389c5. 00000400:00000010:1.0:1767385006.304631:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e442dee2. 00000100:00000200:1.0:1767385006.304635:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304637:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000969aefc3. 00000400:00000010:1.0:1767385006.304641:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c0a54d5e. 00000100:00000200:1.0:1767385006.304646:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304648:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ac3d6c. 00000400:00000010:1.0:1767385006.304651:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008d51c7ef. 00000100:00000200:1.0:1767385006.304655:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304657:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006093f8d. 00000400:00000010:1.0:1767385006.304667:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007ff38093. 00000100:00000200:1.0:1767385006.304672:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304674:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd8fa458. 00000400:00000010:1.0:1767385006.304679:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006d09751b. 00000100:00000200:1.0:1767385006.304683:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304686:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002aa779d. 00000400:00000010:1.0:1767385006.304690:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aa99adb9. 00000100:00000200:1.0:1767385006.304694:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304695:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b8d090b. 00000400:00000010:1.0:1767385006.304699:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f51e66af. 00000100:00000200:1.0:1767385006.304702:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304704:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a1623e9. 00000400:00000010:1.0:1767385006.304712:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e8cc3eb4. 00000100:00000200:1.0:1767385006.304717:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304719:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a7470d2. 00000400:00000010:1.0:1767385006.304722:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015e1dd50. 00000100:00000200:1.0:1767385006.304725:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304727:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000489a826c. 00000400:00000010:1.0:1767385006.304730:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aa512e14. 00000100:00000200:1.0:1767385006.304734:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304735:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2deb6ed. 00000400:00000010:1.0:1767385006.304739:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086c4d9d3. 00000100:00000200:1.0:1767385006.304741:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304743:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd1ae355. 00000400:00000010:1.0:1767385006.304751:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca904c36. 00000100:00000200:1.0:1767385006.304755:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304757:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064dda202. 00000400:00000010:1.0:1767385006.304760:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000028217c4c. 00000100:00000200:1.0:1767385006.304763:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304773:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d876eaa. 00000400:00000010:1.0:1767385006.304777:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006c183c0b. 00000100:00000200:1.0:1767385006.304780:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304782:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17ac83b. 00000400:00000010:1.0:1767385006.304785:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009867126f. 00000100:00000200:1.0:1767385006.304788:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304789:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006794144c. 00000400:00000010:1.0:1767385006.304797:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a050642f. 00000100:00000200:1.0:1767385006.304802:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304803:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4828eeb. 00000400:00000010:1.0:1767385006.304807:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000002efa74c. 00000100:00000200:1.0:1767385006.304809:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304811:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009767e5df. 00000400:00000010:1.0:1767385006.304814:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000080c36371. 00000100:00000200:1.0:1767385006.304817:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304818:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b4141c1. 00000400:00000010:1.0:1767385006.304821:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000560cdded. 00000100:00000200:1.0:1767385006.304824:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304825:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000929d0bc3. 00000400:00000010:1.0:1767385006.304833:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe726d7c. 00000100:00000200:1.0:1767385006.304837:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767385006.304839:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000776e2580. 00000400:00000010:1.0:1767385006.304842:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc3f5087. 00000100:00000010:1.0:1767385006.304854:0:40458:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000690ec5fd. 00000100:00000200:1.0:1767385006.304870:0:40458:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767385006.304900:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b0ad4007. 00000100:00000010:1.0:1767385006.305100:0:40459:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000021526a4f. 00000020:00000010:1.0:1767385006.305103:0:40459:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000051c62630. 00000020:00000010:1.0:1767385006.305107:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c48191ee. 00000020:00000010:1.0:1767385006.305109:0:40459:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000210d6075. 00000040:00000010:1.0:1767385006.305111:0:40459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b96925a6. 00000020:00000010:1.0:1767385006.305115:0:40459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b49a1d46. 00000020:00000010:1.0:1767385006.305117:0:40459:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009484077f. 00000020:00000010:1.0:1767385006.305120:0:40459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dae27d6c. 80000000:00000010:1.0:1767385006.305122:0:40459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a2e5465f. 40000000:00000010:1.0:1767385006.305124:0:40459:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000553c81fa. 00100000:00000010:1.0:1767385006.305126:0:40459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c1685c3. 00040000:00000010:1.0:1767385006.305128:0:40459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a10f2ce. 00040000:00000010:1.0:1767385006.305131:0:40459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037d98396. 00080000:00000010:1.0:1767385006.305133:0:40459:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000057ff726d. 00000004:00000010:1.0:1767385006.305136:0:40459:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c03b22f5. 00002000:00000010:1.0:1767385006.305139:0:40459:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003b6e2549. 00000100:00000010:1.0:1767385006.305151:0:40459:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000096d5adc5. 00000100:00000200:1.0:1767385006.305162:0:40459:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767385006.305179:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003aae186e. 00000100:00000010:3.0:1767385006.305187:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000b6be503. 00000100:00000010:3.0:1767385006.305203:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009c81f8fb. 00000100:00000010:3.0:1767385006.305213:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c46a1b7e. 00000100:00000010:3.0:1767385006.305219:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2355cd0. 00000100:00000010:3.0:1767385006.305223:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000138e6a2b. 00000100:00000010:3.0:1767385006.305226:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccf5be35. 00000100:00000010:3.0:1767385006.305230:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4688291. 00000100:00000010:3.0:1767385006.305233:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af443218. 00000100:00000010:3.0:1767385006.305238:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dad897bf. 00000100:00000010:3.0:1767385006.305241:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5608ede. 00000100:00000010:3.0:1767385006.305245:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf4151c6. 00000100:00000010:3.0:1767385006.305248:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065e598d1. 00000100:00000010:3.0:1767385006.305251:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9089700. 00000100:00000010:3.0:1767385006.305254:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f84c6d4b. 00000100:00000010:3.0:1767385006.305258:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a1292f2. 00000100:00000010:3.0:1767385006.305261:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1c5ebcf. 00000100:00000010:3.0:1767385006.305265:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b265eb40. 00000100:00000010:3.0:1767385006.305268:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e7c4355. 00000100:00000010:3.0:1767385006.305282:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3aad1d2. 00000100:00000010:3.0:1767385006.305296:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e20ff428. 00000100:00000010:3.0:1767385006.305302:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f11932d. 00000100:00000010:3.0:1767385006.305305:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be3e17e3. 00000100:00000010:3.0:1767385006.305309:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c39ac996. 00000100:00000010:3.0:1767385006.305313:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057cbd041. 00000100:00000010:3.0:1767385006.305317:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000229cac7b. 00000100:00000010:3.0:1767385006.305320:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b04867c4. 00000100:00000010:3.0:1767385006.305325:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006975af04. 00000100:00000010:3.0:1767385006.305329:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e686d4d. 00000100:00000010:3.0:1767385006.305333:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0a57ea9. 00000100:00000010:3.0:1767385006.305337:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdbf48d5. 00000100:00000010:3.0:1767385006.305340:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021a30024. 00000100:00000010:3.0:1767385006.305343:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eee39f24. 00000100:00000010:3.0:1767385006.305347:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000799aaa03. 00000100:00000010:3.0:1767385006.305350:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000056ed682. 00000100:00000010:3.0:1767385006.305354:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6d91733. 00000100:00000010:3.0:1767385006.305357:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000ca925c. 00000100:00000010:3.0:1767385006.305361:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094181104. 00000100:00000010:3.0:1767385006.305363:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c73a45. 00000100:00000010:3.0:1767385006.305367:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ece0035. 00000100:00000010:3.0:1767385006.305370:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031532d38. 00000100:00000010:3.0:1767385006.305374:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018c0c34d. 00000100:00000010:3.0:1767385006.305377:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005df83fe4. 00000100:00000010:3.0:1767385006.305381:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a471cefb. 00000100:00000010:3.0:1767385006.305384:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000781e0ba8. 00000100:00000010:3.0:1767385006.305388:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007abf7f3f. 00000100:00000010:3.0:1767385006.305391:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003412cf2f. 00000100:00000010:3.0:1767385006.305395:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b086727. 00000100:00000010:3.0:1767385006.305398:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4d88aae. 00000100:00000010:3.0:1767385006.305402:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aaa327e8. 00000100:00000010:3.0:1767385006.305412:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a816290. 00000100:00000010:3.0:1767385006.305416:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3145c5a. 00000100:00000010:3.0:1767385006.305427:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005852a9a7. 00000100:00000010:3.0:1767385006.305432:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000deda37a1. 00000100:00000010:3.0:1767385006.305436:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcffa956. 00000100:00000010:3.0:1767385006.305440:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000837d833c. 00000100:00000010:3.0:1767385006.305443:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e02f7caf. 00000100:00000010:3.0:1767385006.305448:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004814ccb7. 00000100:00000010:3.0:1767385006.305451:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6ea1d08. 00000100:00000010:3.0:1767385006.305455:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3606b6b. 00000100:00000010:3.0:1767385006.305459:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085ca94be. 00000100:00000010:3.0:1767385006.305463:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b6c1485. 00000100:00000010:3.0:1767385006.305466:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015d8a196. 00000100:00000010:3.0:1767385006.305470:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e97861b. 00000100:00000010:3.0:1767385006.305474:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf8318ba. 00000100:00000010:3.0:1767385006.305477:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007427cccf. 00000100:00000010:3.0:1767385006.305480:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e12307. 00000100:00000010:3.0:1767385006.305484:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054cc7465. 00000100:00000010:3.0:1767385006.305487:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2b74ad8. 00000100:00000010:3.0:1767385006.305491:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008357cc6d. 00000100:00000010:3.0:1767385006.305494:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6c77b07. 00000100:00000010:3.0:1767385006.305499:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff60d06c. 00000100:00000010:3.0:1767385006.305502:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008791a6dd. 00000100:00000010:3.0:1767385006.305506:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c755acf. 00000100:00000010:3.0:1767385006.305509:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c8d5fcd. 00000100:00000010:3.0:1767385006.305512:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000334052d1. 00000100:00000010:3.0:1767385006.305515:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a4739aa. 00000100:00000010:3.0:1767385006.305519:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2c9a355. 00000100:00000010:3.0:1767385006.305522:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bfb734c. 00000100:00000010:3.0:1767385006.305527:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d10752b. 00000100:00000010:3.0:1767385006.305530:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c702dc96. 00000100:00000010:3.0:1767385006.305539:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000447f7a7a. 00000100:00000010:3.0:1767385006.305543:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029d6ea96. 00000100:00000010:3.0:1767385006.305546:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d62b8f9. 00000100:00000010:3.0:1767385006.305574:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9dacfb6. 00000100:00000010:3.0:1767385006.305580:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e66fb86. 00000100:00000010:3.0:1767385006.305583:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a92ff4a. 00000100:00000010:3.0:1767385006.305587:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008753f107. 00000100:00000010:3.0:1767385006.305590:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b4492c2. 00000100:00000010:3.0:1767385006.305634:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ab1091a. 00000100:00000010:3.0:1767385006.305666:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000242244e3. 00000100:00000010:3.0:1767385006.305671:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000793fcbb2. 00000100:00000010:3.0:1767385006.305675:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f0c7fcc. 00010000:00000010:1.1:1767385006.305677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb7f71e8. 00000100:00000010:3.0:1767385006.305680:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069fd3a78. 00010000:00000010:1.1:1767385006.305684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000048828025. 00000100:00000010:3.0:1767385006.305686:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebb07108. 00000100:00000010:3.0:1767385006.305693:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c4fe491. 00000100:00000010:3.0:1767385006.305697:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063b2e711. 00000100:00000010:3.0:1767385006.305701:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000300424a7. 00000100:00000010:3.0:1767385006.305705:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034698703. 00000100:00000010:3.0:1767385006.305709:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002da3eec7. 00000100:00000010:3.0:1767385006.305713:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064fe6f73. 00000100:00000010:3.0:1767385006.305718:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000448277c9. 00000100:00000010:3.0:1767385006.305721:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b79c656a. 00000100:00000010:3.0:1767385006.305726:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af558f30. 00000100:00000010:3.0:1767385006.305735:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000622809fa. 00000100:00000010:3.0:1767385006.305740:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003efdcdce. 00000100:00000010:3.0:1767385006.305744:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae9b0f27. 00000100:00000010:3.0:1767385006.305748:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2c31539. 00000100:00000010:3.0:1767385006.305752:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff221c39. 00000100:00000010:3.0:1767385006.305756:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008794b3f8. 00000100:00000010:3.0:1767385006.305761:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009236a8b9. 00000100:00000010:3.0:1767385006.305767:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071240b31. 00000100:00000010:3.0:1767385006.305778:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000206e34e6. 00000100:00000010:3.0:1767385006.305782:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000606fc8fe. 00000100:00000010:3.0:1767385006.305785:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000846647d5. 00000100:00000010:3.0:1767385006.305789:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e46de44. 00000100:00000010:3.0:1767385006.305800:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4b27686. 00000100:00000010:3.0:1767385006.305806:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb53743c. 00000100:00000010:3.0:1767385006.305809:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c9e31b1. 00000100:00000010:3.0:1767385006.305813:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002690b069. 00000100:00000010:3.0:1767385006.305816:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae52a037. 00000100:00000010:3.0:1767385006.305820:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a1cefde. 00000100:00000010:3.0:1767385006.305823:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007aa44317. 00000100:00000010:3.0:1767385006.305826:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be5aa644. 00000100:00000010:3.0:1767385006.305830:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000028878df. 00000100:00000010:3.0:1767385006.305833:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073398557. 00000100:00000010:3.0:1767385006.305837:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2270438. 00000100:00000010:3.0:1767385006.305840:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a943772c. 00000100:00000010:3.0:1767385006.305843:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3ad249c. 00000100:00000010:3.0:1767385006.305848:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2667fb4. 00000100:00000010:3.0:1767385006.305851:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ec31a41. 00000100:00000010:3.0:1767385006.305855:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c03648b9. 00000400:00000200:3.0:1767385006.305858:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767385006.305900:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000049636502. 00000020:00000010:3.0:1767385006.305905:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000039c6b466. 00000100:00000010:3.0:1767385006.305952:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d6961429. 00000100:00000010:3.0:1767385006.305957:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000029bd853d. 00000100:00000010:3.0:1767385006.305961:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000061b30329. 00000100:00000010:3.0:1767385006.305965:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d02b7ce7. 00000100:00000010:3.0:1767385006.305969:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eac9a2bb. 00000100:00000200:3.0:1767385006.305999:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767385006.306003:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fad9d465. 00000100:00000010:1.0:1767385006.306309:0:40460:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ad7b5da2. 00000020:00000010:1.0:1767385006.306314:0:40460:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000002dc0cee. 00000020:00000010:1.0:1767385006.306318:0:40460:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cccfd2d5. 00000020:00000010:1.0:1767385006.306321:0:40460:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6492f78. 00000040:00000010:1.0:1767385006.306324:0:40460:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dfc63aff. 00000020:00000010:1.0:1767385006.306327:0:40460:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000034abed0. 00000020:00000010:1.0:1767385006.306330:0:40460:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093a77b49. 00000020:00000010:1.0:1767385006.306332:0:40460:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c066d01. 80000000:00000010:1.0:1767385006.306334:0:40460:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b30ee4c3. 40000000:00000010:1.0:1767385006.306336:0:40460:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f3a38f00. 00100000:00000010:1.0:1767385006.306339:0:40460:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df40df82. 00040000:00000010:1.0:1767385006.306342:0:40460:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5744a37. 00040000:00000010:1.0:1767385006.306345:0:40460:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fe5931c4. 00080000:00000010:1.0:1767385006.306348:0:40460:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e5e8b32. 00000004:00000010:1.0:1767385006.306351:0:40460:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000081b16f. 00000100:00000200:1.0:1767385006.306354:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306356:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d09a4de. 00000400:00000010:1.0:1767385006.306360:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000649d0a61. 00000100:00000200:1.0:1767385006.306363:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306364:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046bc75fd. 00000400:00000010:1.0:1767385006.306366:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000025dbf24. 00000100:00000200:1.0:1767385006.306368:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306369:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f41ae567. 00000400:00000010:1.0:1767385006.306371:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b247f220. 00000100:00000200:1.0:1767385006.306372:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306373:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df42789. 00000400:00000010:1.0:1767385006.306375:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4052d. 00000100:00000200:1.0:1767385006.306376:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306377:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f69709c. 00000400:00000010:1.0:1767385006.306378:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d4322cd. 00000100:00000200:1.0:1767385006.306380:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306381:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031da5d12. 00000400:00000010:1.0:1767385006.306382:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f7e2d8. 00000100:00000200:1.0:1767385006.306384:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306385:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded55049. 00000400:00000010:1.0:1767385006.306386:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523ace89. 00000100:00000200:1.0:1767385006.306387:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306388:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2b07291. 00000400:00000010:1.0:1767385006.306390:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029c08e01. 00000100:00000200:1.0:1767385006.306392:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306393:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747f37cc. 00000400:00000010:1.0:1767385006.306394:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010dec26d. 00000100:00000200:1.0:1767385006.306395:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306396:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064c686b8. 00000400:00000010:1.0:1767385006.306398:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343443c2. 00000100:00000200:1.0:1767385006.306399:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306400:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a69a96a. 00000400:00000010:1.0:1767385006.306402:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089b2e4da. 00000100:00000200:1.0:1767385006.306404:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306405:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089465389. 00000400:00000010:1.0:1767385006.306407:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa7dd8a. 00000100:00000200:1.0:1767385006.306408:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306410:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0bff78c. 00000400:00000010:1.0:1767385006.306411:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be3e8f2c. 00000100:00000200:1.0:1767385006.306412:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306413:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e36095. 00000400:00000010:1.0:1767385006.306414:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7f1119. 00000100:00000200:1.0:1767385006.306416:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306417:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9cabd64. 00000400:00000010:1.0:1767385006.306418:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d30fc81b. 00000100:00000200:1.0:1767385006.306420:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306421:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aabc4d8. 00000400:00000010:1.0:1767385006.306422:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef691e. 00000100:00000200:1.0:1767385006.306423:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306425:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfcb3afd. 00000400:00000010:1.0:1767385006.306426:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e243369. 00000100:00000200:1.0:1767385006.306427:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306428:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6af33e9. 00000400:00000010:1.0:1767385006.306429:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095fc3f8e. 00000100:00000200:1.0:1767385006.306431:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306432:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bffec415. 00000400:00000010:1.0:1767385006.306433:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8b044e. 00000100:00000200:1.0:1767385006.306434:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306436:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050a6c30d. 00000400:00000010:1.0:1767385006.306437:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069e93b66. 00000100:00000200:1.0:1767385006.306438:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306439:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a306492. 00000400:00000010:1.0:1767385006.306440:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad126ce. 00000100:00000200:1.0:1767385006.306442:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306443:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000908f33f6. 00000400:00000010:1.0:1767385006.306444:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c874f26. 00000100:00000200:1.0:1767385006.306445:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306447:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3a414df. 00000400:00000010:1.0:1767385006.306448:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000534875b1. 00000100:00000200:1.0:1767385006.306450:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306452:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4b76b9. 00000400:00000010:1.0:1767385006.306453:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000310b405b. 00000100:00000200:1.0:1767385006.306454:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306455:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8340383. 00000400:00000010:1.0:1767385006.306457:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040fa2e5a. 00000100:00000200:1.0:1767385006.306458:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306459:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920bc6fd. 00000400:00000010:1.0:1767385006.306460:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063fec703. 00000100:00000200:1.0:1767385006.306462:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306463:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4587f95. 00000400:00000010:1.0:1767385006.306464:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602efbcf. 00000100:00000200:1.0:1767385006.306465:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306467:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff78c494. 00000400:00000010:1.0:1767385006.306468:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000290d6ac. 00000100:00000200:1.0:1767385006.306469:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306470:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003557b94a. 00000400:00000010:1.0:1767385006.306471:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c3fe21b. 00000100:00000200:1.0:1767385006.306473:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306474:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c9491. 00000400:00000010:1.0:1767385006.306475:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10243af. 00000100:00000200:1.0:1767385006.306476:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306477:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000124f0791. 00000400:00000010:1.0:1767385006.306491:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d68425a. 00000100:00000200:1.0:1767385006.306495:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306496:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9051f04. 00000400:00000010:1.0:1767385006.306498:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f5dfc8c. 00000100:00000200:1.0:1767385006.306499:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306501:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aba9fd5. 00000400:00000010:1.0:1767385006.306502:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dc96d9. 00000100:00000200:1.0:1767385006.306503:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306505:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aab5d749. 00000400:00000010:1.0:1767385006.306506:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049aac45b. 00000100:00000200:1.0:1767385006.306508:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306509:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b915e70. 00000400:00000010:1.0:1767385006.306510:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090425070. 00000100:00000200:1.0:1767385006.306512:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306513:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cf00e2b. 00000400:00000010:1.0:1767385006.306515:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c54982f. 00000100:00000200:1.0:1767385006.306516:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306517:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000480a2211. 00000400:00000010:1.0:1767385006.306519:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb40cc31. 00000100:00000200:1.0:1767385006.306520:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306521:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b181604c. 00000400:00000010:1.0:1767385006.306522:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b9b5c. 00000100:00000200:1.0:1767385006.306524:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306532:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8615ad0. 00000400:00000010:1.0:1767385006.306535:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae905102. 00000100:00000200:1.0:1767385006.306537:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306538:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693682b6. 00000400:00000010:1.0:1767385006.306539:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e3ecfca. 00000100:00000200:1.0:1767385006.306541:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306542:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae8b247d. 00000400:00000010:1.0:1767385006.306543:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d83f7f3. 00000100:00000200:1.0:1767385006.306545:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306546:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538b35e6. 00000400:00000010:1.0:1767385006.306547:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000418d3dbb. 00000100:00000200:1.0:1767385006.306548:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306566:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc6bde19. 00000400:00000010:1.0:1767385006.306568:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d49c9b7c. 00000100:00000200:1.0:1767385006.306570:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306571:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000794a4f4f. 00000400:00000010:1.0:1767385006.306573:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc932f61. 00000100:00000200:1.0:1767385006.306574:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306576:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a3e9f2. 00000400:00000010:1.0:1767385006.306577:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065b98544. 00000100:00000200:1.0:1767385006.306579:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306580:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007911926. 00000400:00000010:1.0:1767385006.306582:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5d9493a. 00000100:00000200:1.0:1767385006.306583:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306585:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c20a8d. 00000400:00000010:1.0:1767385006.306586:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71110f6. 00000100:00000200:1.0:1767385006.306588:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306589:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0656027. 00000400:00000010:1.0:1767385006.306590:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afab52d1. 00000100:00000200:1.0:1767385006.306616:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306618:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e1d9cd. 00000400:00000010:1.0:1767385006.306619:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdaef0c2. 00000100:00000200:1.0:1767385006.306621:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306622:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ec1102d. 00000400:00000010:1.0:1767385006.306623:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d51844a. 00000100:00000200:1.0:1767385006.306625:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306626:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf1f067b. 00000400:00000010:1.0:1767385006.306628:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000682fa048. 00000100:00000200:1.0:1767385006.306629:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306630:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048f43743. 00000400:00000010:1.0:1767385006.306631:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a28d30a6. 00000100:00000200:1.0:1767385006.306633:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306634:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000564d4c66. 00000400:00000010:1.0:1767385006.306635:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000126a605b. 00000100:00000200:1.0:1767385006.306636:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306637:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f5064a5. 00000400:00000010:1.0:1767385006.306639:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061b217e3. 00000100:00000200:1.0:1767385006.306640:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306641:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c387d7ef. 00000400:00000010:1.0:1767385006.306642:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a7cd69f. 00000100:00000200:1.0:1767385006.306644:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306645:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009afd70bf. 00000400:00000010:1.0:1767385006.306646:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000207dd102. 00000100:00000200:1.0:1767385006.306647:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306649:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c19462fe. 00000400:00000010:1.0:1767385006.306650:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec54818c. 00000100:00000200:1.0:1767385006.306651:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306653:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba1e8b9. 00000400:00000010:1.0:1767385006.306654:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cc689. 00000100:00000200:1.0:1767385006.306656:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306657:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000326ab7aa. 00000400:00000010:1.0:1767385006.306658:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038f36912. 00000100:00000200:1.0:1767385006.306660:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306661:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003af50498. 00000400:00000010:1.0:1767385006.306662:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005db2bcb3. 00000100:00000200:1.0:1767385006.306663:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306664:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1f05276. 00000400:00000010:1.0:1767385006.306674:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005caa5248. 00000100:00000200:1.0:1767385006.306677:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306679:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f26d8e1. 00000400:00000010:1.0:1767385006.306680:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f680454. 00000100:00000200:1.0:1767385006.306682:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306683:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ef90514. 00000400:00000010:1.0:1767385006.306684:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d755c359. 00000100:00000200:1.0:1767385006.306686:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767385006.306687:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5925d15. 00000400:00000010:1.0:1767385006.306689:0:40460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088b8796d. 00000100:00000010:1.0:1767385006.306692:0:40460:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006203a1cf. 00000100:00000200:1.0:1767385006.306704:0:40460:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767385006.306754:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000002d68d4d. 00000100:00000010:1.0:1767385006.306941:0:40461:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000086757ee. 00000020:00000010:1.0:1767385006.306944:0:40461:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006425ba63. 00000020:00000010:1.0:1767385006.306947:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007180a104. 00000020:00000010:1.0:1767385006.306949:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4fe2478. 00000040:00000010:1.0:1767385006.306952:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071a8940f. 00000020:00000010:1.0:1767385006.306954:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a6a1784. 00000020:00000010:1.0:1767385006.306957:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5745d04. 00000020:00000010:1.0:1767385006.306959:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dec54996. 80000000:00000010:1.0:1767385006.306961:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000030e92d1c. 40000000:00000010:1.0:1767385006.306963:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072ade330. 00100000:00000010:1.0:1767385006.306965:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3fc15ab. 00040000:00000010:1.0:1767385006.306968:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001c593161. 00040000:00000010:1.0:1767385006.306970:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eb1bdf47. 00080000:00000010:1.0:1767385006.306972:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002a982422. 00000004:00000010:1.0:1767385006.306975:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d3384ff3. 00000100:00000010:1.0:1767385006.306978:0:40461:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000069f5d390. 00000100:00000200:1.0:1767385006.306988:0:40461:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767385006.307012:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007c6f5ea9. 00000100:00000010:3.0:1767385006.307026:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000080f53580. 00000100:00000010:3.0:1767385006.307040:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000060a2c0a6. 00000100:00000010:3.0:1767385006.307050:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000754532ca. 00000100:00000010:3.0:1767385006.307055:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ec10ebd. 00000100:00000010:3.0:1767385006.307059:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3698ca5. 00000100:00000010:3.0:1767385006.307063:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000909d4d94. 00000100:00000010:3.0:1767385006.307066:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079e3db1b. 00000100:00000010:3.0:1767385006.307069:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078b65712. 00000100:00000010:3.0:1767385006.307074:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056a8ff28. 00000100:00000010:3.0:1767385006.307078:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ad3f4fe. 00000100:00000010:3.0:1767385006.307082:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0028f33. 00000100:00000010:3.0:1767385006.307085:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c89a40c8. 00000100:00000010:3.0:1767385006.307089:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002aaa1049. 00000100:00000010:3.0:1767385006.307092:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ef9e8c5. 00000100:00000010:3.0:1767385006.307095:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2666553. 00000100:00000010:3.0:1767385006.307107:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000053c7f11. 00000100:00000010:3.0:1767385006.307112:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b3b782f. 00000100:00000010:3.0:1767385006.307115:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079996712. 00000100:00000010:3.0:1767385006.307119:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7080576. 00000100:00000010:3.0:1767385006.307122:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000294d8c15. 00000100:00000010:3.0:1767385006.307127:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000113dfad5. 00000100:00000010:3.0:1767385006.307130:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d3a9bff. 00000100:00000010:3.0:1767385006.307134:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000053ca0321. 00000100:00000010:3.0:1767385006.307138:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b47777e7. 00000100:00000010:3.0:1767385006.307141:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086cc1205. 00000100:00000010:3.0:1767385006.307145:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e77c1253. 00000100:00000010:3.0:1767385006.307148:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba702063. 00000100:00000010:3.0:1767385006.307151:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9e911a9. 00000100:00000010:3.0:1767385006.307155:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c908f1cc. 00000100:00000010:3.0:1767385006.307157:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056236d46. 00000100:00000010:3.0:1767385006.307163:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009d44d84. 00000100:00000010:3.0:1767385006.307173:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003824a287. 00000100:00000010:3.0:1767385006.307179:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c52de543. 00000100:00000010:3.0:1767385006.307182:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd045b04. 00000100:00000010:3.0:1767385006.307186:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff8befc2. 00000100:00000010:3.0:1767385006.307190:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008da6d64a. 00000100:00000010:3.0:1767385006.307194:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dcd7fc19. 00000100:00000010:3.0:1767385006.307197:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc0f4c58. 00000100:00000010:3.0:1767385006.307201:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000679e0934. 00000100:00000010:3.0:1767385006.307205:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005626300a. 00000100:00000010:3.0:1767385006.307210:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f095859c. 00000100:00000010:3.0:1767385006.307213:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086804508. 00000100:00000010:3.0:1767385006.307218:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000344572c9. 00000100:00000010:3.0:1767385006.307221:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000765d0894. 00000100:00000010:3.0:1767385006.307225:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004512c53b. 00000100:00000010:3.0:1767385006.307228:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f43ab82c. 00000100:00000010:3.0:1767385006.307232:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000265a7099. 00000100:00000010:3.0:1767385006.307245:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003224c8e. 00000100:00000010:3.0:1767385006.307251:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c572e46c. 00000100:00000010:3.0:1767385006.307254:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2bbaa7a. 00000100:00000010:3.0:1767385006.307258:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a5d5673. 00000100:00000010:3.0:1767385006.307261:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063ffe01f. 00000100:00000010:3.0:1767385006.307265:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000556ceec2. 00000100:00000010:3.0:1767385006.307268:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000118903b2. 00000100:00000010:3.0:1767385006.307272:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004753f10f. 00000100:00000010:3.0:1767385006.307275:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083e017fc. 00000100:00000010:3.0:1767385006.307280:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093640cea. 00000100:00000010:3.0:1767385006.307284:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c97faef1. 00000100:00000010:3.0:1767385006.307288:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b866c564. 00000100:00000010:3.0:1767385006.307291:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a294d75. 00000100:00000010:3.0:1767385006.307295:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9fde5be. 00000100:00000010:3.0:1767385006.307298:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000247bae89. 00000100:00000010:3.0:1767385006.307309:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a0590a1. 00000100:00000010:3.0:1767385006.307312:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b1a8d3a. 00000100:00000010:3.0:1767385006.307316:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1dd4d77. 00000100:00000010:3.0:1767385006.307319:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c2c9847. 00000100:00000010:3.0:1767385006.307323:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aad5ad6b. 00000100:00000010:3.0:1767385006.307327:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f7b0512. 00000100:00000010:3.0:1767385006.307330:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000501015d4. 00000100:00000010:3.0:1767385006.307334:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b36fc7b. 00000100:00000010:3.0:1767385006.307338:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acfd2f64. 00000100:00000010:3.0:1767385006.307342:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078ae639f. 00000100:00000010:3.0:1767385006.307346:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080de20a8. 00000100:00000010:3.0:1767385006.307349:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb1581c3. 00000100:00000010:3.0:1767385006.307354:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000971ed972. 00000100:00000010:3.0:1767385006.307357:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fc201ba. 00000100:00000010:3.0:1767385006.307360:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091e258f1. 00000100:00000010:3.0:1767385006.307364:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acc7550f. 00000100:00000010:3.0:1767385006.307368:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa290ad2. 00000100:00000010:3.0:1767385006.307380:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0d14d63. 00000100:00000010:3.0:1767385006.307385:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe85d863. 00000100:00000010:3.0:1767385006.307390:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099f28b33. 00000100:00000010:3.0:1767385006.307393:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e37131c8. 00000100:00000010:3.0:1767385006.307396:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f32e358. 00000100:00000010:3.0:1767385006.307400:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005345b745. 00000100:00000010:3.0:1767385006.307403:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bc518d7. 00000100:00000010:3.0:1767385006.307406:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e767eac. 00000100:00000010:3.0:1767385006.307409:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcc84341. 00000100:00000010:3.0:1767385006.307412:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000665e6eb7. 00000100:00000010:3.0:1767385006.307416:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e640ec1f. 00000100:00000010:3.0:1767385006.307419:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dac95331. 00000100:00000010:3.0:1767385006.307422:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c93cb8b7. 00000100:00000010:3.0:1767385006.307427:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002fdc7af. 00000100:00000010:3.0:1767385006.307437:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e394c81e. 00000100:00000010:3.0:1767385006.307441:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ad8e949. 00000100:00000010:3.0:1767385006.307444:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042b716b4. 00000100:00000010:3.0:1767385006.307447:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df1b89d9. 00000100:00000010:3.0:1767385006.307450:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017b66fec. 00000100:00000010:3.0:1767385006.307454:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee316000. 00000100:00000010:3.0:1767385006.307457:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050137842. 00000100:00000010:3.0:1767385006.307460:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b1fc214. 00000100:00000010:3.0:1767385006.307463:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db94bdc5. 00000100:00000010:3.0:1767385006.307467:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1d44bce. 00000100:00000010:3.0:1767385006.307470:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086cf0010. 00000100:00000010:3.0:1767385006.307474:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007855905f. 00000100:00000010:3.0:1767385006.307478:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049b85733. 00000100:00000010:3.0:1767385006.307483:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e17e70b. 00000100:00000010:3.0:1767385006.307486:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d278c4ea. 00000100:00000010:3.0:1767385006.307490:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c668b55e. 00000100:00000010:3.0:1767385006.307493:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b241c6ed. 00000100:00000010:3.0:1767385006.307498:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7eea883. 00000100:00000010:3.0:1767385006.307509:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e58fd2b. 00000100:00000010:3.0:1767385006.307514:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e03ad583. 00000100:00000010:3.0:1767385006.307517:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9091a78. 00000100:00000010:3.0:1767385006.307521:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee13f2e4. 00000100:00000010:3.0:1767385006.307524:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010a95463. 00000100:00000010:3.0:1767385006.307527:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c07b7db8. 00000100:00000010:3.0:1767385006.307530:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077f78acf. 00000100:00000010:3.0:1767385006.307535:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1d7cc4e. 00000100:00000010:3.0:1767385006.307537:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a0b41a9. 00000100:00000010:3.0:1767385006.307541:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000164231ef. 00000100:00000010:3.0:1767385006.307544:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000904c8f4b. 00000100:00000010:3.0:1767385006.307548:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e738cd7. 00000100:00000010:3.0:1767385006.307570:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b98bcf2c. 00000100:00000010:3.0:1767385006.307580:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023ce8f06. 00000100:00000010:3.0:1767385006.307584:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007116dd6e. 00000100:00000010:3.0:1767385006.307587:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000571d3820. 00000100:00000010:3.0:1767385006.307590:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a6a3338. 00000100:00000010:3.0:1767385006.307621:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af1052aa. 00000100:00000010:3.0:1767385006.307626:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023fda1bf. 00000100:00000010:3.0:1767385006.307631:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065d5d29b. 00000400:00000200:3.0:1767385006.307635:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:3.0:1767385006.307679:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dee21974. 00000020:00000010:3.0:1767385006.307684:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005ddddcae. 00000100:00000010:3.0:1767385006.307735:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000deb2e9fa. 00000100:00000010:3.0:1767385006.307739:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000005472ad3. 00000100:00000010:3.0:1767385006.307742:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b7f9edeb. 00000100:00000010:3.0:1767385006.307746:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000048897155. 00000100:00000010:3.0:1767385006.307750:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000055847abf. 00000100:00000200:3.0:1767385006.307784:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:3.0:1767385006.307788:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002297751b. 00000100:00000010:1.0:1767385006.307980:0:40462:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004bb0be18. 00000020:00000010:1.0:1767385006.307984:0:40462:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000db39d697. 00000020:00000010:1.0:1767385006.307987:0:40462:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000deb4b90b. 00000020:00000010:1.0:1767385006.307991:0:40462:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000463297f4. 00000040:00000010:1.0:1767385006.307993:0:40462:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d42658f9. 00000020:00000010:1.0:1767385006.307995:0:40462:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e009595c. 00000020:00000010:1.0:1767385006.307998:0:40462:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b299bb3. 00000020:00000010:1.0:1767385006.308000:0:40462:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067ffe226. 80000000:00000010:1.0:1767385006.308002:0:40462:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6f8ca1a. 40000000:00000010:1.0:1767385006.308004:0:40462:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000651b4a80. 00100000:00000010:1.0:1767385006.308006:0:40462:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007f50303f. 00040000:00000010:1.0:1767385006.308008:0:40462:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000045a2c7d. 00040000:00000010:1.0:1767385006.308010:0:40462:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011ea77b8. 00080000:00000010:1.0:1767385006.308013:0:40462:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d76cb40e. 00000004:00000010:1.0:1767385006.308016:0:40462:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000070e004b. 00002000:00000010:1.0:1767385006.308018:0:40462:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f68ae21. 00000100:00000200:1.0:1767385006.308020:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308023:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e34aff7. 00000400:00000010:1.0:1767385006.308025:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c45265a. 00000100:00000200:1.0:1767385006.308028:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308029:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d51279f5. 00000400:00000010:1.0:1767385006.308031:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762bdc69. 00000100:00000200:1.0:1767385006.308032:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308033:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c474b686. 00000400:00000010:1.0:1767385006.308035:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ddca3a3. 00000100:00000200:1.0:1767385006.308036:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308037:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2e3b5c. 00000400:00000010:1.0:1767385006.308039:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000892ccd46. 00000100:00000200:1.0:1767385006.308040:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308041:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b836715e. 00000400:00000010:1.0:1767385006.308043:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975626a0. 00000100:00000200:1.0:1767385006.308044:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308046:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000818f0cd6. 00000400:00000010:1.0:1767385006.308047:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000798f245f. 00000100:00000200:1.0:1767385006.308049:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308050:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000072f1335. 00000400:00000010:1.0:1767385006.308051:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fdfa8b. 00000100:00000200:1.0:1767385006.308053:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308054:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef8452b. 00000400:00000010:1.0:1767385006.308055:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf78ea40. 00000100:00000200:1.0:1767385006.308057:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308058:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098dc6b6f. 00000400:00000010:1.0:1767385006.308059:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad8a885b. 00000100:00000200:1.0:1767385006.308061:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308062:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000178cdb43. 00000400:00000010:1.0:1767385006.308063:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d9b1c7. 00000100:00000200:1.0:1767385006.308064:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308065:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe2d6a1a. 00000400:00000010:1.0:1767385006.308067:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eeed7b3. 00000100:00000200:1.0:1767385006.308068:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308069:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dbb3293. 00000400:00000010:1.0:1767385006.308070:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000269bf3ab. 00000100:00000200:1.0:1767385006.308072:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308073:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000571e4a3. 00000400:00000010:1.0:1767385006.308074:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b3ae517. 00000100:00000200:1.0:1767385006.308075:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308077:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fba7114. 00000400:00000010:1.0:1767385006.308078:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005379d76b. 00000100:00000200:1.0:1767385006.308079:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308080:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da48e0a3. 00000400:00000010:1.0:1767385006.308082:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51e5e66. 00000100:00000200:1.0:1767385006.308083:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308084:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60fa401. 00000400:00000010:1.0:1767385006.308085:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7dc1cc9. 00000100:00000200:1.0:1767385006.308087:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308088:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc87c370. 00000400:00000010:1.0:1767385006.308090:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d09636ef. 00000100:00000200:1.0:1767385006.308091:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308092:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004213e4b. 00000400:00000010:1.0:1767385006.308094:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088846219. 00000100:00000200:1.0:1767385006.308095:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308096:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a99bd680. 00000400:00000010:1.0:1767385006.308098:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aa0e75. 00000100:00000200:1.0:1767385006.308099:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308100:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe18226. 00000400:00000010:1.0:1767385006.308101:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000398db586. 00000100:00000200:1.0:1767385006.308103:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308134:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000278da845. 00000400:00000010:1.0:1767385006.308138:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083eb8f77. 00000100:00000200:1.0:1767385006.308141:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308143:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058a383af. 00000400:00000010:1.0:1767385006.308145:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c475a3e. 00000100:00000200:1.0:1767385006.308146:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308148:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffdd2e3d. 00000400:00000010:1.0:1767385006.308150:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701ca89c. 00000100:00000200:1.0:1767385006.308152:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308153:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cea7017. 00000400:00000010:1.0:1767385006.308155:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d33590. 00000100:00000200:1.0:1767385006.308157:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308159:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000011b9d74. 00000400:00000010:1.0:1767385006.308161:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088986d0f. 00000100:00000200:1.0:1767385006.308163:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308164:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4b4a620. 00000400:00000010:1.0:1767385006.308166:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4034e. 00000100:00000200:1.0:1767385006.308168:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308169:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b4af9f6. 00000400:00000010:1.0:1767385006.308180:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002455a946. 00000100:00000200:1.0:1767385006.308184:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308186:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2c7fc54. 00000400:00000010:1.0:1767385006.308188:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000889376ce. 00000100:00000200:1.0:1767385006.308191:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308192:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d162ee4. 00000400:00000010:1.0:1767385006.308195:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b64094c. 00000100:00000200:1.0:1767385006.308196:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308198:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4f6e6aa. 00000400:00000010:1.0:1767385006.308200:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be7a632d. 00000100:00000200:1.0:1767385006.308203:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308206:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18ebcda. 00000400:00000010:1.0:1767385006.308209:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fc45130. 00000100:00000200:1.0:1767385006.308212:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308215:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa22ff19. 00000400:00000010:1.0:1767385006.308218:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000534e943a. 00000100:00000200:1.0:1767385006.308222:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308225:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000945444e5. 00000400:00000010:1.0:1767385006.308228:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d25e958e. 00000100:00000200:1.0:1767385006.308231:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308234:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e861b050. 00000400:00000010:1.0:1767385006.308237:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071790299. 00000100:00000200:1.0:1767385006.308240:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308243:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046b7d557. 00000400:00000010:1.0:1767385006.308246:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061c2ca33. 00000100:00000200:1.0:1767385006.308249:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308252:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b037bed3. 00000400:00000010:1.0:1767385006.308256:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af77dcb. 00000100:00000200:1.0:1767385006.308259:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308263:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c71fe53b. 00000400:00000010:1.0:1767385006.308266:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007be761e1. 00000100:00000200:1.0:1767385006.308269:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308273:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb61686b. 00000400:00000010:1.0:1767385006.308276:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011146d86. 00000100:00000200:1.0:1767385006.308278:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308280:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac256330. 00000400:00000010:1.0:1767385006.308282:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f711585. 00000100:00000200:1.0:1767385006.308284:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308285:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000524e9707. 00000400:00000010:1.0:1767385006.308288:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f88f9e4. 00000100:00000200:1.0:1767385006.308290:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308291:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003577def6. 00000400:00000010:1.0:1767385006.308293:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee7448e7. 00000100:00000200:1.0:1767385006.308295:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308297:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dac98cd6. 00000400:00000010:1.0:1767385006.308299:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f80352d. 00000100:00000200:1.0:1767385006.308301:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308302:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccea59b. 00000400:00000010:1.0:1767385006.308304:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000158b3daf. 00000100:00000200:1.0:1767385006.308306:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308308:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca2b8a16. 00000400:00000010:1.0:1767385006.308309:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3a24226. 00000100:00000200:1.0:1767385006.308311:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308312:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aeb73fa4. 00000400:00000010:1.0:1767385006.308314:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c338f15. 00000100:00000200:1.0:1767385006.308316:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308317:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ec61dd2. 00000400:00000010:1.0:1767385006.308319:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047d5baa9. 00000100:00000200:1.0:1767385006.308321:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308322:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aebcc8a. 00000400:00000010:1.0:1767385006.308324:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4b8c991. 00000100:00000200:1.0:1767385006.308326:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308327:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8b157e3. 00000400:00000010:1.0:1767385006.308329:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6e83b36. 00000100:00000200:1.0:1767385006.308331:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308332:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d182ddb. 00000400:00000010:1.0:1767385006.308334:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001853aeba. 00000100:00000200:1.0:1767385006.308336:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308337:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfed57a. 00000400:00000010:1.0:1767385006.308339:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2362054. 00000100:00000200:1.0:1767385006.308340:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308342:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f992e2ed. 00000400:00000010:1.0:1767385006.308344:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fe4b6fb. 00000100:00000200:1.0:1767385006.308345:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308347:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd47a8d0. 00000400:00000010:1.0:1767385006.308349:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000363fcff7. 00000100:00000200:1.0:1767385006.308351:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308353:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c73596db. 00000400:00000010:1.0:1767385006.308355:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c27d899d. 00000100:00000200:1.0:1767385006.308357:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308358:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdbd76b. 00000400:00000010:1.0:1767385006.308360:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd864f92. 00000100:00000200:1.0:1767385006.308362:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308363:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8ede3c3. 00000400:00000010:1.0:1767385006.308365:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000516ce2e2. 00000100:00000200:1.0:1767385006.308367:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308368:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065b02d03. 00000400:00000010:1.0:1767385006.308370:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e70119a2. 00000100:00000200:1.0:1767385006.308372:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308373:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069132b07. 00000400:00000010:1.0:1767385006.308387:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aeb6013. 00000100:00000200:1.0:1767385006.308391:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308393:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009078bc10. 00000400:00000010:1.0:1767385006.308395:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e4b8571. 00000100:00000200:1.0:1767385006.308397:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308399:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f41ac1af. 00000400:00000010:1.0:1767385006.308401:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07263c1. 00000100:00000200:1.0:1767385006.308402:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308404:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9ff2512. 00000400:00000010:1.0:1767385006.308406:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acc835e. 00000100:00000200:1.0:1767385006.308407:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308409:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000035191d8. 00000400:00000010:1.0:1767385006.308411:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007930440c. 00000100:00000200:1.0:1767385006.308413:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308414:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000face211c. 00000400:00000010:1.0:1767385006.308416:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baa7ae66. 00000100:00000200:1.0:1767385006.308418:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308420:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006994cac7. 00000400:00000010:1.0:1767385006.308422:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d84a8fe5. 00000100:00000200:1.0:1767385006.308424:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767385006.308426:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040c982f4. 00000400:00000010:1.0:1767385006.308428:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000435ccee. 00000100:00000010:1.0:1767385006.308432:0:40462:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000eddd9995. 00000100:00000200:1.0:1767385006.308449:0:40462:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767385006.308507:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000817152bf. 00000100:00000010:1.0:1767385006.308858:0:40463:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005407d0d9. 00000020:00000010:1.0:1767385006.308862:0:40463:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ed3320da. 00000020:00000010:1.0:1767385006.308865:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038c6dbd5. 00000020:00000010:1.0:1767385006.308867:0:40463:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030c0632a. 00000040:00000010:1.0:1767385006.308869:0:40463:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000573744e4. 00000020:00000010:1.0:1767385006.308872:0:40463:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058c70111. 00000020:00000010:1.0:1767385006.308874:0:40463:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000040e0634b. 00000020:00000010:1.0:1767385006.308876:0:40463:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009117eaad. 80000000:00000010:1.0:1767385006.308878:0:40463:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fcecf9c. 40000000:00000010:1.0:1767385006.308880:0:40463:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000061fb4601. 00100000:00000010:1.0:1767385006.308882:0:40463:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1533340. 00040000:00000010:1.0:1767385006.308885:0:40463:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000053bd1aa8. 00040000:00000010:1.0:1767385006.308889:0:40463:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000072d2fe15. 00080000:00000010:1.0:1767385006.308892:0:40463:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000794e35c3. 00000004:00000010:1.0:1767385006.308895:0:40463:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055f18a5c. 00002000:00000010:1.0:1767385006.308897:0:40463:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec6c0df4. 00000100:00000010:1.0:1767385006.308900:0:40463:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000074be7add. 00000100:00000200:1.0:1767385006.308910:0:40463:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767385006.308938:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b21b80b7. 00000100:00000010:3.0:1767385006.308946:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c6b1541f. 00000100:00000010:3.0:1767385006.308962:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009f020a01. 00000100:00000010:3.0:1767385006.308972:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000178ac432. 00000100:00000010:3.0:1767385006.308980:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069c2c0bb. 00000100:00000010:3.0:1767385006.308984:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee4f7e88. 00000100:00000010:3.0:1767385006.308987:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c1d1352. 00000100:00000010:3.0:1767385006.308992:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aef21356. 00000100:00000010:3.0:1767385006.308996:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fda72e4. 00000100:00000010:3.0:1767385006.309000:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034510988. 00000100:00000010:3.0:1767385006.309003:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f4e8ce. 00000100:00000010:3.0:1767385006.309006:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3ffe61b. 00000100:00000010:3.0:1767385006.309018:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e540a1b3. 00000100:00000010:3.0:1767385006.309027:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ff547e0. 00000100:00000010:3.0:1767385006.309030:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ea90f39. 00000100:00000010:3.0:1767385006.309034:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d355f15. 00000100:00000010:3.0:1767385006.309037:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae9f2561. 00000100:00000010:3.0:1767385006.309041:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3b09a1c. 00000100:00000010:3.0:1767385006.309044:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000076b424b. 00000100:00000010:3.0:1767385006.309048:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f0738b9. 00000100:00000010:3.0:1767385006.309051:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a4ea139. 00000100:00000010:3.0:1767385006.309055:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5efaeb5. 00000100:00000010:3.0:1767385006.309058:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be0f38bb. 00000100:00000010:3.0:1767385006.309061:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078c5cb49. 00000100:00000010:3.0:1767385006.309064:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c9f2903. 00000100:00000010:3.0:1767385006.309069:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000738944d5. 00000100:00000010:3.0:1767385006.309072:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b784fc04. 00000100:00000010:3.0:1767385006.309076:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084268ddf. 00000100:00000010:3.0:1767385006.309079:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000932abbbd. 00000100:00000010:3.0:1767385006.309083:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083b1b85b. 00000100:00000010:3.0:1767385006.309086:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045920cb3. 00000100:00000010:3.0:1767385006.309090:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008bb5982d. 00000100:00000010:3.0:1767385006.309093:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f902e53. 00000100:00000010:3.0:1767385006.309097:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c1641bf8. 00000100:00000010:3.0:1767385006.309101:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf94bab9. 00000100:00000010:3.0:1767385006.309104:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000767e947f. 00000100:00000010:3.0:1767385006.309107:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c53ae11. 00000100:00000010:3.0:1767385006.309111:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000027ebd16. 00000100:00000010:3.0:1767385006.309114:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acde3866. 00000100:00000010:3.0:1767385006.309118:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d2214b4. 00000100:00000010:3.0:1767385006.309121:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e9d4634. 00000100:00000010:3.0:1767385006.309126:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1216377. 00000100:00000010:3.0:1767385006.309129:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e73ddf9. 00000100:00000010:3.0:1767385006.309133:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9bdfb8e. 00000100:00000010:3.0:1767385006.309150:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f35810a2. 00000100:00000010:3.0:1767385006.309154:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086ebfab9. 00000100:00000010:3.0:1767385006.309157:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057157c24. 00000100:00000010:3.0:1767385006.309160:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078a5dade. 00000100:00000010:3.0:1767385006.309164:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc334958. 00000100:00000010:3.0:1767385006.309167:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5e85f2d. 00000100:00000010:3.0:1767385006.309170:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bb0ddc0. 00000100:00000010:3.0:1767385006.309174:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f87245e. 00000100:00000010:3.0:1767385006.309177:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1cdca8a. 00000100:00000010:3.0:1767385006.309200:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b147554d. 00000100:00000010:3.0:1767385006.309204:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000806b8e4a. 00000100:00000010:3.0:1767385006.309209:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001130bb0b. 00000100:00000010:3.0:1767385006.309213:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031b7472a. 00000100:00000010:3.0:1767385006.309219:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2734e29. 00000100:00000010:3.0:1767385006.309223:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eee93a3e. 00000100:00000010:3.0:1767385006.309228:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000423276b8. 00000100:00000010:3.0:1767385006.309232:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe02c58c. 00000100:00000010:3.0:1767385006.309237:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b510f090. 00000100:00000010:3.0:1767385006.309241:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae300cc3. 00000100:00000010:3.0:1767385006.309246:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4db5dd3. 00000100:00000010:3.0:1767385006.309250:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004769d70d. 00000100:00000010:3.0:1767385006.309257:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0ded3ee. 00000100:00000010:3.0:1767385006.309260:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b563d62a. 00000100:00000010:3.0:1767385006.309265:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2e93ac4. 00000100:00000010:3.0:1767385006.309268:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009b9856b. 00000100:00000010:3.0:1767385006.309272:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000010560d61. 00000100:00000010:3.0:1767385006.309276:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5a629f0. 00000100:00000010:3.0:1767385006.309280:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000283b3143. 00000100:00000010:3.0:1767385006.309284:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a32c19. 00000100:00000010:3.0:1767385006.309288:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e64efbc9. 00000100:00000010:3.0:1767385006.309292:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcd3b6c9. 00000100:00000010:3.0:1767385006.309307:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073421f5f. 00000100:00000010:3.0:1767385006.309323:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db277c74. 00000100:00000010:3.0:1767385006.309330:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b36dfaf7. 00000100:00000010:3.0:1767385006.309334:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000541bdd77. 00000100:00000010:3.0:1767385006.309339:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044bda986. 00000100:00000010:3.0:1767385006.309343:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c50fea19. 00000100:00000010:3.0:1767385006.309348:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff7fb462. 00000100:00000010:3.0:1767385006.309352:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002265330. 00000100:00000010:3.0:1767385006.309367:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a952b8b. 00000100:00000010:3.0:1767385006.309372:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003818413. 00000100:00000010:3.0:1767385006.309376:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2dcf8ff. 00000100:00000010:3.0:1767385006.309380:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fa23f30. 00000100:00000010:3.0:1767385006.309385:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff3e8e6d. 00000100:00000010:3.0:1767385006.309389:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf0970e2. 00000100:00000010:3.0:1767385006.309394:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001933f614. 00000100:00000010:3.0:1767385006.309398:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfd35fdf. 00000100:00000010:3.0:1767385006.309402:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003dbdc35a. 00000100:00000010:3.0:1767385006.309406:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047015a09. 00000100:00000010:3.0:1767385006.309410:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000233c11c7. 00000100:00000010:3.0:1767385006.309415:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083bf2774. 00000100:00000010:3.0:1767385006.309419:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a6da2d8. 00000100:00000010:3.0:1767385006.309424:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4a5434. 00000100:00000010:3.0:1767385006.309429:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004298e15b. 00000100:00000010:3.0:1767385006.309433:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bc32b21. 00000100:00000010:3.0:1767385006.309449:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000546c4f42. 00000100:00000010:3.0:1767385006.309455:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000042a6ccc. 00000100:00000010:3.0:1767385006.309460:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d96bc05a. 00000100:00000010:3.0:1767385006.309464:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a8d46c2. 00000100:00000010:3.0:1767385006.309469:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1cd916a. 00000100:00000010:3.0:1767385006.309473:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d2b5780. 00000100:00000010:3.0:1767385006.309478:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c2b9de2. 00000100:00000010:3.0:1767385006.309490:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d4ba74c. 00000100:00000010:3.0:1767385006.309495:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ae07c64. 00000100:00000010:3.0:1767385006.309510:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7529548. 00000100:00000010:3.0:1767385006.309517:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003cf4de8e. 00000100:00000010:3.0:1767385006.309522:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e44e5592. 00000100:00000010:3.0:1767385006.309527:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059efc6b6. 00000100:00000010:3.0:1767385006.309531:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a999d1a. 00000100:00000010:3.0:1767385006.309536:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ddfb51c. 00000100:00000010:3.0:1767385006.309540:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002888cf66. 00000100:00000010:3.0:1767385006.309583:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0469a1c. 00000100:00000010:3.0:1767385006.309605:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e59e897. 00000100:00000010:3.0:1767385006.309633:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000065d941d. 00000100:00000010:3.0:1767385006.309638:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0624783. 00000100:00000010:3.0:1767385006.309643:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000034fa5a9. 00000100:00000010:3.0:1767385006.309647:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1bea0b1. 00000100:00000010:3.0:1767385006.309652:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059bac6a3. 00000100:00000010:3.0:1767385006.309673:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad96a5d2. 00000100:00000010:3.0:1767385006.309678:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a47db087. 00000100:00000010:3.0:1767385006.309684:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051273299. 00000100:00000010:3.0:1767385006.309690:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0518d1e. 00000100:00000010:3.0:1767385006.309694:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041abc85c. 00000100:00000010:3.0:1767385006.309700:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074933c6e. 00000100:00000010:3.0:1767385006.309707:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002015194a. 00000100:00000010:3.0:1767385006.309712:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001aa765f8. 00000100:00000010:3.0:1767385006.309716:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f2d5df9. 00000100:00000010:3.0:1767385006.309734:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016066245. 00000400:00000200:3.0:1767385006.309739:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:3.0:1767385006.309792:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f3b7132d. 00000020:00000010:3.0:1767385006.309798:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008fd8e69e. 00000100:00000010:3.0:1767385006.309866:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003016e502. 00000100:00000010:3.0:1767385006.309871:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009c8b2d12. 00000100:00000010:3.0:1767385006.309882:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007eb1257b. 00000100:00000010:3.0:1767385006.309886:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000046a166b5. 00000100:00000010:3.0:1767385006.309889:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007f6767e3. 00000100:00000200:3.0:1767385006.309924:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:3.0:1767385006.309928:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001474465d. 00000100:00000010:1.0:1767385006.310125:0:40464:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003ef218c8. 00000020:00000010:1.0:1767385006.310129:0:40464:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000a6b34b9. 00000020:00000010:1.0:1767385006.310132:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cd37f19. 00000020:00000010:1.0:1767385006.310134:0:40464:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000028e984af. 00000040:00000010:1.0:1767385006.310136:0:40464:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d85429ac. 00000020:00000010:1.0:1767385006.310139:0:40464:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe3de22c. 00000020:00000010:1.0:1767385006.310141:0:40464:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a59f8834. 00000020:00000010:1.0:1767385006.310144:0:40464:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d924175. 80000000:00000010:1.0:1767385006.310146:0:40464:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9b3e6a8. 40000000:00000010:1.0:1767385006.310148:0:40464:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e20817d1. 00100000:00000010:1.0:1767385006.310151:0:40464:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a69cb0a5. 00040000:00000010:1.0:1767385006.310153:0:40464:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008867c0a5. 00040000:00000010:1.0:1767385006.310155:0:40464:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d0a3f24a. 00080000:00000010:1.0:1767385006.310158:0:40464:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000095f450fc. 00000004:00000010:1.0:1767385006.310161:0:40464:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037e8842d. 00002000:00000010:1.0:1767385006.310163:0:40464:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c7aa029. 00000100:00000200:1.0:1767385006.310165:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310167:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e781b200. 00000400:00000010:1.0:1767385006.310170:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a536c38d. 00000100:00000200:1.0:1767385006.310172:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310173:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000420eedf4. 00000400:00000010:1.0:1767385006.310175:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086f36e53. 00000100:00000200:1.0:1767385006.310177:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310192:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047939f1e. 00000400:00000010:1.0:1767385006.310197:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40434e3. 00000100:00000200:1.0:1767385006.310201:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310205:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000368c6621. 00000400:00000010:1.0:1767385006.310207:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbd137f6. 00000100:00000200:1.0:1767385006.310209:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310211:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001819d7c1. 00000400:00000010:1.0:1767385006.310214:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3a38e7. 00000100:00000200:1.0:1767385006.310216:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310218:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005d7eec. 00000400:00000010:1.0:1767385006.310221:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d849b39e. 00000100:00000200:1.0:1767385006.310223:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310225:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005969c36b. 00000400:00000010:1.0:1767385006.310229:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000985466a. 00000100:00000200:1.0:1767385006.310231:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310233:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6e60fab. 00000400:00000010:1.0:1767385006.310236:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086d2aedc. 00000100:00000200:1.0:1767385006.310238:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310240:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7278b2. 00000400:00000010:1.0:1767385006.310243:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e75f2e. 00000100:00000200:1.0:1767385006.310246:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310248:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec3a1db8. 00000400:00000010:1.0:1767385006.310251:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2075ccd. 00000100:00000200:1.0:1767385006.310254:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310257:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001466bab2. 00000400:00000010:1.0:1767385006.310259:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a6d8445. 00000100:00000200:1.0:1767385006.310262:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310264:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004884daff. 00000400:00000010:1.0:1767385006.310267:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beea16f6. 00000100:00000200:1.0:1767385006.310269:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310271:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094d4d3ce. 00000400:00000010:1.0:1767385006.310273:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf785e2. 00000100:00000200:1.0:1767385006.310275:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310278:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1ed4bda. 00000400:00000010:1.0:1767385006.310280:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001942faf8. 00000100:00000200:1.0:1767385006.310283:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310285:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd7638df. 00000400:00000010:1.0:1767385006.310288:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e035a63. 00000100:00000200:1.0:1767385006.310290:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310293:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db508964. 00000400:00000010:1.0:1767385006.310295:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c70373. 00000100:00000200:1.0:1767385006.310298:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310300:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069255e26. 00000400:00000010:1.0:1767385006.310302:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405874b1. 00000100:00000200:1.0:1767385006.310305:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310307:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed0bb577. 00000400:00000010:1.0:1767385006.310310:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000712d20bf. 00000100:00000200:1.0:1767385006.310313:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310315:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d23fedf. 00000400:00000010:1.0:1767385006.310317:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012364b99. 00000100:00000200:1.0:1767385006.310320:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310322:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cce1e465. 00000400:00000010:1.0:1767385006.310325:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072c0d145. 00000100:00000200:1.0:1767385006.310327:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310328:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4bda3e6. 00000400:00000010:1.0:1767385006.310330:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8fa3ca. 00000100:00000200:1.0:1767385006.310331:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310333:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1a26730. 00000400:00000010:1.0:1767385006.310335:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000517d313d. 00000100:00000200:1.0:1767385006.310336:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310337:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dac80bf. 00000400:00000010:1.0:1767385006.310348:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760877dd. 00000100:00000200:1.0:1767385006.310351:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310353:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaf7942a. 00000400:00000010:1.0:1767385006.310355:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a0d226f. 00000100:00000200:1.0:1767385006.310357:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310358:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f9a5d48. 00000400:00000010:1.0:1767385006.310360:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf19c2d8. 00000100:00000200:1.0:1767385006.310361:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310362:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae5b0e2. 00000400:00000010:1.0:1767385006.310364:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bafed0bc. 00000100:00000200:1.0:1767385006.310365:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310366:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffcf23be. 00000400:00000010:1.0:1767385006.310368:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c805c2ae. 00000100:00000200:1.0:1767385006.310369:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310370:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a9b9b12. 00000400:00000010:1.0:1767385006.310372:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005127d385. 00000100:00000200:1.0:1767385006.310373:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310374:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000121b87e4. 00000400:00000010:1.0:1767385006.310375:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052aa7f31. 00000100:00000200:1.0:1767385006.310377:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310378:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137722fa. 00000400:00000010:1.0:1767385006.310379:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014289d69. 00000100:00000200:1.0:1767385006.310380:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310381:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c5584e5. 00000400:00000010:1.0:1767385006.310383:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27a8e78. 00000100:00000200:1.0:1767385006.310384:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310385:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f938868. 00000400:00000010:1.0:1767385006.310386:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f829467. 00000100:00000200:1.0:1767385006.310388:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310389:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4fd5234. 00000400:00000010:1.0:1767385006.310390:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7243bff. 00000100:00000200:1.0:1767385006.310391:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310393:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da7612c2. 00000400:00000010:1.0:1767385006.310394:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e8bd936. 00000100:00000200:1.0:1767385006.310396:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310397:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa58caed. 00000400:00000010:1.0:1767385006.310399:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f641501. 00000100:00000200:1.0:1767385006.310400:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310401:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab6aaa4. 00000400:00000010:1.0:1767385006.310402:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000776ea24f. 00000100:00000200:1.0:1767385006.310404:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310405:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df758405. 00000400:00000010:1.0:1767385006.310406:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a43b57. 00000100:00000200:1.0:1767385006.310407:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310408:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2e1016f. 00000400:00000010:1.0:1767385006.310410:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060eeacab. 00000100:00000200:1.0:1767385006.310411:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310412:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cba1be22. 00000400:00000010:1.0:1767385006.310413:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf8e40e. 00000100:00000200:1.0:1767385006.310414:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310416:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000587c478a. 00000400:00000010:1.0:1767385006.310417:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3b2767b. 00000100:00000200:1.0:1767385006.310418:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310419:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070958fe9. 00000400:00000010:1.0:1767385006.310420:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e1a761c. 00000100:00000200:1.0:1767385006.310422:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310423:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a676c02. 00000400:00000010:1.0:1767385006.310424:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee926142. 00000100:00000200:1.0:1767385006.310425:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310426:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8b7445. 00000400:00000010:1.0:1767385006.310428:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bbe475f. 00000100:00000200:1.0:1767385006.310429:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310430:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000785cb91a. 00000400:00000010:1.0:1767385006.310431:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001838775b. 00000100:00000200:1.0:1767385006.310433:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310434:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d68a170. 00000400:00000010:1.0:1767385006.310435:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a505ee. 00000100:00000200:1.0:1767385006.310437:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310438:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2a35ab1. 00000400:00000010:1.0:1767385006.310439:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bb915d. 00000100:00000200:1.0:1767385006.310441:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310442:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000491adda9. 00000400:00000010:1.0:1767385006.310443:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020ff26fb. 00000100:00000200:1.0:1767385006.310445:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310446:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cc2e5b. 00000400:00000010:1.0:1767385006.310447:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3982e20. 00000100:00000200:1.0:1767385006.310448:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310456:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039152069. 00000400:00000010:1.0:1767385006.310458:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009591d9bd. 00000100:00000200:1.0:1767385006.310460:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310461:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d8eaad3. 00000400:00000010:1.0:1767385006.310463:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077b41861. 00000100:00000200:1.0:1767385006.310464:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310465:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc7ed6c5. 00000400:00000010:1.0:1767385006.310466:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a49094. 00000100:00000200:1.0:1767385006.310468:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310469:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee9eee46. 00000400:00000010:1.0:1767385006.310470:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bd7ab28. 00000100:00000200:1.0:1767385006.310471:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310473:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e555aabb. 00000400:00000010:1.0:1767385006.310481:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f24f07. 00000100:00000200:1.0:1767385006.310484:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310485:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea601e1e. 00000400:00000010:1.0:1767385006.310487:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b6ab387. 00000100:00000200:1.0:1767385006.310488:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310490:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c85ac388. 00000400:00000010:1.0:1767385006.310491:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086beae97. 00000100:00000200:1.0:1767385006.310492:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310493:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85fd0cc. 00000400:00000010:1.0:1767385006.310495:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092f92e4a. 00000100:00000200:1.0:1767385006.310496:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310497:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967de2bb. 00000400:00000010:1.0:1767385006.310499:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000031c44a0. 00000100:00000200:1.0:1767385006.310500:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310501:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007466f8f4. 00000400:00000010:1.0:1767385006.310503:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c63020. 00000100:00000200:1.0:1767385006.310504:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310506:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009649b3ba. 00000400:00000010:1.0:1767385006.310507:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048d673c3. 00000100:00000200:1.0:1767385006.310508:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310509:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005824883a. 00000400:00000010:1.0:1767385006.310511:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030704610. 00000100:00000200:1.0:1767385006.310512:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310513:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000288180ab. 00000400:00000010:1.0:1767385006.310514:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9587565. 00000100:00000200:1.0:1767385006.310516:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310517:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ecc90e7. 00000400:00000010:1.0:1767385006.310518:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e63604. 00000100:00000200:1.0:1767385006.310519:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310520:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94c6601. 00000400:00000010:1.0:1767385006.310522:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a36abe8. 00000100:00000200:1.0:1767385006.310523:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767385006.310524:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa86c20b. 00000400:00000010:1.0:1767385006.310525:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afafa382. 00000100:00000010:1.0:1767385006.310529:0:40464:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000071512372. 00000100:00000200:1.0:1767385006.310543:0:40464:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767385006.310626:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b8ea379a. 00000100:00000010:1.0:1767385006.310848:0:40465:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002471c46f. 00000020:00000010:1.0:1767385006.310852:0:40465:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003cbea131. 00000020:00000010:1.0:1767385006.310855:0:40465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cc051c. 00000020:00000010:1.0:1767385006.310858:0:40465:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b924c6ab. 00000040:00000010:1.0:1767385006.310860:0:40465:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000450d57fb. 00000020:00000010:1.0:1767385006.310863:0:40465:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000065d98234. 00000020:00000010:1.0:1767385006.310865:0:40465:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000036c89b2e. 00000020:00000010:1.0:1767385006.310867:0:40465:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004fe42c5f. 80000000:00000010:1.0:1767385006.310869:0:40465:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008419e62a. 40000000:00000010:1.0:1767385006.310871:0:40465:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e47aa35e. 00100000:00000010:1.0:1767385006.310873:0:40465:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b981c3a8. 00040000:00000010:1.0:1767385006.310876:0:40465:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002349490d. 00040000:00000010:1.0:1767385006.310878:0:40465:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003130e087. 00080000:00000010:1.0:1767385006.310880:0:40465:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000093c389bb. 00000004:00000010:1.0:1767385006.310883:0:40465:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000169d45d. 00002000:00000010:1.0:1767385006.310885:0:40465:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c98568b1. 00000100:00000010:1.0:1767385006.310888:0:40465:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000cfca04a5. 00000100:00000200:1.0:1767385006.310898:0:40465:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767385006.310926:0:40441:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000854c80c7. 00000100:00000010:3.0:1767385006.310933:0:40441:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000083b4a6bb. 00000100:00000010:3.0:1767385006.310949:0:40441:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c7344aaa. 00000100:00000010:3.0:1767385006.310959:0:40441:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a4a70493. 00000100:00000010:3.0:1767385006.310965:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ee9b49c. 00000100:00000010:3.0:1767385006.311160:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000077347639. 00000100:00000010:3.0:1767385006.311166:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d69ed20. 00000100:00000010:3.0:1767385006.311356:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008c29784b. 00000100:00000010:3.0:1767385006.311370:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eae5f27c. 00000100:00000010:3.0:1767385006.311575:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bba3ef7c. 00000100:00000010:3.0:1767385006.311581:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002943c90c. 00000100:00000010:3.0:1767385006.311810:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000163a1e85. 00000100:00000010:3.0:1767385006.311816:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c708fef. 00000100:00000010:3.0:1767385006.312007:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000251657f0. 00000100:00000010:3.0:1767385006.312013:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007962e14. 00000100:00000010:3.0:1767385006.312215:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010f160dd. 00000100:00000010:3.0:1767385006.312220:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068410e16. 00000100:00000010:3.0:1767385006.312430:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dcc8a2f6. 00000100:00000010:3.0:1767385006.312435:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e07b3ef4. 00000100:00000010:3.0:1767385006.313936:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000baa6a48e. 00000100:00000010:3.0:1767385006.313943:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009f29c18. 00000100:00000010:3.0:1767385006.314016:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f7279664. 00000100:00000010:3.0:1767385006.314020:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000044541e0. 00000100:00000010:3.0:1767385006.314091:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b035c95b. 00000100:00000010:3.0:1767385006.314096:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000436d0e30. 00000100:00000010:3.0:1767385006.314171:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d03d5764. 00000100:00000010:3.0:1767385006.314176:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081fe6b36. 00000100:00000010:3.0:1767385006.315657:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002152530e. 00000100:00000010:3.0:1767385006.315665:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071dbe413. 00000100:00000010:3.0:1767385006.315734:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002ca3d85b. 00000100:00000010:3.0:1767385006.315738:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fea86cc1. 00000100:00000010:3.0:1767385006.315805:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005c4cb991. 00000100:00000010:3.0:1767385006.315811:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090a361f5. 00000100:00000010:3.0:1767385006.315908:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fbad4e68. 00000100:00000010:3.0:1767385006.315914:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093b80739. 00000100:00000010:3.0:1767385006.316094:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000020c0407a. 00000100:00000010:3.0:1767385006.316097:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079363a50. 00000100:00000010:3.0:1767385006.316259:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000079c617cc. 00000100:00000010:3.0:1767385006.316262:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ce1a59a. 00000100:00000010:3.0:1767385006.316444:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bfcc7bf8. 00000100:00000010:3.0:1767385006.316456:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000509a8446. 00000100:00000010:3.0:1767385006.316715:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000371884fd. 00000100:00000010:3.0:1767385006.316720:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bdeb415. 00000100:00000010:3.0:1767385006.316935:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b822394f. 00000100:00000010:3.0:1767385006.316940:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2f5ec5f. 00000100:00000010:3.0:1767385006.317103:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bc5cedd5. 00000100:00000010:3.0:1767385006.317105:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b39507d. 00000100:00000010:3.0:1767385006.317300:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ffad4142. 00000100:00000010:3.0:1767385006.317303:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ec1a98b. 00000100:00000010:3.0:1767385006.317484:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c334b6d. 00000100:00000010:3.0:1767385006.317487:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000789393ba. 00000100:00000010:3.0:1767385006.317727:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005b9cc823. 00000100:00000010:3.0:1767385006.317733:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed9daa24. 00000100:00000010:3.0:1767385006.317933:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003da13f42. 00000100:00000010:3.0:1767385006.317937:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000401a1df. 00000100:00000010:3.0:1767385006.318101:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f37d1d26. 00000100:00000010:3.0:1767385006.318108:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098841d5d. 00000100:00000010:3.0:1767385006.318296:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a9ba5449. 00000100:00000010:3.0:1767385006.318299:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d5bd602. 00000100:00000010:3.0:1767385006.318478:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008a83f72e. 00000100:00000010:3.0:1767385006.318482:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f02335c. 00000100:00000010:3.0:1767385006.318710:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cb24c5b9. 00000100:00000010:3.0:1767385006.318716:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e726731. 00000100:00000010:3.0:1767385006.318924:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000031ba2f0e. 00000100:00000010:3.0:1767385006.318931:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfeb5b30. 00000100:00000010:3.0:1767385006.319127:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000103ff4cf. 00000100:00000010:3.0:1767385006.319133:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098401a8f. 00000100:00000010:3.0:1767385006.319335:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003cc6d6ad. 00000100:00000010:3.0:1767385006.319340:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001506a8ce. 00000100:00000010:3.0:1767385006.319536:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009e4bbda1. 00000100:00000010:3.0:1767385006.319539:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d5c2a0f. 00000100:00000010:3.0:1767385006.319767:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b8691d99. 00000100:00000010:3.0:1767385006.319781:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077a88b3c. 00000100:00000010:3.0:1767385006.319978:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000253a7f9d. 00000100:00000010:3.0:1767385006.319984:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe4ea7ae. 00000100:00000010:3.0:1767385006.320177:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000c2c224f. 00000100:00000010:3.0:1767385006.320182:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000739c6232. 00000100:00000010:3.0:1767385006.320345:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006bd9de68. 00000100:00000010:3.0:1767385006.320348:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032914ef9. 00000100:00000010:3.0:1767385006.320544:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000033d4f076. 00000100:00000010:3.0:1767385006.320563:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000596f2f33. 00000100:00000010:3.0:1767385006.320838:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000839f714. 00000100:00000010:3.0:1767385006.320847:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f962c14. 00000100:00000010:3.0:1767385006.321059:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ef2c50af. 00000100:00000010:3.0:1767385006.321063:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef2d17a1. 00000100:00000010:3.0:1767385006.321288:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d621c443. 00000100:00000010:3.0:1767385006.321293:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008488003d. 00000100:00000010:3.0:1767385006.321577:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059922430. 00000100:00000010:3.0:1767385006.321583:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c959832. 00000100:00000010:3.0:1767385006.321823:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bf78284a. 00000100:00000010:3.0:1767385006.321845:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035f52c22. 00000100:00000010:3.0:1767385006.322026:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dc52dc3d. 00000100:00000010:3.0:1767385006.322030:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f84503f. 00000100:00000010:3.0:1767385006.322192:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ab73681b. 00000100:00000010:3.0:1767385006.322195:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003625ab7a. 00000100:00000010:3.0:1767385006.322380:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004ee55d89. 00000100:00000010:3.0:1767385006.322383:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c273dc8e. 00000100:00000010:3.0:1767385006.322574:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000079f73a4f. 00000100:00000010:3.0:1767385006.322578:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a51e41d7. 00000100:00000010:3.0:1767385006.322793:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fd00056d. 00000100:00000010:3.0:1767385006.322798:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bff3be7f. 00000100:00000010:3.0:1767385006.322980:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000949f9100. 00000100:00000010:3.0:1767385006.322984:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4e88a4d. 00000100:00000010:3.0:1767385006.323167:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000015e853b4. 00000100:00000010:3.0:1767385006.323179:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018da2b59. 00000100:00000010:3.0:1767385006.323379:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009ca92794. 00000100:00000010:3.0:1767385006.323382:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b70a415. 00000100:00000010:3.0:1767385006.323635:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000034853c0d. 00000100:00000010:3.0:1767385006.323640:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c2c36fe. 00000100:00000010:3.0:1767385006.323850:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000043a0255d. 00000100:00000010:3.0:1767385006.323853:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003200bb77. 00000100:00000010:3.0:1767385006.324019:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bdebd1c3. 00000100:00000010:3.0:1767385006.324021:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f29d66d. 00000100:00000010:3.0:1767385006.324219:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c26744d1. 00000100:00000010:3.0:1767385006.324222:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025771f75. 00000100:00000010:3.0:1767385006.324431:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c3a1929b. 00000100:00000010:3.0:1767385006.324435:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092c191a9. 00000100:00000010:3.0:1767385006.324667:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001be5d775. 00000100:00000010:3.0:1767385006.324677:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b3114c5. 00000100:00000010:3.0:1767385006.324873:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d2df0b3f. 00000100:00000010:3.0:1767385006.324875:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd57933e. 00000100:00000010:3.0:1767385006.325053:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000279efe6e. 00000100:00000010:3.0:1767385006.325057:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000496d1deb. 00000100:00000010:3.0:1767385006.325235:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000068d876b8. 00000100:00000010:3.0:1767385006.325239:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd592e1a. 00000100:00000010:3.0:1767385006.325404:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000739e630c. 00000100:00000010:3.0:1767385006.325407:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005a85c2d. 00000100:00000010:3.0:1767385006.325602:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006118cc4f. 00000100:00000010:3.0:1767385006.325627:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000310a50b7. 00000100:00000010:3.0:1767385006.325835:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cb89a9b3. 00000100:00000010:3.0:1767385006.325840:0:40441:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036999cd3. 00000100:00000010:3.0:1767385006.326021:0:40441:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000064a2b92a. 00000400:00000200:3.0:1767385006.326027:0:40441:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:3.0:1767385006.326104:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000099b311e8. 00000020:00000010:3.0:1767385006.326109:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005c3a0a1d. 00000100:00000010:3.0:1767385006.326163:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4419061. 00000100:00000010:3.0:1767385006.326169:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000017c4e9b3. 00000100:00000010:3.0:1767385006.326172:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000052fd5920. 00000100:00000010:3.0:1767385006.326176:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000085742510. 00000100:00000010:3.0:1767385006.326178:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003582e594. 00000100:00000010:3.0:1767385006.326181:0:40441:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000d61a3556. 00000100:00000010:3.0:1767385006.326183:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003a602edd. 00000100:00000010:3.0:1767385006.326184:0:40441:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000487f3e1f. 00000100:00000010:3.0:1767385006.326186:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d6f44cfa. 00000100:00000010:3.0:1767385006.326187:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a5ad47f3. 00000100:00000010:3.0:1767385006.326189:0:40441:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005229ef50. 00000100:00000200:3.0:1767385006.326227:0:40441:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:3.0:1767385006.326231:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009991ce7c. 00000020:00000010:1.0:1767385006.326921:0:40466:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000004ce94243. 00000100:00000010:1.0:1767385006.326928:0:40466:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000017f6f6e8. 00000020:00000010:1.0:1767385006.326932:0:40466:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c6951138. 00000020:00000010:1.0:1767385006.326938:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e7aa985. 00000020:00000010:1.0:1767385006.326942:0:40466:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004cbba62b. 00000040:00000010:1.0:1767385006.326945:0:40466:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aa43c9bb. 00000020:00000010:1.0:1767385006.326949:0:40466:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf637bce. 00000020:00000010:1.0:1767385006.326953:0:40466:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df55a4d1. 00000020:00000010:1.0:1767385006.326957:0:40466:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1d1b5cc. 80000000:00000010:1.0:1767385006.326960:0:40466:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d241e3e4. 40000000:00000010:1.0:1767385006.326963:0:40466:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000010f9a8ca. 00100000:00000010:1.0:1767385006.326967:0:40466:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000790eb47d. 00040000:00000010:1.0:1767385006.326971:0:40466:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002eb76446. 00040000:00000010:1.0:1767385006.326975:0:40466:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007924384. 00080000:00000010:1.0:1767385006.326979:0:40466:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000070072966. 00000004:00000010:1.0:1767385006.326984:0:40466:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000071cfc8cf. 00002000:00000010:1.0:1767385006.326989:0:40466:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f418969. 00000100:00000200:1.0:1767385006.326994:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.326999:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eb09b25. 00000400:00000010:1.0:1767385006.327004:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f44a664b. 00000100:00000200:1.0:1767385006.327011:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327012:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e8c3008. 00000400:00000010:1.0:1767385006.327015:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001d50c1e4. 00000100:00000200:1.0:1767385006.327017:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327019:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3db6ad3. 00000400:00000010:1.0:1767385006.327021:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001cd4a7d4. 00000100:00000200:1.0:1767385006.327024:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327025:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047edb4b8. 00000400:00000010:1.0:1767385006.327029:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd9a9b4f. 00000100:00000200:1.0:1767385006.327031:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327032:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a2a019e. 00000400:00000010:1.0:1767385006.327035:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005fd198c9. 00000100:00000200:1.0:1767385006.327037:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327038:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ce27da. 00000400:00000010:1.0:1767385006.327040:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000024740756. 00000100:00000200:1.0:1767385006.327042:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327044:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086bfd92b. 00000400:00000010:1.0:1767385006.327046:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000020bbdb69. 00000100:00000200:1.0:1767385006.327048:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327050:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f8043b1. 00000400:00000010:1.0:1767385006.327052:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eeedb433. 00000100:00000200:1.0:1767385006.327054:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327055:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031478832. 00000400:00000010:1.0:1767385006.327058:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008bf599a4. 00000100:00000200:1.0:1767385006.327060:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327061:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060804bbd. 00000400:00000010:1.0:1767385006.327064:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd8b5871. 00000100:00000200:1.0:1767385006.327066:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327067:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cf1827a. 00000400:00000010:1.0:1767385006.327069:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fcb4992b. 00000100:00000200:1.0:1767385006.327071:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327072:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a00ea978. 00000400:00000010:1.0:1767385006.327075:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f575f3e6. 00000100:00000200:1.0:1767385006.327077:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327078:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a78c5f9. 00000400:00000010:1.0:1767385006.327080:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000190c6951. 00000100:00000200:1.0:1767385006.327082:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327084:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047da515d. 00000400:00000010:1.0:1767385006.327095:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c081458b. 00000100:00000200:1.0:1767385006.327099:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327100:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c029fb70. 00000400:00000010:1.0:1767385006.327103:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b4c53a7c. 00000100:00000200:1.0:1767385006.327105:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327107:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed0906f. 00000400:00000010:1.0:1767385006.327110:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a2f6d563. 00000100:00000200:1.0:1767385006.327112:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327113:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b893e16. 00000400:00000010:1.0:1767385006.327116:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000062d1abac. 00000100:00000200:1.0:1767385006.327118:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327119:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000483d78eb. 00000400:00000010:1.0:1767385006.327121:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000099fd25ab. 00000100:00000200:1.0:1767385006.327123:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327124:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c49306ac. 00000400:00000010:1.0:1767385006.327127:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008a5ff3c9. 00000100:00000200:1.0:1767385006.327129:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327130:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b3f402. 00000400:00000010:1.0:1767385006.327132:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000510967e. 00000100:00000200:1.0:1767385006.327134:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327135:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002846b7e. 00000400:00000010:1.0:1767385006.327138:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b0324107. 00000100:00000200:1.0:1767385006.327140:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327141:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032fc1b48. 00000400:00000010:1.0:1767385006.327149:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f6f36444. 00000100:00000200:1.0:1767385006.327152:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327154:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d697b39. 00000400:00000010:1.0:1767385006.327156:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004b742ab6. 00000100:00000200:1.0:1767385006.327158:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327160:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093aa15d5. 00000400:00000010:1.0:1767385006.327162:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000003dad856. 00000100:00000200:1.0:1767385006.327164:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327165:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061330f6c. 00000400:00000010:1.0:1767385006.327168:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006f972755. 00000100:00000200:1.0:1767385006.327187:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327189:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000894a0d4e. 00000400:00000010:1.0:1767385006.327192:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004386a454. 00000100:00000200:1.0:1767385006.327195:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327196:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5fe1305. 00000400:00000010:1.0:1767385006.327200:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f815e80f. 00000100:00000200:1.0:1767385006.327202:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327204:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005987c6f7. 00000400:00000010:1.0:1767385006.327208:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fe15cea2. 00000100:00000200:1.0:1767385006.327211:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327212:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000947ad69. 00000400:00000010:1.0:1767385006.327216:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005c9c1e8f. 00000100:00000200:1.0:1767385006.327219:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327220:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077fe96b9. 00000400:00000010:1.0:1767385006.327230:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fead74a4. 00000100:00000200:1.0:1767385006.327234:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327247:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044655c24. 00000400:00000010:1.0:1767385006.327252:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a8aa1687. 00000100:00000200:1.0:1767385006.327255:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327257:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ebb51f5. 00000400:00000010:1.0:1767385006.327261:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003b06b0d3. 00000100:00000200:1.0:1767385006.327263:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327265:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037364b7f. 00000400:00000010:1.0:1767385006.327268:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea6d6af8. 00000100:00000200:1.0:1767385006.327271:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327273:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002285aeb. 00000400:00000010:1.0:1767385006.327277:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e1a346b. 00000100:00000200:1.0:1767385006.327279:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327282:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f269774. 00000400:00000010:1.0:1767385006.327285:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002d6e4445. 00000100:00000200:1.0:1767385006.327288:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327289:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a367d642. 00000400:00000010:1.0:1767385006.327292:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007102e030. 00000100:00000200:1.0:1767385006.327295:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327297:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e9e21e. 00000400:00000010:1.0:1767385006.327300:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003de7fd12. 00000100:00000200:1.0:1767385006.327303:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327304:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c70f7a2. 00000400:00000010:1.0:1767385006.327314:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc490db5. 00000100:00000200:1.0:1767385006.327319:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327321:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f98b152. 00000400:00000010:1.0:1767385006.327324:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000081ba138a. 00000100:00000200:1.0:1767385006.327327:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327329:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce4d42fe. 00000400:00000010:1.0:1767385006.327332:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eb7c873e. 00000100:00000200:1.0:1767385006.327335:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327337:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c00fbb3. 00000400:00000010:1.0:1767385006.327340:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000734e3798. 00000100:00000200:1.0:1767385006.327343:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327345:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000222f8810. 00000400:00000010:1.0:1767385006.327348:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005d954d3c. 00000100:00000200:1.0:1767385006.327350:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327352:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cf0d754. 00000400:00000010:1.0:1767385006.327355:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f19d05ea. 00000100:00000200:1.0:1767385006.327358:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327359:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087a8415b. 00000400:00000010:1.0:1767385006.327362:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000009bb0729. 00000100:00000200:1.0:1767385006.327365:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327367:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ee517ea. 00000400:00000010:1.0:1767385006.327370:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ebd66f33. 00000100:00000200:1.0:1767385006.327373:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327374:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be4b2dce. 00000400:00000010:1.0:1767385006.327384:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000770824fa. 00000100:00000200:1.0:1767385006.327389:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327391:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001884b3ed. 00000400:00000010:1.0:1767385006.327394:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008cf93385. 00000100:00000200:1.0:1767385006.327397:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327399:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d627d394. 00000400:00000010:1.0:1767385006.327402:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000089daad7f. 00000100:00000200:1.0:1767385006.327405:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327406:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e15acfa3. 00000400:00000010:1.0:1767385006.327409:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000013808b5a. 00000100:00000200:1.0:1767385006.327412:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327414:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed097e7. 00000400:00000010:1.0:1767385006.327417:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001c92e7a3. 00000100:00000200:1.0:1767385006.327420:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327421:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8d71fc. 00000400:00000010:1.0:1767385006.327424:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001b330329. 00000100:00000200:1.0:1767385006.327427:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327430:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013b32a32. 00000400:00000010:1.0:1767385006.327433:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6c2dd1c. 00000100:00000200:1.0:1767385006.327436:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327438:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9b1f2f0. 00000400:00000010:1.0:1767385006.327441:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074e5b91d. 00000100:00000200:1.0:1767385006.327444:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327446:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063e13c2a. 00000400:00000010:1.0:1767385006.327455:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002bc03ab7. 00000100:00000200:1.0:1767385006.327460:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327462:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e375b7f8. 00000400:00000010:1.0:1767385006.327465:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c9dfdd30. 00000100:00000200:1.0:1767385006.327468:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327470:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b54556a6. 00000400:00000010:1.0:1767385006.327473:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000def8a6f6. 00000100:00000200:1.0:1767385006.327476:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327477:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000144c4bbf. 00000400:00000010:1.0:1767385006.327480:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c64f4d66. 00000100:00000200:1.0:1767385006.327483:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327484:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d55973a. 00000400:00000010:1.0:1767385006.327487:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000015757fc9. 00000100:00000200:1.0:1767385006.327490:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327492:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aab2ca2f. 00000400:00000010:1.0:1767385006.327495:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000050b99867. 00000100:00000200:1.0:1767385006.327498:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327499:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6ae999c. 00000400:00000010:1.0:1767385006.327502:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023ca9236. 00000100:00000200:1.0:1767385006.327505:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327507:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ec782a0. 00000400:00000010:1.0:1767385006.327510:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3d93732. 00000100:00000200:1.0:1767385006.327512:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327514:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f3a7f6. 00000400:00000010:1.0:1767385006.327524:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000076db99a8. 00000100:00000200:1.0:1767385006.327529:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327531:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000305dc83d. 00000400:00000010:1.0:1767385006.327534:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c99dfbc2. 00000100:00000200:1.0:1767385006.327537:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767385006.327539:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d61813. 00000400:00000010:1.0:1767385006.327542:0:40466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007c94bfdc. 00000100:00000010:1.0:1767385006.327573:0:40466:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c2f2d009. 00000100:00000200:1.0:1767385006.327624:0:40466:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767385006.327768:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006d6c5c11. 00000020:00000010:1.0:1767385006.328451:0:40467:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c070e76e. 00000100:00000010:1.0:1767385006.328458:0:40467:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001ac22d5f. 00000020:00000010:1.0:1767385006.328461:0:40467:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ec164f36. 00000020:00000010:1.0:1767385006.328465:0:40467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a97ffbc6. 00000020:00000010:1.0:1767385006.328467:0:40467:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034ec1851. 00000040:00000010:1.0:1767385006.328469:0:40467:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f230e9a2. 00000020:00000010:1.0:1767385006.328472:0:40467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c2ff82fa. 00000020:00000010:1.0:1767385006.328475:0:40467:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b7f7f048. 00000020:00000010:1.0:1767385006.328478:0:40467:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3307770. 80000000:00000010:1.0:1767385006.328480:0:40467:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bef3dde. 40000000:00000010:1.0:1767385006.328482:0:40467:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e23b475b. 00100000:00000010:1.0:1767385006.328485:0:40467:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000131d8498. 00040000:00000010:1.0:1767385006.328504:0:40467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000536be03a. 00040000:00000010:1.0:1767385006.328508:0:40467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a03733ee. 00080000:00000010:1.0:1767385006.328513:0:40467:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000000ab2e6e. 00000004:00000010:1.0:1767385006.328518:0:40467:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9464c91. 00002000:00000010:1.0:1767385006.328521:0:40467:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000eb2d702. 00000100:00000010:1.0:1767385006.328537:0:40467:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000015904315. 00000100:00000200:1.0:1767385006.328572:0:40467:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767385006.328646:0:40441:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f0920644. 00000020:00000010:1.0:1767385006.329256:0:40468:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000b27bb74c. 00000100:00000010:1.0:1767385006.329264:0:40468:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000020abad4e. 00000020:00000010:1.0:1767385006.329268:0:40468:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ab8c8e78. 00000020:00000010:1.0:1767385006.329273:0:40468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044850449. 00000020:00000010:1.0:1767385006.329276:0:40468:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001ef1c8e. 00000040:00000010:1.0:1767385006.329278:0:40468:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e23dd60. 00000020:00000010:1.0:1767385006.329282:0:40468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba8238b2. 00000020:00000010:1.0:1767385006.329284:0:40468:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb06760b. 00000020:00000010:1.0:1767385006.329288:0:40468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d4fde8c. 80000000:00000010:1.0:1767385006.329290:0:40468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab7962d5. 40000000:00000010:1.0:1767385006.329293:0:40468:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000758a93fe. 00100000:00000010:1.0:1767385006.329296:0:40468:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000235da3b5. 00040000:00000010:1.0:1767385006.329298:0:40468:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000946b3ecc. 00040000:00000010:1.0:1767385006.329300:0:40468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a376360. 00080000:00000010:1.0:1767385006.329303:0:40468:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7741d49. 00000004:00000010:1.0:1767385006.329306:0:40468:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000022a13355. 00002000:00000010:1.0:1767385006.329309:0:40468:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000065ce20bd. 00000100:00000010:1.0:1767385006.329339:0:40468:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002b567fdd. 00000100:00000200:1.0:1767385006.329357:0:40468:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767385006.329460:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee17cf42. 00000040:00000010:3.0:1767385006.329470:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000018b5072d. 00000020:00000010:3.0:1767385006.329473:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e888f19. 00000020:00000010:3.0:1767385006.329477:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.329483:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2cc687f. 80000000:00000010:3.0:1767385006.329486:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007c80e300. 40000000:00000010:3.0:1767385006.329490:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008b07453c. 00100000:00000010:3.0:1767385006.329493:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe96d0c6. 00040000:00000010:3.0:1767385006.329497:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c24077cb. 00040000:00000010:3.0:1767385006.329500:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000065e345f4. 00080000:00000010:3.0:1767385006.329503:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000087117654. 00000020:00000010:3.0:1767385006.329506:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541e5729. 00000020:00000010:3.0:1767385006.329510:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f26e4d94. 00000020:00000010:3.0:1767385006.329513:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000008:00000010:3.0:1767385006.329517:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000c3e6e1a. 00020000:00000010:3.0:1767385006.329522:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000085d8dddb. 00008000:00000010:3.0:1767385006.329525:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fa36bd52. 00000080:00000010:3.0:1767385006.329529:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000079c14ce1. 00000020:00000010:3.0:1767385006.329532:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056ad9fd0. 00000020:00000010:3.0:1767385006.329538:0:40441:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 0000000091d341a1. 00000020:00000010:3.0:1767385006.329572:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e26fba9. 00000020:00000010:3.0:1767385006.329577:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053c1b0a3. 00000040:00000010:3.0:1767385006.329580:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007b91ba89. 00000020:00000010:3.0:1767385006.329582:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087117654. 00000020:00000010:3.0:1767385006.329586:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056ad9fd0. 80000000:00000010:3.0:1767385006.329589:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c80e300. 00040000:00000010:3.0:1767385006.329591:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000541e5729. 00080000:00000010:3.0:1767385006.329646:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe96d0c6. 20000000:00000010:3.0:1767385006.329652:0:40441:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000065e345f4. 00000020:00000010:3.0:1767385006.329673:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c24077cb. 00080000:00000010:3.0:1767385006.329684:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000041f75be6. 00080000:00000010:3.0:1767385006.329789:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000041f75be6. 00000020:00000010:3.0:1767385006.329794:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c24077cb. 00000040:00000010:3.0:1767385006.329816:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ab418bec. 00000020:00000010:3.0:1767385006.329855:0:40441:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000086d87608. 00000100:00000010:3.0:1767385006.329910:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000010:3.0:1767385006.329925:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023e289ff. 00000100:00000010:3.0:1767385006.329936:0:40441:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039479bb1. 00000100:00000010:3.0:1767385006.329938:0:40441:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000083151c75. 00000100:00000010:3.0:1767385006.329945:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9acebc2. 00000400:00000010:3.0:1767385006.329962:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b0bdde. 00000400:00000010:3.0:1767385006.329967:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760acb86. 00000100:00000200:3.0:1767385006.329970:0:40441:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958273508d00-0x6958273508d00, portal 33 02000000:00000010:3.0:1767385006.329978:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000c417c39. 00000400:00000010:3.0:1767385006.329980:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.329983:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dccb0ac. 00000100:00000200:3.0:1767385006.329985:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373209856, portal 25 00000400:00000010:3.0:1767385006.329990:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d91bdaf. 00000100:00000200:3.0:1767385006.329992:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237373209856, offset 0 00000400:00000200:3.0:1767385006.329998:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.330009:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.330018:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958273508d00 00000400:00000200:3.0:1767385006.330023:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2239 [2] + 0 00000400:00000010:3.0:1767385006.330027:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009373e72e. 00000400:00000200:3.0:1767385006.330029:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c2649605 00000400:00000200:3.0:1767385006.330037:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.330040:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.330044:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2649605 00000400:00000010:3.0:1767385006.330046:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2649605. 00000100:00000200:3.0:1767385006.330050:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.330069:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d91bdaf 00000400:00000010:3.0:1767385006.330071:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d91bdaf. 00000100:00000200:3.0:1767385006.330076:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373209856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.330091:0:40441:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000903ef945. 00000100:00000010:3.0:1767385006.330100:0:40441:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026392c41. 00000100:00000010:3.0:1767385006.330110:0:40441:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f89adc2b. 00000100:00000010:3.0:1767385006.330118:0:40441:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001eb7d594. 00000020:00000010:1.0:1767385006.330146:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e690894. 00000020:00000010:1.0:1767385006.330153:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e690894. 00000020:00000010:1.0:1767385006.330158:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:1.0:1767385006.330162:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.330166:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.330199:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e690894. 00000020:00000010:1.0:1767385006.330202:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e690894. 00000100:00000200:1.0:1767385006.330205:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373209856 02000000:00000010:1.0:1767385006.330223:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008f58060. 20000000:00000010:1.0:1767385006.330237:0:40446:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000000b732e64. 00000100:00000010:1.0:1767385006.330242:0:40446:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005002ecd2. 00000100:00000010:1.0:1767385006.330246:0:40446:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000edef1138. 00000400:00000010:1.0:1767385006.330254:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000400:00000010:1.0:1767385006.330264:0:40446:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081871cbe. 00000400:00000200:1.0:1767385006.330270:0:40446:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767385006.330278:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767385006.330284:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958273508d00 00000400:00000200:1.0:1767385006.330289:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a59 [1] + 0 00000400:00000010:1.0:1767385006.330292:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005b0bdde. 00000400:00000200:1.0:1767385006.330297:0:40446:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000760acb86 00000100:00000200:1.0:1767385006.330301:0:40446:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005002ecd2 00000400:00000200:1.0:1767385006.330307:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767385006.330311:0:40446:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a65 00000400:00000200:1.0:1767385006.330314:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.330317:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767385006.330320:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.330321:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.330323:0:40446:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000005002ecd2 00000400:00000200:1.0:1767385006.330326:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760acb86 00000400:00000010:1.0:1767385006.330328:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760acb86. 00000100:00000200:1.0:1767385006.330331:0:40446:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000000a8d528f desc 0000000039479bb1 mbits 1853237373209856 00000100:00000200:1.0:1767385006.330346:0:40446:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958273508d00-0x6958273508d00 20000000:00000010:1.0:1767385006.330356:0:40446:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000082c1c6c4. 20000000:00000010:1.0:1767385006.330372:0:40446:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000dd456462. 20000000:00000010:1.0:1767385006.330377:0:40446:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000bdea4af8. 00000100:00000010:1.0:1767385006.332784:0:40446:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000edef1138. 00000100:00000010:1.0:1767385006.332789:0:40446:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005002ecd2. 20000000:00000010:1.0:1767385006.332792:0:40446:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000000b732e64. 00010000:00000200:1.0:1767385006.332801:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000780c8077 x1853237373209856/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 4784/4768 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.332816:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860cc4dd. 00000100:00000200:1.0:1767385006.332818:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373209856, offset 224 00000400:00000200:1.0:1767385006.332822:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.332827:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.332832:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273508d00 00000400:00000200:1.0:1767385006.332835:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a5d [2] + 224 00000400:00000200:1.0:1767385006.332840:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.332842:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.332846:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373209856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.332864:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860cc4dd 00000400:00000010:1.0:1767385006.332865:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860cc4dd. 00000020:00000010:1.0:1767385006.332875:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.332878:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.332881:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 02000000:00000010:1.0:1767385006.332886:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008f58060. 00000100:00000200:1.0:1767385006.332893:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767385006.332896:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000050406a4. 00000400:00000010:1.0:1767385006.332899:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860cc4dd. 00000400:00000010:3.0:1767385006.332909:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.332916:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dccb0ac 00000400:00000010:3.0:1767385006.332918:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dccb0ac. 00000100:00000200:3.0:1767385006.332926:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373209856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.332934:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373209856/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.332952:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a9acebc2. 02000000:00000010:3.0:1767385006.332959:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000c417c39. 00000100:00000010:3.0:1767385006.332962:0:40441:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000083151c75. 00000100:00000010:3.0:1767385006.332964:0:40441:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039479bb1. 02000000:00000010:3.0:1767385006.332967:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023e289ff. 00000100:00000010:3.0:1767385006.332970:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 00000020:00000010:3.0:1767385006.332974:0:40441:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 0000000086d87608. 00000020:00000010:3.0:1767385006.332978:0:40441:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000aaafe44f. 00000020:00000010:3.0:1767385006.332981:0:40441:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000083151c75. 00000020:00000010:3.0:1767385006.332986:0:40441:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000f26e4d94. 00000020:00000010:3.0:1767385006.332989:0:40441:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000003d91bdaf. 00000020:00000010:3.0:1767385006.332991:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2cc687f. 00000020:00000010:3.0:1767385006.332994:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018b5072d. 00000040:00000010:3.0:1767385006.332996:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ee17cf42. 00000020:00000010:3.0:1767385006.332998:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e888f19. 00000020:00000010:3.0:1767385006.333001:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010cfb42a. 00040000:00000010:3.0:1767385006.333004:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000790c731d. 00040000:00000010:3.0:1767385006.333006:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b29cda78. 00080000:00000010:3.0:1767385006.333008:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000019a67f49. 10000000:00000010:3.0:1767385006.333018:0:40441:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000002ec52209. 10000000:00000010:3.0:1767385006.333023:0:40441:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000000b80aa49. 00000100:00000010:3.0:1767385006.333026:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000010:3.0:1767385006.333033:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f5810cc. 00010000:00000010:3.0:1767385006.333052:0:40441:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c8fb9218. 00010000:00000010:3.0:1767385006.333057:0:40441:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072a289bc. 00000100:00000010:3.0:1767385006.333068:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.333076:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039479bb1. 00000400:00000010:3.0:1767385006.333079:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.333082:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.333085:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373209984, portal 25 00000400:00000010:3.0:1767385006.333088:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.333089:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373209984, offset 0 00000400:00000200:3.0:1767385006.333094:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.333099:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.333104:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273508d80 00000400:00000200:3.0:1767385006.333108:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x223d [2] + 0 00000400:00000010:3.0:1767385006.333111:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ebdd3e. 00000400:00000200:3.0:1767385006.333113:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8243e87 00000400:00000200:3.0:1767385006.333117:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.333119:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.333122:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8243e87 00000400:00000010:3.0:1767385006.333123:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8243e87. 00000100:00000200:3.0:1767385006.333125:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.333143:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767385006.333145:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.333149:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373209984/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.333171:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333176:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333180:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:1.0:1767385006.333182:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.333185:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.333211:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333214:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00000100:00000200:1.0:1767385006.333218:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373209984 00010000:00000010:1.0:1767385006.333235:0:40446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000066706a1d. 00010000:00000010:1.0:1767385006.333241:0:40446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048828025. 02000000:00000010:1.0:1767385006.333252:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005002ecd2. 00010000:00000200:1.0:1767385006.333271:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a2ca09e x1853237373209984/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 328/344 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.333282:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.333285:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373209984, offset 224 00000400:00000200:1.0:1767385006.333288:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.333294:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.333298:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273508d80 00000400:00000200:1.0:1767385006.333302:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a71 [1] + 224 00000400:00000200:1.0:1767385006.333305:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.333307:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.333311:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373209984/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.333328:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.333330:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000020:00000010:1.0:1767385006.333337:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.333339:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.333341:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 02000000:00000010:1.0:1767385006.333345:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005002ecd2. 00000100:00000200:1.0:1767385006.333349:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767385006.333352:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cf6f66. 00000400:00000010:1.0:1767385006.333355:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a6fa76. 00000400:00000010:3.0:1767385006.333369:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.333375:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.333376:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.333380:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373209984/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.333387:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373209984/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.333400:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.333418:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039479bb1. 02000000:00000010:3.0:1767385006.333420:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000f5810cc. 00000100:00000010:3.0:1767385006.333424:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 10000000:00000010:3.0:1767385006.333439:0:40441:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000000f5810cc. 10000000:00000010:3.0:1767385006.333445:0:40441:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000ec83e42b. 00000100:00000010:3.0:1767385006.333449:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000010:3.0:1767385006.333454:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a650d4bb. 00010000:00000010:3.0:1767385006.333460:0:40441:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003cc58879. 00010000:00000010:3.0:1767385006.333462:0:40441:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000080c9348f. 00000100:00000010:3.0:1767385006.333467:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.333474:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039479bb1. 00000400:00000010:3.0:1767385006.333476:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.333479:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.333482:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373210112, portal 25 00000400:00000010:3.0:1767385006.333484:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.333486:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373210112, offset 0 00000400:00000200:3.0:1767385006.333490:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.333495:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.333499:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273508e00 00000400:00000200:3.0:1767385006.333502:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2241 [2] + 0 00000400:00000010:3.0:1767385006.333505:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8cc11e. 00000400:00000200:3.0:1767385006.333507:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad11ed27 00000400:00000200:3.0:1767385006.333510:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.333512:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.333514:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad11ed27 00000400:00000010:3.0:1767385006.333516:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad11ed27. 00000100:00000200:3.0:1767385006.333518:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.333529:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767385006.333531:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.333536:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373210112/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.333541:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333546:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333564:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:1.0:1767385006.333566:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.333569:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.333590:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333609:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00000100:00000200:1.0:1767385006.333612:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210112 00010000:00000010:1.0:1767385006.333620:0:40446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb7f71e8. 00010000:00000010:1.0:1767385006.333623:0:40446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006233ad52. 02000000:00000010:1.0:1767385006.333629:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005002ecd2. 00010000:00000200:1.0:1767385006.333636:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000578e459d x1853237373210112/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 328/344 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.333645:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.333648:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373210112, offset 224 00000400:00000200:1.0:1767385006.333652:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.333658:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.333662:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273508e00 00000400:00000200:1.0:1767385006.333666:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a81 [1] + 224 00000400:00000200:1.0:1767385006.333670:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.333673:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.333676:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373210112/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.333691:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.333692:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000020:00000010:1.0:1767385006.333700:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.333703:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.333706:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 02000000:00000010:1.0:1767385006.333709:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005002ecd2. 00000100:00000200:1.0:1767385006.333714:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767385006.333717:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028317957. 00000400:00000010:3.0:1767385006.333718:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.333723:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.333731:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000400:00000010:1.0:1767385006.333737:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faede1ae. 00000100:00000200:3.0:1767385006.333738:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373210112/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.333749:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373210112/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.333762:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.333770:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039479bb1. 02000000:00000010:3.0:1767385006.333772:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a650d4bb. 00000100:00000010:3.0:1767385006.333774:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 10000000:00000010:3.0:1767385006.333779:0:40441:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000091d341a1. 00000020:00000010:3.0:1767385006.333782:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a650d4bb. 00000020:00000010:3.0:1767385006.333784:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005254906f. 00000040:00000010:3.0:1767385006.333786:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005bde788e. 00000020:00000010:3.0:1767385006.333789:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb247dbf. 00000020:00000010:3.0:1767385006.333792:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d89f0bf. 80000000:00000010:3.0:1767385006.333795:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dbeb04cc. 00040000:00000010:3.0:1767385006.333797:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a908408b. 00080000:00000010:3.0:1767385006.333800:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000539e8985. 20000000:00000010:3.0:1767385006.333802:0:40441:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a8b3c627. 00000040:00000010:3.0:1767385006.333807:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000092a2d873. 00000100:00000010:3.0:1767385006.333810:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000010:3.0:1767385006.333817:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4a29142. 00000100:00000010:3.0:1767385006.333822:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.333828:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea253be9. 00000400:00000010:3.0:1767385006.333831:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.333833:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.333836:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373210240, portal 25 00000400:00000010:3.0:1767385006.333838:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.333840:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237373210240, offset 0 00000400:00000200:3.0:1767385006.333843:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.333849:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.333853:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958273508e80 00000400:00000200:3.0:1767385006.333862:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2245 [2] + 0 00000400:00000010:3.0:1767385006.333865:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edb543c0. 00000400:00000200:3.0:1767385006.333867:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079822a15 00000400:00000200:3.0:1767385006.333870:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.333873:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.333875:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079822a15 00000400:00000010:3.0:1767385006.333876:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079822a15. 00000100:00000200:3.0:1767385006.333879:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.333893:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767385006.333894:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.333898:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373210240/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.333919:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333923:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333927:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:1.0:1767385006.333929:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.333932:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.333952:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4bf5a. 00000020:00000010:1.0:1767385006.333954:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4bf5a. 00000100:00000200:1.0:1767385006.333955:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210240 02000000:00000010:1.0:1767385006.333963:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005002ecd2. 00000040:00000010:1.0:1767385006.333968:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b27bf303. 00000040:00000010:1.0:1767385006.333998:0:40446:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000edef1138. 00000020:00000010:1.0:1767385006.334003:0:40446:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000056c4e7df. 00080000:00000010:1.0:1767385006.334007:0:40446:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aeb9aa41. 00000040:00000010:1.0:1767385006.334055:0:40446:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000edef1138. 00000040:00000010:1.0:1767385006.334059:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b27bf303. 20000000:00000010:1.0:1767385006.334065:0:40446:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000a64c704d. 00010000:00000200:1.0:1767385006.334070:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000618fd0bf x1853237373210240/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 512/272 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.334079:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.334082:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237373210240, offset 224 00000400:00000200:1.0:1767385006.334085:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.334090:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.334094:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958273508e80 00000400:00000200:1.0:1767385006.334098:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a91 [1] + 224 00000400:00000200:1.0:1767385006.334101:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.334103:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.334107:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373210240/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.334123:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.334125:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000020:00000010:1.0:1767385006.334133:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.334136:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.334139:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 02000000:00000010:1.0:1767385006.334144:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005002ecd2. 00000400:00000010:3.0:1767385006.334146:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000100:00000200:1.0:1767385006.334149:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767385006.334154:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:1.0:1767385006.334154:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59dbc38. 00000400:00000010:3.0:1767385006.334158:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.334164:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373210240/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.334166:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ecbdb04. 00000100:00000200:3.0:1767385006.334177:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373210240/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.334190:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.334195:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea253be9. 02000000:00000010:3.0:1767385006.334198:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4a29142. 00000100:00000010:3.0:1767385006.334200:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 00000040:00000010:3.0:1767385006.334206:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000086d87608. 00000100:00000010:3.0:1767385006.334209:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000010:3.0:1767385006.334213:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4a29142. 00000100:00000010:3.0:1767385006.334216:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.334232:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006b35194b. 00000400:00000010:3.0:1767385006.334236:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.334239:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ab08266f. 00000100:00000200:3.0:1767385006.334242:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373210368, portal 25 00000400:00000010:3.0:1767385006.334245:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.334250:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373210368, offset 0 00000400:00000200:3.0:1767385006.334253:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.334259:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.334263:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273508f00 00000400:00000200:3.0:1767385006.334266:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2249 [2] + 0 00000400:00000010:3.0:1767385006.334269:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098dd3a93. 00000400:00000200:3.0:1767385006.334271:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000369fd65c 00000400:00000200:3.0:1767385006.334273:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.334275:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.334278:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000369fd65c 00000400:00000010:3.0:1767385006.334279:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000369fd65c. 00000100:00000200:3.0:1767385006.334281:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.334293:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.334295:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.334299:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373210368/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.334307:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e690894. 00000020:00000010:1.0:1767385006.334312:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e690894. 00000020:00000010:1.0:1767385006.334316:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:1.0:1767385006.334318:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.334320:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.334340:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e690894. 00000020:00000010:1.0:1767385006.334342:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e690894. 00000100:00000200:1.0:1767385006.334344:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210368 02000000:00000010:1.0:1767385006.334361:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000093627745. 00000040:00000010:1.0:1767385006.334365:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b27bf303. 00000040:00000010:1.0:1767385006.334373:0:40446:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b51f11d8. 00000040:00000010:1.0:1767385006.334663:0:40446:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b51f11d8. 00000040:00000010:1.0:1767385006.334667:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b27bf303. 00010000:00000200:1.0:1767385006.334672:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecb49a3a x1853237373210368/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8416 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767385006.334682:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000932dae81. 00000100:00000200:1.0:1767385006.334684:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237373210368, offset 224 00000400:00000200:1.0:1767385006.334688:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.334692:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.334696:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958273508f00 00000400:00000200:1.0:1767385006.334699:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2aa1 [4] + 224 00000400:00000200:1.0:1767385006.334704:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.334706:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.334710:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373210368/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.334726:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000932dae81 00000400:00000010:1.0:1767385006.334728:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000932dae81. 00000020:00000010:1.0:1767385006.334735:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.334737:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000020:00000010:1.0:1767385006.334739:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 02000000:00000010:1.0:1767385006.334743:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000093627745. 00000100:00000200:1.0:1767385006.334755:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767385006.334758:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebd0b43f. 00000400:00000010:3.0:1767385006.334761:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.334766:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab08266f 00000400:00000010:3.0:1767385006.334768:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ab08266f. 00000400:00000010:1.0:1767385006.334772:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000932dae81. 00000100:00000200:3.0:1767385006.334774:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373210368/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.334784:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373210368/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.334796:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000049e26271. 02000000:00000010:3.0:1767385006.334801:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006b35194b. 02000000:00000010:3.0:1767385006.334811:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4a29142. 00000100:00000010:3.0:1767385006.334814:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 00000040:00000010:3.0:1767385006.334819:0:40441:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000edde94a7. 00000020:00000010:1.0:1767385006.335000:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:1.0:1767385006.335003:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b27bf303. 00000040:00000010:1.0:1767385006.335005:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000075e399d1. 00000020:00000010:1.0:1767385006.335008:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d815ee7e. 00000020:00000010:1.0:1767385006.335011:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000084e8f30. 00000020:00000010:1.0:1767385006.335014:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e35ed660. 80000000:00000010:1.0:1767385006.335017:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000060be54fa. 40000000:00000010:1.0:1767385006.335019:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e690894. 00100000:00000010:1.0:1767385006.335022:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001acea00f. 00040000:00000010:1.0:1767385006.335026:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000026bc2086. 00040000:00000010:1.0:1767385006.335028:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f9ca4702. 00080000:00000010:1.0:1767385006.335030:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000005a5eb94. 00000004:00000010:1.0:1767385006.335033:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000013280af8. 00002000:00000010:1.0:1767385006.335036:0:40469:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005002ecd2. 00000020:00000010:1.0:1767385006.335038:0:40469:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a29dfe75. 00000040:00000010:1.0:1767385006.335042:0:40469:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b51f11d8. 00000100:00000010:1.0:1767385006.335048:0:40469:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004649db32. 02000000:00000010:1.0:1767385006.335054:0:40469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f494a455. 00000100:00000010:1.0:1767385006.335060:0:40469:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a621efe. 02000000:00000010:1.0:1767385006.335074:0:40469:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006b35194b. 00000400:00000010:1.0:1767385006.335078:0:40469:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b550028. 00000400:00000010:1.0:1767385006.335081:0:40469:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000017bc5ed9. 00000100:00000200:1.0:1767385006.335083:0:40469:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373210496, portal 25 00000400:00000010:1.0:1767385006.335086:0:40469:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.335088:0:40469:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373210496, offset 0 00000400:00000200:1.0:1767385006.335092:0:40469:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.335096:0:40469:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.335100:0:40469:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273508f80 00000400:00000200:1.0:1767385006.335104:0:40469:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x224d [2] + 0 00000400:00000010:1.0:1767385006.335106:0:40469:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ced1be7. 00000400:00000200:1.0:1767385006.335109:0:40469:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f98b24a7 00000400:00000200:1.0:1767385006.335112:0:40469:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.335114:0:40469:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767385006.335116:0:40469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f98b24a7 00000400:00000010:1.0:1767385006.335117:0:40469:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f98b24a7. 00000100:00000200:1.0:1767385006.335120:0:40469:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767385006.335135:0:40469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.335136:0:40469:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.335139:0:40469:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004649db32 x1853237373210496/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.335175:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a943ed5f. 00000020:00000010:2.0:1767385006.335187:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b043aa83. 00000020:00000010:2.0:1767385006.335189:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b043aa83. 00000020:00000010:2.0:1767385006.335193:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000065c22f9. 00000020:00000010:2.0:1767385006.335196:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c008509a. 00000020:00000010:2.0:1767385006.335199:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.335221:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b043aa83. 00000020:00000010:2.0:1767385006.335223:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b043aa83. 00000100:00000200:2.0:1767385006.335225:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210496 02000000:00000010:2.0:1767385006.335240:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000093627745. 00000040:00000010:2.0:1767385006.335245:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a0223c6d. 00000040:00000010:2.0:1767385006.335253:0:40446:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000043a6124. 00000040:00000010:2.0:1767385006.335372:0:40446:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000043a6124. 00000040:00000010:2.0:1767385006.335376:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a0223c6d. 00010000:00000200:2.0:1767385006.335381:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009da1a430 x1853237373210496/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8472 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.335392:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008c7f8109. 00000100:00000200:2.0:1767385006.335395:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237373210496, offset 224 00000400:00000200:2.0:1767385006.335399:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.335404:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.335408:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958273508f80 00000400:00000200:2.0:1767385006.335412:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ab1 [4] + 224 00000400:00000200:2.0:1767385006.335417:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.335419:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.335423:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004649db32 x1853237373210496/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.335441:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7f8109 00000400:00000010:2.0:1767385006.335442:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008c7f8109. 00000020:00000010:2.0:1767385006.335451:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c008509a. 00000020:00000010:2.0:1767385006.335453:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.335456:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000065c22f9. 02000000:00000010:2.0:1767385006.335460:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000093627745. 00000400:00000010:1.0:1767385006.335466:0:40469:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b550028. 00000100:00000200:2.0:1767385006.335472:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767385006.335473:0:40469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017bc5ed9 00000400:00000010:1.0:1767385006.335478:0:40469:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000017bc5ed9. 00000400:00000010:2.0:1767385006.335480:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a572d669. 00000100:00000200:1.0:1767385006.335485:0:40469:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004649db32 x1853237373210496/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.335486:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c7f8109. 00000100:00000200:1.0:1767385006.335498:0:40469:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004649db32 x1853237373210496/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767385006.335513:0:40469:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004a621efe. 02000000:00000010:1.0:1767385006.335518:0:40469:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006b35194b. 02000000:00000010:1.0:1767385006.335527:0:40469:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f494a455. 00000100:00000010:1.0:1767385006.335530:0:40469:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004649db32. 00000020:00000010:1.0:1767385006.335542:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006cdec379. 00000020:00000010:1.0:1767385006.335546:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006cdec379. 00000020:00000010:1.0:1767385006.335566:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.335577:0:40469:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000adacbbbf. 00000020:00000010:1.0:1767385006.335582:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000872ca9e9. 00000020:00000010:1.0:1767385006.335620:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.335626:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004a621efe. 00000001:00000010:1.0:1767385006.335642:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006cdec379. 00000001:00000010:1.0:1767385006.335646:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008fd2f1e3. 00000001:00000010:1.0:1767385006.335649:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f494a455. 00000001:00000010:1.0:1767385006.335659:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d050e46c. 00000001:00000010:1.0:1767385006.335661:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c44f9814. 00000001:00000010:1.0:1767385006.335663:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002cb17cfd. 00000001:00000010:1.0:1767385006.335666:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f92ed93d. 00000001:00000010:1.0:1767385006.335668:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000504f95cd. 00000001:00000010:1.0:1767385006.335670:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f336cb5d. 00000001:00000010:1.0:1767385006.335671:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005557ac0c. 00000001:00000010:1.0:1767385006.335673:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b285672. 00000001:00000010:1.0:1767385006.335675:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b35194b. 00000020:00000010:1.0:1767385006.335677:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057ee9f48. 00000020:00000010:1.0:1767385006.335680:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.335682:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000008:00000010:1.0:1767385006.335685:0:40469:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000cd96bde3. 00020000:00000010:1.0:1767385006.335689:0:40469:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a698bc8d. 00008000:00000010:1.0:1767385006.335692:0:40469:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000028e6ea58. 00000080:00000010:1.0:1767385006.335696:0:40469:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002fe76d39. 00000020:00000010:1.0:1767385006.335698:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e1d979. 00000020:00000010:1.0:1767385006.335700:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000458bd6d. 00000040:00000010:1.0:1767385006.335702:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f88cf851. 00000020:00000010:1.0:1767385006.335705:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d6cfac2. 00000020:00000010:1.0:1767385006.335707:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d28ff16d. 00000020:00000010:1.0:1767385006.335709:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065b38e0f. 80000000:00000010:1.0:1767385006.335712:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e9a3eea7. 40000000:00000010:1.0:1767385006.335714:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000008088e20. 00100000:00000010:1.0:1767385006.335717:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fda1dfc3. 00040000:00000010:1.0:1767385006.335719:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac13dc00. 00040000:00000010:1.0:1767385006.335721:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006474f693. 00080000:00000010:1.0:1767385006.335723:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002a234f49. 00000004:00000010:1.0:1767385006.335726:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e1f2b84. 00000004:00000010:1.0:1767385006.335731:0:40469:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000001ec58bc8. 00000004:00000010:1.0:1767385006.335737:0:40469:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 0000000032a87ab0. 00000004:00000010:1.0:1767385006.335740:0:40469:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.335744:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b8416849. 00000004:00000010:1.0:1767385006.335748:0:40469:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 0000000017bc5ed9. 00000004:00000010:1.0:1767385006.335750:0:40469:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 0000000032a87ab0. 00000020:00000010:1.0:1767385006.335770:0:40469:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000000954b11f. 00000020:00000010:1.0:1767385006.335772:0:40469:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000801e83a7. 00000020:00000010:1.0:1767385006.335774:0:40469:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001cf20c55. 00000020:00000010:1.0:1767385006.335776:0:40469:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000f68e4e22. 00000020:00000010:1.0:1767385006.335876:0:40469:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.335884:0:40469:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.335891:0:40469:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.335895:0:40469:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.335900:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000458bd6d. 00000040:00000010:1.0:1767385006.335902:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f88cf851. 00000020:00000010:1.0:1767385006.335904:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d6cfac2. 00000020:00000010:1.0:1767385006.335906:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d28ff16d. 00000020:00000010:1.0:1767385006.335908:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000065b38e0f. 80000000:00000010:1.0:1767385006.335910:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e9a3eea7. 40000000:00000010:1.0:1767385006.335912:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000008088e20. 00100000:00000010:1.0:1767385006.335914:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fda1dfc3. 00040000:00000010:1.0:1767385006.335916:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac13dc00. 00040000:00000010:1.0:1767385006.335918:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006474f693. 00080000:00000010:1.0:1767385006.335920:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002a234f49. 00000004:00000010:1.0:1767385006.335922:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e1f2b84. 00000020:00000010:1.0:1767385006.335925:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e1d979. 00000020:00000010:1.0:1767385006.335927:0:40469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.335929:0:40469:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000008:00000010:1.0:1767385006.335930:0:40469:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000cd96bde3. 00020000:00000010:1.0:1767385006.335933:0:40469:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a698bc8d. 00008000:00000010:1.0:1767385006.335935:0:40469:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000028e6ea58. 00000080:00000010:1.0:1767385006.335938:0:40469:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002fe76d39. 00000020:00000010:1.0:1767385006.335939:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057ee9f48. 00000020:00000010:1.0:1767385006.335942:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004a621efe. 00000020:00000010:1.0:1767385006.335946:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ac13dc00. 00000020:00000010:1.0:1767385006.335948:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ac13dc00. 00000020:00000010:1.0:1767385006.335951:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ac13dc00. 00000020:00000010:1.0:1767385006.335953:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ac13dc00. 00000020:00000010:1.0:1767385006.335955:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000e9a3eea7. 00000020:00000010:1.0:1767385006.335961:0:40469:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006a812f96. 00000020:00000010:1.0:1767385006.335963:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002a234f49. 00000004:00000010:1.0:1767385006.335967:0:40469:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000008088e20. 00000020:00000010:1.0:1767385006.335973:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000e9a3eea7. 00000020:00000010:1.0:1767385006.335975:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000e9a3eea7. 00000020:00000010:1.0:1767385006.335978:0:40469:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 0000000041c7a4a0. 00000020:00000010:1.0:1767385006.335980:0:40469:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000305806f4. 00000020:00000010:1.0:1767385006.335982:0:40469:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000cbfec73b. 00000020:00000010:1.0:1767385006.335984:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000e9a3eea7. 00000020:00000010:1.0:1767385006.335986:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004a621efe. 00000001:00000010:1.0:1767385006.335997:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ac13dc00. 00000001:00000010:1.0:1767385006.336000:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000377b2584. 00000001:00000010:1.0:1767385006.336002:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057ee9f48. 00000001:00000010:1.0:1767385006.336003:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036e1d979. 00000001:00000010:1.0:1767385006.336005:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006474f693. 00000001:00000010:1.0:1767385006.336006:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065b38e0f. 00000001:00000010:1.0:1767385006.336008:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b7af3c5e. 00000001:00000010:1.0:1767385006.336010:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000043fdb9ec. 00000001:00000010:1.0:1767385006.336011:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f88cf851. 00000001:00000010:1.0:1767385006.336013:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000458bd6d. 00000001:00000010:1.0:1767385006.336014:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000739de3f7. 00000001:00000010:1.0:1767385006.336016:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001586039f. 00000020:00000010:1.0:1767385006.336017:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a856d145. 00000020:00000010:1.0:1767385006.336020:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.336021:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056e2c33b. 00000008:00000010:1.0:1767385006.336023:0:40469:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000cd96bde3. 00020000:00000010:1.0:1767385006.336025:0:40469:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a698bc8d. 00008000:00000010:1.0:1767385006.336026:0:40469:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000028e6ea58. 00000080:00000010:1.0:1767385006.336028:0:40469:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002fe76d39. 00000020:00000010:1.0:1767385006.336037:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8650398. 00000020:00000010:1.0:1767385006.336039:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d15e379a. 00000040:00000010:1.0:1767385006.336041:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000098a219fb. 00000020:00000010:1.0:1767385006.336043:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fda1dfc3. 00000020:00000010:1.0:1767385006.336045:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d28ff16d. 00000020:00000010:1.0:1767385006.336047:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008ca0a4a0. 80000000:00000010:1.0:1767385006.336049:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e9a3eea7. 40000000:00000010:1.0:1767385006.336051:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd14dda4. 00100000:00000010:1.0:1767385006.336053:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d6cfac2. 00040000:00000010:1.0:1767385006.336055:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008a533b1. 00040000:00000010:1.0:1767385006.336057:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b46105d2. 00080000:00000010:1.0:1767385006.336059:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000096875c95. 00000004:00000010:1.0:1767385006.336062:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e1f2b84. 00000004:00000010:1.0:1767385006.336065:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000020bdc194. 00000004:00000010:1.0:1767385006.336074:0:40469:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 000000008b25f5c6. 00000004:00000010:1.0:1767385006.336080:0:40469:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 000000006101a587. 00000004:00000010:1.0:1767385006.336083:0:40469:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 0000000010542b99. 00000004:00000010:1.0:1767385006.336085:0:40469:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000841e2599. 00000004:00000010:1.0:1767385006.336089:0:40469:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000009d3a7eb8. 00000020:00000010:1.0:1767385006.336095:0:40469:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006ca25d88. 00000020:00000010:1.0:1767385006.336098:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a7e28381. 00000004:00000010:1.0:1767385006.336105:0:40469:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000009d3a7eb8. 00000004:00000010:1.0:1767385006.336109:0:40469:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000009d3a7eb8. 00000001:00000010:1.0:1767385006.336119:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000040200157. 00000001:00000010:1.0:1767385006.336121:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ce825151. 00000001:00000010:1.0:1767385006.336123:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005399f71. 00000001:00000010:1.0:1767385006.336125:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e98e29f1. 00000001:00000010:1.0:1767385006.336127:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080a50ec8. 00000001:00000010:1.0:1767385006.336129:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b41401b. 00000001:00000010:1.0:1767385006.336131:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000032d5b27d. 00000001:00000010:1.0:1767385006.336133:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000002be8dfd. 00000001:00000010:1.0:1767385006.336134:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054547e04. 00000001:00000010:1.0:1767385006.336136:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006ca3bc3e. 00000001:00000010:1.0:1767385006.336137:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015176b1c. 00000001:00000010:1.0:1767385006.336139:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9d686a6. 00000020:00000010:1.0:1767385006.336140:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c42f9954. 00000020:00000010:1.0:1767385006.336142:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004416e274. 00000020:00000010:1.0:1767385006.336144:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d63884b. 00000008:00000010:1.0:1767385006.336147:0:40469:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dd52e73f. 00020000:00000010:1.0:1767385006.336148:0:40469:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000082b800ab. 00008000:00000010:1.0:1767385006.336150:0:40469:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e0050d90. 00000080:00000010:1.0:1767385006.336153:0:40469:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b06d8bcb. 00000020:00000010:1.0:1767385006.336154:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004293ff1e. 00000020:00000010:1.0:1767385006.336156:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bda8ff34. 00000040:00000010:1.0:1767385006.336164:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002f2c895d. 00000020:00000010:1.0:1767385006.336167:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007dd25b99. 00000020:00000010:1.0:1767385006.336169:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a786946. 00000020:00000010:1.0:1767385006.336171:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e1f6b82. 80000000:00000010:1.0:1767385006.336173:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eeb81524. 40000000:00000010:1.0:1767385006.336175:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c48b79f3. 00100000:00000010:1.0:1767385006.336178:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009201f63f. 00040000:00000010:1.0:1767385006.336180:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000138af2ca. 00040000:00000010:1.0:1767385006.336182:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008651a5ae. 00080000:00000010:1.0:1767385006.336184:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cd33a45c. 00000004:00000010:1.0:1767385006.336188:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5bb11bd. 00000004:00000010:1.0:1767385006.336190:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000742d7dc4. 00000004:00000010:1.0:1767385006.336193:0:40469:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 000000000842a6cd. 00000004:00000010:1.0:1767385006.336198:0:40469:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.336201:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000724e4964. 00000004:00000010:1.0:1767385006.336207:0:40469:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.336292:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bda8ff34. 00000040:00000010:1.0:1767385006.336296:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002f2c895d. 00000020:00000010:1.0:1767385006.336298:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007dd25b99. 00000020:00000010:1.0:1767385006.336300:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003a786946. 00000020:00000010:1.0:1767385006.336303:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008e1f6b82. 80000000:00000010:1.0:1767385006.336305:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eeb81524. 40000000:00000010:1.0:1767385006.336307:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c48b79f3. 00100000:00000010:1.0:1767385006.336309:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009201f63f. 00040000:00000010:1.0:1767385006.336310:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000138af2ca. 00040000:00000010:1.0:1767385006.336313:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008651a5ae. 00080000:00000010:1.0:1767385006.336315:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cd33a45c. 00000004:00000010:1.0:1767385006.336316:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5bb11bd. 00000004:00000010:1.0:1767385006.336319:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000742d7dc4. 00000020:00000010:1.0:1767385006.336321:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004293ff1e. 00000020:00000010:1.0:1767385006.336324:0:40469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004416e274. 00000020:00000010:1.0:1767385006.336325:0:40469:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d63884b. 00000008:00000010:1.0:1767385006.336327:0:40469:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dd52e73f. 00020000:00000010:1.0:1767385006.336329:0:40469:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000082b800ab. 00008000:00000010:1.0:1767385006.336332:0:40469:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e0050d90. 00000080:00000010:1.0:1767385006.336334:0:40469:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b06d8bcb. 00000020:00000010:1.0:1767385006.336336:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c42f9954. 00000004:00000010:1.0:1767385006.336339:0:40469:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.336343:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000742d7dc4. 00000004:00000010:1.0:1767385006.336346:0:40469:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000017bc5ed9. 00000004:00000010:1.0:1767385006.336349:0:40469:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000017bc5ed9. 00000020:00000010:1.0:1767385006.336351:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cd33a45c. 00000004:00000010:1.0:1767385006.336354:0:40469:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000017bc5ed9. 00000004:00000010:1.0:1767385006.336357:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009201f63f. 00000004:00000010:1.0:1767385006.336360:0:40469:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000009d3a7eb8. 00000004:00000010:1.0:1767385006.336362:0:40469:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000841e2599. 00000004:00000010:1.0:1767385006.336364:0:40469:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 000000006101a587. 00000004:00000010:1.0:1767385006.336365:0:40469:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 0000000010542b99. 00000004:00000010:1.0:1767385006.336368:0:40469:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000017bc5ed9. 80000000:00000010:1.0:1767385006.336372:0:40469:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000336c77c3. 80000000:00000010:1.0:1767385006.336374:0:40469:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000010542b99. 00000004:00000010:1.0:1767385006.336379:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e3fb3b2e. 00000004:00000010:1.0:1767385006.336385:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000015edb0bd. 00000004:00000010:1.0:1767385006.336390:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e62c9e7. 00080000:00000010:1.0:1767385006.336395:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d30311dd. 00100000:00000010:1.0:1767385006.336453:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000efd52031. 00100000:00000010:1.0:1767385006.336459:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000efd52031. 00080000:00000010:1.0:1767385006.336464:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.336467:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000efd52031. 80000000:00000010:1.0:1767385006.336493:0:40469:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000b7120deb. 80000000:00000010:1.0:1767385006.336503:0:40469:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000db8c4d75. 80000000:00000010:1.0:1767385006.336511:0:40469:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000053c3cf25. 80000000:00000010:1.0:1767385006.336519:0:40469:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000fbdfca57. 80000000:00000010:1.0:1767385006.336526:0:40469:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000047d9b710. 00080000:00000010:1.0:1767385006.336533:0:40469:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8f4f68. 00080000:00000010:1.0:1767385006.336541:0:40469:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 000000009e8f4f68. 00080000:00000010:1.0:1767385006.336543:0:40469:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8f4f68. 00080000:00000010:1.0:1767385006.336545:0:40469:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 000000009e8f4f68. 00080000:00000010:1.0:1767385006.336548:0:40469:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8f4f68. 00080000:00000010:1.0:1767385006.336567:0:40469:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 000000009e8f4f68. 00080000:00000010:1.0:1767385006.336571:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000efd52031. 00080000:00000010:1.0:1767385006.336574:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 80000000:00000010:1.0:1767385006.336576:0:40469:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000010542b99. 00000004:00000010:1.0:1767385006.336612:0:40469:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000008651a5ae. 00000004:00000010:1.0:1767385006.336619:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000233b1e48. 00000004:00000010:1.0:1767385006.336622:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000046cb137c. 00000004:00000010:1.0:1767385006.336625:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dcf8447c. 00080000:00000010:1.0:1767385006.336628:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000019867829. 00000004:00000010:1.0:1767385006.336733:0:40469:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000002f2c895d. 00000004:00000010:1.0:1767385006.336739:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009c2e276a. 00000004:00000010:1.0:1767385006.336776:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004c52bb82. 00000004:00000010:1.0:1767385006.336779:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001e399fc5. 00080000:00000010:1.0:1767385006.336782:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001bab770e. 00000004:00000010:1.0:1767385006.336865:0:40469:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000138af2ca. 00000004:00000010:1.0:1767385006.336869:0:40469:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 0000000008740d3a. 00000004:00000010:1.0:1767385006.336889:0:40469:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 0000000008740d3a. 00010000:00000010:1.0:1767385006.336895:0:40469:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009e8f4f68. 00000001:00000010:1.0:1767385006.336898:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000114893fb. 00000001:00000010:1.0:1767385006.336901:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 000000007ac74480. 00000001:00000010:1.0:1767385006.337106:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003885e37f. 00000001:00000010:1.0:1767385006.337413:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000237cfa52. 00000001:00000010:1.0:1767385006.337749:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b096e3e. 00000001:00000010:1.0:1767385006.338036:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce91a495. 00000001:00000010:1.0:1767385006.338359:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000981cab12. 00000001:00000010:1.0:1767385006.338780:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd8b7a52. 00000001:00000010:1.0:1767385006.339095:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000533f2690. 00000001:00000010:1.0:1767385006.339441:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a9b9d563. 00000001:00000010:1.0:1767385006.339897:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000037cf3bfa. 00000001:00000010:1.0:1767385006.340184:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007dca0ca8. 00000001:00000010:1.0:1767385006.340640:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a09d3fbc. 00000001:00000010:1.0:1767385006.341009:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000260706b7. 00000001:00000010:1.0:1767385006.341381:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004624b45e. 00000001:00000010:1.0:1767385006.341803:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bf4402b4. 00000001:00000010:1.0:1767385006.342139:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be7dd398. 00000001:00000010:1.0:1767385006.342635:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e68f1911. 00000001:00000010:1.0:1767385006.343003:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a53a20bc. 00000001:00000010:1.0:1767385006.343400:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c9ee292. 00000001:00000010:1.0:1767385006.343835:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b641bb74. 00000001:00000010:1.0:1767385006.344147:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000054d953fb. 00000001:00000010:1.0:1767385006.344657:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002481654c. 00000001:00000010:1.0:1767385006.345071:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a8caf52. 00000001:00000010:1.0:1767385006.345725:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9bc17d4. 00000001:00000010:1.0:1767385006.346223:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003024d1f2. 00000001:00000010:1.0:1767385006.346768:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a43d3a6a. 00000001:00000010:1.0:1767385006.347260:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0705570. 00000001:00000010:1.0:1767385006.347839:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a0e21e8. 00000001:00000010:1.0:1767385006.348321:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d7d8677. 00000001:00000010:1.0:1767385006.348922:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c289b00. 00000001:00000010:1.0:1767385006.349266:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004baa64f3. 00000001:00000010:1.0:1767385006.349722:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000acaa8a8e. 00000001:00000010:1.0:1767385006.350068:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085403767. 00000001:00000010:1.0:1767385006.350459:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c2415f6. 00000001:00000010:1.0:1767385006.350977:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d5c78c2b. 00000001:00000010:1.0:1767385006.351454:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cb5fd2a3. 00000100:00000010:3.0:1767385006.351687:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001eb7d594. 00000100:00000010:1.0:1767385006.351694:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026392c41. 00000100:00000010:2.0:1767385006.351698:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f89adc2b. 00000100:00000010:0.0:1767385006.351710:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000903ef945. 00000001:00000010:1.0:1767385006.352024:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006907b156. 00000001:00000010:1.0:1767385006.352486:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004fd831a. 00000001:00000010:1.0:1767385006.353013:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000075402f2. 00000001:00000010:1.0:1767385006.353481:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000043897b82. 00000001:00000010:1.0:1767385006.354017:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004f8bc19a. 00000001:00000010:1.0:1767385006.354540:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000041af0324. 00000001:00000010:1.0:1767385006.355038:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8995ce2. 00000001:00000010:1.0:1767385006.355473:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c741df98. 00000001:00000010:1.0:1767385006.355995:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004135fd56. 00000001:00000010:1.0:1767385006.356473:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000905e928b. 00000001:00000010:1.0:1767385006.356986:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007aaf2098. 00000001:00000010:1.0:1767385006.357450:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc1fc2b2. 00000001:00000010:1.0:1767385006.357986:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000010dfc445. 00000001:00000010:1.0:1767385006.358431:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bd731be2. 00000001:00000010:1.0:1767385006.358916:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a28ffb59. 00000001:00000010:1.0:1767385006.359354:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed822ae3. 00000001:00000010:1.0:1767385006.359793:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075b407aa. 00000001:00000010:1.0:1767385006.360124:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a84441cf. 00000001:00000010:1.0:1767385006.360509:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000069a20b62. 00000001:00000010:1.0:1767385006.360898:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b43cda32. 00000001:00000010:1.0:1767385006.361248:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e956ee16. 00000001:00000010:1.0:1767385006.361653:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e20ce53. 00000001:00000010:1.0:1767385006.361978:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d029937. 00000001:00000010:1.0:1767385006.362312:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e7126ec8. 00000001:00000010:1.0:1767385006.362677:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000552ad74e. 00000001:00000010:1.0:1767385006.363001:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b0fc25e5. 00000001:00000010:1.0:1767385006.363343:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000393272f0. 00000001:00000010:1.0:1767385006.363705:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e77f64a1. 00000001:00000010:1.0:1767385006.364028:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b0a0d236. 00000001:00000010:1.0:1767385006.364362:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b15b008. 00000001:00000010:1.0:1767385006.364723:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000063e1f1e9. 00000001:00000010:1.0:1767385006.365103:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d85cc1b3. 00000001:00000010:1.0:1767385006.365513:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df73c28c. 00000001:00000010:1.0:1767385006.365915:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027259ddd. 00000001:00000010:1.0:1767385006.366213:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001631a0d7. 00000001:00000010:1.0:1767385006.366540:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008ef38d9b. 00000001:00000010:1.0:1767385006.366876:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d5796708. 00000001:00000010:1.0:1767385006.367172:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008152b588. 00000001:00000010:1.0:1767385006.367496:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f2dfc106. 00000001:00000010:1.0:1767385006.367869:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e902e56. 00000001:00000010:1.0:1767385006.368285:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e5fa5625. 00000001:00000010:1.0:1767385006.368776:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000860dec37. 00000001:00000010:1.0:1767385006.369158:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006dc660e2. 00000001:00000010:1.0:1767385006.369536:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007a5997ab. 00000001:00000010:1.0:1767385006.369956:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d89da4b8. 00000001:00000010:1.0:1767385006.370360:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d2af33c0. 00000001:00000010:1.0:1767385006.370766:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006030a748. 00000001:00000010:1.0:1767385006.371062:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd1aec99. 00000001:00000010:1.0:1767385006.371386:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007fd553ba. 00000001:00000010:1.0:1767385006.371709:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000077daf915. 00000001:00000010:1.0:1767385006.372126:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000080939100. 00000001:00000010:1.0:1767385006.372526:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008bdc3e4a. 00000001:00000010:1.0:1767385006.373026:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079f6b962. 00000001:00000010:1.0:1767385006.373464:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fad7466b. 00000001:00000010:1.0:1767385006.373954:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004979b17d. 00000001:00000010:1.0:1767385006.374353:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087f604d9. 00000001:00000010:1.0:1767385006.374768:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006141c41c. 00000001:00000010:1.0:1767385006.375176:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e781faee. 00000001:00000010:1.0:1767385006.375602:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098553737. 00000001:00000010:1.0:1767385006.375905:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000adc234ba. 00000001:00000010:1.0:1767385006.376208:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068bd4a88. 00000001:00000010:1.0:1767385006.376540:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092b55e4c. 00000001:00000010:1.0:1767385006.376983:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000d684c8b. 00000001:00000010:1.0:1767385006.377382:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dcbfaf40. 00000001:00000010:1.0:1767385006.377826:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a6e696de. 00000001:00000010:1.0:1767385006.378218:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d8bc28f. 00000001:00000010:1.0:1767385006.378651:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf6712f6. 00000001:00000010:1.0:1767385006.379008:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003adbf3fd. 00000001:00000010:1.0:1767385006.379374:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ddccf13. 00000001:00000010:1.0:1767385006.379757:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000115a8d3d. 00000001:00000010:1.0:1767385006.380032:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000050a4b4bb. 00000001:00000010:1.0:1767385006.380315:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000ac6a881. 00000001:00000010:1.0:1767385006.380620:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098dd01d2. 00000001:00000010:1.0:1767385006.380896:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018ce69b3. 00000001:00000010:1.0:1767385006.381169:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000afd7726e. 00000001:00000010:1.0:1767385006.381456:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c40e927. 00000001:00000010:1.0:1767385006.381757:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a9a9cb6c. 00000001:00000010:1.0:1767385006.382034:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000008415b08. 00000001:00000010:1.0:1767385006.382928:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5fc181c. 00000001:00000010:1.0:1767385006.383145:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000295e0402. 00000001:00000010:1.0:1767385006.383371:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004095172c. 00000001:00000010:1.0:1767385006.383611:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a9e3f693. 00000001:00000010:1.0:1767385006.383818:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8d53360. 00000001:00000010:1.0:1767385006.384025:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9037dd5. 00000001:00000010:1.0:1767385006.384250:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e2850bb9. 00000001:00000010:1.0:1767385006.384476:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000034307621. 00000001:00000010:1.0:1767385006.385302:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005b4f8963. 00000001:00000010:1.0:1767385006.385520:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003928fbc. 00000001:00000010:1.0:1767385006.385768:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000095a275f4. 00000001:00000010:1.0:1767385006.385967:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6b3bc1b. 00000001:00000010:1.0:1767385006.386169:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bde01bb9. 00000001:00000010:1.0:1767385006.386418:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084c267a6. 00000001:00000010:1.0:1767385006.386645:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088b3ac3c. 00000020:00000010:1.0:1767385006.386789:0:40469:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ca747d97. 00000020:00000010:1.0:1767385006.386792:0:40469:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003f9cab44. 00000020:00000010:1.0:1767385006.386842:0:40469:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a8749421. 00000020:00000010:1.0:1767385006.386844:0:40469:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000018b443a8. 00000020:00000010:1.0:1767385006.386883:0:40469:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000001dc0a1bc. 00000004:00000010:1.0:1767385006.386892:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fe8588f5. 00000004:00000010:1.0:1767385006.386899:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000294264a. 00000004:00000010:1.0:1767385006.386904:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a61b4dc3. 00080000:00000010:1.0:1767385006.386910:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004e2abec9. 00000001:00000010:1.0:1767385006.387191:0:40469:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000009b37e259. 00000001:00000010:1.0:1767385006.387233:0:40469:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000009b37e259. 00080000:00000010:1.0:1767385006.387241:0:40469:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c40558a9. 00000020:00000010:1.0:1767385006.387313:0:40469:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 000000009b37e259. 00000004:00000010:1.0:1767385006.387317:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c676b923. 00000004:00000010:1.0:1767385006.387320:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000046d7edd6. 00000004:00000010:1.0:1767385006.387322:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002a956b1b. 00080000:00000010:1.0:1767385006.387325:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000556396a4. 00000001:00000010:1.0:1767385006.387382:0:40469:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 0000000008740d3a. 00000001:00000010:1.0:1767385006.387402:0:40469:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 0000000008740d3a. 00000001:00000010:1.0:1767385006.387412:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e6e12093. 00000001:00000010:1.0:1767385006.387416:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f20a4257. 00000001:00000010:1.0:1767385006.387417:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000008740d3a. 00000020:00000010:1.0:1767385006.387430:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000895d0880. 00000020:00000010:1.0:1767385006.387434:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fbb9315. 00000040:00000010:1.0:1767385006.387436:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004fdb4a47. 00000020:00000010:1.0:1767385006.387439:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007dd25b99. 00000020:00000010:1.0:1767385006.387442:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a786946. 00000020:00000010:1.0:1767385006.387445:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d6410ea. 80000000:00000010:1.0:1767385006.387448:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b91b452b. 40000000:00000010:1.0:1767385006.387450:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000088f8e0ad. 00100000:00000010:1.0:1767385006.387454:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000018e8994c. 00040000:00000010:1.0:1767385006.387457:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002f641b6b. 00040000:00000010:1.0:1767385006.387460:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb75b0c2. 00080000:00000010:1.0:1767385006.387462:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d54faf14. 00000004:00000010:1.0:1767385006.387465:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d451b3bf. 00000004:00000010:1.0:1767385006.387469:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5bb11bd. 00000004:00000010:1.0:1767385006.387471:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e552feeb. 00000020:00000010:1.0:1767385006.387474:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2b70d07. 00000020:00000010:1.0:1767385006.387476:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eee8ae29. 00000020:00000010:1.0:1767385006.387479:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d63884b. 02000000:00000010:1.0:1767385006.387491:0:40469:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000061649fcb. 02000000:00000010:1.0:1767385006.387494:0:40469:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000005b2fb911. 02000000:00000010:1.0:1767385006.387497:0:40469:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000ae6c6380. 02000000:00000010:1.0:1767385006.387499:0:40469:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000f79d5a41. 00000020:00000010:1.0:1767385006.387740:0:40469:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000069191b34. 00000020:00000010:1.0:1767385006.387743:0:40469:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000028e0ced0. 00000004:00000010:1.0:1767385006.387759:0:40469:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000edce7433. 00000004:00000010:1.0:1767385006.387761:0:40469:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000747a8991. 00000004:00000010:1.0:1767385006.387763:0:40469:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000040029554. 00000004:00000010:1.0:1767385006.387765:0:40469:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000009a599118. 00000004:00000010:1.0:1767385006.387770:0:40469:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000424e42d2. 00000020:00000010:1.0:1767385006.387779:0:40469:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000002e32ce47. 00000020:00000010:1.0:1767385006.387783:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000054eafb6. 00000004:00000010:1.0:1767385006.387798:0:40469:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000424e42d2. 00000004:00000010:1.0:1767385006.387801:0:40469:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000424e42d2. 00000001:00000010:1.0:1767385006.387809:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0601407. 00000001:00000010:1.0:1767385006.387812:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003e31414b. 00000001:00000010:1.0:1767385006.387814:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004293ff1e. 00000001:00000010:1.0:1767385006.387816:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bda8ff34. 00000001:00000010:1.0:1767385006.387818:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c42f9954. 00000001:00000010:1.0:1767385006.387826:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a1e9406. 00000001:00000010:1.0:1767385006.387828:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005b509fa0. 00000001:00000010:1.0:1767385006.387830:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ecbff451. 00000001:00000010:1.0:1767385006.387832:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000581ff51. 00000001:00000010:1.0:1767385006.387833:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b08153a7. 00000001:00000010:1.0:1767385006.387834:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd824be6. 00000001:00000010:1.0:1767385006.387836:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000187682e6. 00000020:00000010:1.0:1767385006.387838:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2984900. 00000020:00000010:1.0:1767385006.387840:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8b398be. 00000020:00000010:1.0:1767385006.387842:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d83d3f66. 00000008:00000010:1.0:1767385006.387845:0:40469:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dd52e73f. 00020000:00000010:1.0:1767385006.387849:0:40469:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000082b800ab. 00008000:00000010:1.0:1767385006.387852:0:40469:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e0050d90. 00000080:00000010:1.0:1767385006.387856:0:40469:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b06d8bcb. 00000020:00000010:1.0:1767385006.387870:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059a984ee. 00000020:00000010:1.0:1767385006.387872:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe29fce1. 00000040:00000010:1.0:1767385006.387873:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008efa2dc6. 00000020:00000010:1.0:1767385006.387876:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c51ac333. 00000020:00000010:1.0:1767385006.387877:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005d96a0e3. 00000020:00000010:1.0:1767385006.387879:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b494333f. 80000000:00000010:1.0:1767385006.387881:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa9ccbed. 40000000:00000010:1.0:1767385006.387882:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000192ec5bc. 00100000:00000010:1.0:1767385006.387885:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006801cfa1. 00040000:00000010:1.0:1767385006.387887:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000092a6fbaa. 00040000:00000010:1.0:1767385006.387889:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028dd2d52. 00080000:00000010:1.0:1767385006.387891:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c642201a. 00000004:00000010:1.0:1767385006.387893:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d2d34f1c. 00000004:00000010:1.0:1767385006.387895:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3f6ff63. 00000004:00000010:1.0:1767385006.387897:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f10ed639. 00040000:00000010:1.0:1767385006.387899:0:40469:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000d856daa8. 00040000:00000010:1.0:1767385006.387906:0:40469:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000e8bb480a. 00000020:00000010:1.0:1767385006.387910:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000633eb79. 00040000:00000010:1.0:1767385006.387914:0:40469:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000e8bb480a. 00040000:00000010:1.0:1767385006.387917:0:40469:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000f7ef2a8e. 00000020:00000010:1.0:1767385006.387920:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008669978f. 00000020:00000010:1.0:1767385006.387922:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032fb3a15. 00000040:00000010:1.0:1767385006.387923:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000086f08fbd. 00000020:00000010:1.0:1767385006.387925:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e45e47b7. 00000020:00000010:1.0:1767385006.387927:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000348c4a6e. 00000020:00000010:1.0:1767385006.387930:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca930203. 80000000:00000010:1.0:1767385006.387931:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000def6b344. 40000000:00000010:1.0:1767385006.387933:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000566d65ad. 00100000:00000010:1.0:1767385006.387935:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007817fcaf. 00040000:00000010:1.0:1767385006.387937:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087777286. 00040000:00000010:1.0:1767385006.387939:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005406d0ae. 00040000:00000010:1.0:1767385006.387941:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000621df9c3. 00080000:00000010:1.0:1767385006.387945:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005d1ee26c. 00000004:00000010:1.0:1767385006.387947:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008af5f1da. 00000004:00000010:1.0:1767385006.387950:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093627745. 00000004:00000010:1.0:1767385006.387952:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fabeebfe. 00000020:00000010:1.0:1767385006.388166:0:40469:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004cdc02a6. 00040000:00000010:1.0:1767385006.388225:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000020e55d70. 00040000:00000010:1.0:1767385006.388240:0:40469:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000009e9dccaf. 00000020:00000010:1.0:1767385006.388255:0:40469:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000259242b6. 00040000:00000010:1.0:1767385006.388260:0:40469:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000005a93c470. 00000020:00000010:1.0:1767385006.388269:0:40469:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000007d475d27. 00000020:00000010:1.0:1767385006.388297:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fe29fce1. 00000040:00000010:1.0:1767385006.388300:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008efa2dc6. 00000020:00000010:1.0:1767385006.388302:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c51ac333. 00000020:00000010:1.0:1767385006.388305:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005d96a0e3. 00000020:00000010:1.0:1767385006.388308:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b494333f. 80000000:00000010:1.0:1767385006.388311:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa9ccbed. 40000000:00000010:1.0:1767385006.388313:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000192ec5bc. 00100000:00000010:1.0:1767385006.388316:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006801cfa1. 00040000:00000010:1.0:1767385006.388318:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000092a6fbaa. 00040000:00000010:1.0:1767385006.388321:0:40469:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000020e55d70. 00040000:00000010:1.0:1767385006.388323:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028dd2d52. 00080000:00000010:1.0:1767385006.388325:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c642201a. 00000004:00000010:1.0:1767385006.388328:0:40469:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d2d34f1c. 00000004:00000010:1.0:1767385006.388331:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a3f6ff63. 00000004:00000010:1.0:1767385006.388333:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f10ed639. 00000020:00000010:1.0:1767385006.388336:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059a984ee. 00000020:00000010:1.0:1767385006.388339:0:40469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8b398be. 00000020:00000010:1.0:1767385006.388341:0:40469:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d83d3f66. 00000008:00000010:1.0:1767385006.388343:0:40469:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dd52e73f. 00020000:00000010:1.0:1767385006.388346:0:40469:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000082b800ab. 00008000:00000010:1.0:1767385006.388349:0:40469:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e0050d90. 00000080:00000010:1.0:1767385006.388351:0:40469:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b06d8bcb. 00000020:00000010:1.0:1767385006.388353:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2984900. 00000004:00000010:1.0:1767385006.388361:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000adbcfad9. 00000004:00000010:1.0:1767385006.388366:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004d83da22. 00000004:00000010:1.0:1767385006.388369:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f71a18b9. 00080000:00000010:1.0:1767385006.388373:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008032802c. 00000020:00000010:1.0:1767385006.388421:0:40469:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000092a6fbaa. 00080000:00000010:1.0:1767385006.388426:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9c3b3ab. 00080000:00000010:1.0:1767385006.388485:0:40469:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9c3b3ab. 00000020:00000010:1.0:1767385006.388487:0:40469:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000092a6fbaa. 00000004:00000010:1.0:1767385006.388498:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000902962f0. 00000004:00000010:1.0:1767385006.388501:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cf1d3288. 00000004:00000010:1.0:1767385006.388505:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095f185cd. 00080000:00000010:1.0:1767385006.388508:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9c3b3ab. 00040000:00000010:1.0:1767385006.388565:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000020e55d70. 00000020:00000010:1.0:1767385006.388655:0:40469:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045f34da4. 00080000:00000010:1.0:1767385006.388660:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a75e673b. 00080000:00000010:1.0:1767385006.388698:0:40469:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a75e673b. 00000020:00000010:1.0:1767385006.388700:0:40469:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000045f34da4. 00000004:00000010:1.0:1767385006.388709:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000051dcc230. 00000004:00000010:1.0:1767385006.388712:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cbedae74. 00000004:00000010:1.0:1767385006.388715:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009a425f6f. 00080000:00000010:1.0:1767385006.388718:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a75e673b. 00000004:00000010:1.0:1767385006.388771:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000091301b8b. 00000004:00000010:1.0:1767385006.388776:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e8d47cf2. 00000004:00000010:1.0:1767385006.388779:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a6cebb31. 00080000:00000010:1.0:1767385006.388782:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082cf48b4. 00100000:00000010:1.0:1767385006.388824:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000187e908e. 00100000:00000010:1.0:1767385006.388828:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000187e908e. 00040000:00000010:1.0:1767385006.388834:0:40469:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c926af6e. 00000001:00000010:1.0:1767385006.388838:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002eb5e8fe. 00000001:00000010:1.0:1767385006.388841:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003734e2fb. 00000001:00000010:1.0:1767385006.388844:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e8bb480a. 00040000:00000010:1.0:1767385006.388846:0:40469:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000187e908e. 00080000:00000010:1.0:1767385006.388852:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.388855:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ca2ed970. 00080000:00000010:1.0:1767385006.388876:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ca2ed970. 00080000:00000010:1.0:1767385006.388879:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 00040000:00000010:1.0:1767385006.388881:0:40469:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000187e908e. 00040000:00000010:1.0:1767385006.388895:0:40469:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000cb886ff7. 00000004:00000010:1.0:1767385006.388939:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000016e8941a. 00000004:00000010:1.0:1767385006.388943:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000063b96d68. 00000004:00000010:1.0:1767385006.388947:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002f87d5aa. 00080000:00000010:1.0:1767385006.388949:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d56a447. 00100000:00000010:1.0:1767385006.388975:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000074be38d8. 00100000:00000010:1.0:1767385006.388977:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000074be38d8. 00040000:00000010:1.0:1767385006.388980:0:40469:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002faf1fdf. 00000001:00000010:1.0:1767385006.388982:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007b8bfe13. 00000001:00000010:1.0:1767385006.388985:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000451cfe5a. 00000001:00000010:1.0:1767385006.388988:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003e4230b3. 00040000:00000010:1.0:1767385006.388990:0:40469:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000074be38d8. 00080000:00000010:1.0:1767385006.388992:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.388994:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000822df366. 00080000:00000010:1.0:1767385006.389006:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000822df366. 00080000:00000010:1.0:1767385006.389009:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 00040000:00000010:1.0:1767385006.389010:0:40469:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000074be38d8. 00040000:00000010:1.0:1767385006.389014:0:40469:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000005b9e2914. 00000004:00000010:1.0:1767385006.389042:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000056fb603e. 00000004:00000010:1.0:1767385006.389045:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000550774be. 00000004:00000010:1.0:1767385006.389048:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009883d5cc. 00080000:00000010:1.0:1767385006.389059:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000072e03ad1. 00100000:00000010:1.0:1767385006.389094:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000048a9e5f5. 00100000:00000010:1.0:1767385006.389095:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000048a9e5f5. 00040000:00000010:1.0:1767385006.389099:0:40469:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000098f5b1e3. 00000001:00000010:1.0:1767385006.389101:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002bd1a420. 00000001:00000010:1.0:1767385006.389104:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008d9cc318. 00000001:00000010:1.0:1767385006.389106:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a9324f87. 00040000:00000010:1.0:1767385006.389108:0:40469:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000048a9e5f5. 00080000:00000010:1.0:1767385006.389111:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.389113:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000000513eac8. 00080000:00000010:1.0:1767385006.389125:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000000513eac8. 00080000:00000010:1.0:1767385006.389128:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 00040000:00000010:1.0:1767385006.389129:0:40469:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000048a9e5f5. 00040000:00000010:1.0:1767385006.389133:0:40469:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000002604098d. 00000020:00000010:1.0:1767385006.389165:0:40469:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099e667a5. 00080000:00000010:1.0:1767385006.389168:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8c89cbd. 00080000:00000010:1.0:1767385006.389210:0:40469:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b8c89cbd. 00000020:00000010:1.0:1767385006.389214:0:40469:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099e667a5. 00000004:00000010:1.0:1767385006.389225:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000239b28fe. 00000004:00000010:1.0:1767385006.389230:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000f6346ab. 00000004:00000010:1.0:1767385006.389234:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004365f87d. 00080000:00000010:1.0:1767385006.389237:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8c89cbd. 00000004:00000010:1.0:1767385006.389281:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e7a01a8e. 00000004:00000010:1.0:1767385006.389285:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c24197b3. 00000004:00000010:1.0:1767385006.389287:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000038bf8454. 00080000:00000010:1.0:1767385006.389289:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fac23b2f. 00100000:00000010:1.0:1767385006.389313:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a74e1407. 00100000:00000010:1.0:1767385006.389315:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000a74e1407. 00040000:00000010:1.0:1767385006.389318:0:40469:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c0449903. 00000001:00000010:1.0:1767385006.389320:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a837a579. 00000001:00000010:1.0:1767385006.389323:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000aaad0fcd. 00000001:00000010:1.0:1767385006.389325:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ddfe3f92. 00040000:00000010:1.0:1767385006.389326:0:40469:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000a74e1407. 00080000:00000010:1.0:1767385006.389329:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.389330:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c57776fe. 00080000:00000010:1.0:1767385006.389344:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c57776fe. 00080000:00000010:1.0:1767385006.389346:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 00040000:00000010:1.0:1767385006.389347:0:40469:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000a74e1407. 00040000:00000010:1.0:1767385006.389350:0:40469:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000002955a72. 00000004:00000010:1.0:1767385006.389378:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000524d7d66. 00000004:00000010:1.0:1767385006.389382:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000c943378. 00000004:00000010:1.0:1767385006.389384:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000080fdc796. 00080000:00000010:1.0:1767385006.389386:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea669da7. 00100000:00000010:1.0:1767385006.389411:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000757f7b4f. 00100000:00000010:1.0:1767385006.389413:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000757f7b4f. 00040000:00000010:1.0:1767385006.389416:0:40469:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000d36e92c. 00000001:00000010:1.0:1767385006.389418:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c1226340. 00000001:00000010:1.0:1767385006.389421:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000081629a60. 00000001:00000010:1.0:1767385006.389423:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005caa3d37. 00040000:00000010:1.0:1767385006.389425:0:40469:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000757f7b4f. 00080000:00000010:1.0:1767385006.389427:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.389429:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008840de9b. 00080000:00000010:1.0:1767385006.389440:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008840de9b. 00080000:00000010:1.0:1767385006.389442:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 00040000:00000010:1.0:1767385006.389443:0:40469:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000757f7b4f. 00040000:00000010:1.0:1767385006.389445:0:40469:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000b689672b. 00000004:00000010:1.0:1767385006.389467:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000abed338c. 00000004:00000010:1.0:1767385006.389508:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005fe46120. 00000004:00000010:1.0:1767385006.389511:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000023891c34. 00080000:00000010:1.0:1767385006.389514:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000003e6429. 00100000:00000010:1.0:1767385006.389561:0:40469:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000050dd89ae. 00100000:00000010:1.0:1767385006.389563:0:40469:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000050dd89ae. 00040000:00000010:1.0:1767385006.389567:0:40469:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000732e2207. 00000001:00000010:1.0:1767385006.389570:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000008e5b0fe. 00000001:00000010:1.0:1767385006.389573:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b06f41f8. 00000001:00000010:1.0:1767385006.389578:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000504f2832. 00040000:00000010:1.0:1767385006.389580:0:40469:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000050dd89ae. 00080000:00000010:1.0:1767385006.389583:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000076274d62. 00080000:00000010:1.0:1767385006.389586:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000049498911. 00080000:00000010:1.0:1767385006.389627:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000049498911. 00080000:00000010:1.0:1767385006.389631:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000076274d62. 00040000:00000010:1.0:1767385006.389633:0:40469:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000050dd89ae. 00040000:00000010:1.0:1767385006.389638:0:40469:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000194a522a. 00000020:00000010:1.0:1767385006.389666:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006e5acf28. 00000004:00000010:1.0:1767385006.389671:0:40469:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000424e42d2. 00000004:00000010:1.0:1767385006.389673:0:40469:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000040029554. 00000004:00000010:1.0:1767385006.389675:0:40469:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000edce7433. 00000004:00000010:1.0:1767385006.389676:0:40469:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000747a8991. 00000004:00000010:1.0:1767385006.389678:0:40469:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000009a599118. 00000020:00000010:1.0:1767385006.389688:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb6ff134. 00000020:00000010:1.0:1767385006.389690:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aceed907. 00000040:00000010:1.0:1767385006.389691:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023c7f3c5. 00000020:00000010:1.0:1767385006.389694:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b8161a9. 00000020:00000010:1.0:1767385006.389695:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005d96a0e3. 00000020:00000010:1.0:1767385006.389697:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ebc12a3. 80000000:00000010:1.0:1767385006.389699:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b8569ad. 40000000:00000010:1.0:1767385006.389701:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000747a8991. 00100000:00000010:1.0:1767385006.389703:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006e38df3d. 00040000:00000010:1.0:1767385006.389705:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027dfd654. 00040000:00000010:1.0:1767385006.389707:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bbf907a1. 00040000:00000010:1.0:1767385006.389709:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa3e2eb9. 00080000:00000010:1.0:1767385006.389711:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df8e74d4. 00000004:00000010:1.0:1767385006.389713:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000270b5e53. 00000004:00000010:1.0:1767385006.389715:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3f6ff63. 00000004:00000010:1.0:1767385006.389717:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000624b5783. 00000020:00000010:1.0:1767385006.389719:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dcaba47. 00000020:00000010:1.0:1767385006.389721:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a249a920. 00000020:00000010:1.0:1767385006.389723:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d83d3f66. 00000020:00000010:3.0:1767385006.389863:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d15e379a. 00000040:00000010:3.0:1767385006.389870:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000098a219fb. 00000020:00000010:3.0:1767385006.389873:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fda1dfc3. 00000020:00000010:3.0:1767385006.389878:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d28ff16d. 00000020:00000010:3.0:1767385006.389888:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008ca0a4a0. 80000000:00000010:3.0:1767385006.389891:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e9a3eea7. 40000000:00000010:3.0:1767385006.389894:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd14dda4. 00100000:00000010:3.0:1767385006.389897:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d6cfac2. 00040000:00000010:3.0:1767385006.389900:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008a533b1. 00040000:00000010:3.0:1767385006.389903:0:40469:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000020e55d70. 00040000:00000010:3.0:1767385006.389905:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b46105d2. 00080000:00000010:3.0:1767385006.389908:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000096875c95. 00000004:00000010:3.0:1767385006.389911:0:40469:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009201f63f. 00000004:00000010:3.0:1767385006.389914:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e1f2b84. 00000004:00000010:3.0:1767385006.389917:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000020bdc194. 00000020:00000010:3.0:1767385006.389919:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8650398. 00000020:00000010:3.0:1767385006.389921:0:40469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:3.0:1767385006.389924:0:40469:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056e2c33b. 00000008:00000010:3.0:1767385006.389926:0:40469:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000cd96bde3. 00020000:00000010:3.0:1767385006.389928:0:40469:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a698bc8d. 00008000:00000010:3.0:1767385006.389931:0:40469:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000028e6ea58. 00000080:00000010:3.0:1767385006.389933:0:40469:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002fe76d39. 00000020:00000010:3.0:1767385006.389936:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a856d145. 00000020:00000010:3.0:1767385006.389939:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004a621efe. 00000020:00000010:3.0:1767385006.389949:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.389951:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.389955:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.389957:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.389961:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.389963:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.389967:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000ab08266f. 00000020:00000010:3.0:1767385006.389974:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea253be9. 00000020:00000010:3.0:1767385006.389976:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4c57c6d. 00000040:00000010:3.0:1767385006.389978:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a40ca97. 00000020:00000010:3.0:1767385006.389980:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015d450dd. 00000020:00000010:3.0:1767385006.389983:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.389985:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8028fb5. 80000000:00000010:3.0:1767385006.389993:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001eb7d594. 40000000:00000010:3.0:1767385006.389995:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006994d9e2. 00100000:00000010:3.0:1767385006.389998:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000043d209bd. 00040000:00000010:3.0:1767385006.389999:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c24077cb. 00040000:00000010:3.0:1767385006.390002:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000020bdc194. 00040000:00000010:3.0:1767385006.390004:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a856d145. 00080000:00000010:3.0:1767385006.390006:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009201f63f. 00000004:00000010:3.0:1767385006.390008:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000096875c95. 00000004:00000010:3.0:1767385006.390011:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000090aacc67. 00000004:00000010:3.0:1767385006.390013:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d6cfac2. 02000000:00000010:3.0:1767385006.390021:0:40469:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 000000009cf2a4fe. 02000000:00000010:3.0:1767385006.390025:0:40469:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 000000009cf2a4fe. 00000020:00000010:3.0:1767385006.390028:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4c57c6d. 00000040:00000010:3.0:1767385006.390031:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a40ca97. 00000020:00000010:3.0:1767385006.390032:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000015d450dd. 00000020:00000010:3.0:1767385006.390034:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.390036:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8028fb5. 80000000:00000010:3.0:1767385006.390038:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001eb7d594. 40000000:00000010:3.0:1767385006.390040:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006994d9e2. 00100000:00000010:3.0:1767385006.390042:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000043d209bd. 00040000:00000010:3.0:1767385006.390044:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c24077cb. 00040000:00000010:3.0:1767385006.390046:0:40469:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000020bdc194. 00040000:00000010:3.0:1767385006.390047:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a856d145. 00080000:00000010:3.0:1767385006.390049:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009201f63f. 00000004:00000010:3.0:1767385006.390050:0:40469:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000096875c95. 00000004:00000010:3.0:1767385006.390051:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000090aacc67. 00000004:00000010:3.0:1767385006.390053:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007d6cfac2. 00000020:00000010:3.0:1767385006.390054:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea253be9. 00000020:00000010:3.0:1767385006.390056:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000ab08266f. 00000020:00000010:3.0:1767385006.390059:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.390060:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.390063:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.390065:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c24077cb. 00000020:00000010:3.0:1767385006.390073:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000006994d9e2. 00000100:00000010:3.0:1767385006.390077:0:40469:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000039479bb1. 00000400:00000200:3.0:1767385006.390080:0:40469:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767385006.390086:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:3.0:1767385006.390091:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767385006.390097:0:40469:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (42) 00000400:00000200:3.0:1767385006.390102:0:40469:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767385006.390105:0:40469:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:3.0:1767385006.390107:0:40469:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (43) 00000400:00000200:3.0:1767385006.390109:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:3.0:1767385006.390111:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:3.0:1767385006.390114:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390116:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:3.0:1767385006.390117:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:3.0:1767385006.390119:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390120:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:3.0:1767385006.390121:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:3.0:1767385006.390123:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390123:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:3.0:1767385006.390125:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:3.0:1767385006.390126:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390127:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:3.0:1767385006.390128:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:3.0:1767385006.390130:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390132:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:3.0:1767385006.390133:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:3.0:1767385006.390135:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390136:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:3.0:1767385006.390137:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:3.0:1767385006.390139:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390140:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:3.0:1767385006.390141:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:3.0:1767385006.390144:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390146:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:3.0:1767385006.390146:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:3.0:1767385006.390154:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390156:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:3.0:1767385006.390157:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:3.0:1767385006.390159:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390160:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:3.0:1767385006.390162:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:3.0:1767385006.390164:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390166:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:3.0:1767385006.390167:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:3.0:1767385006.390169:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390170:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:3.0:1767385006.390171:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:3.0:1767385006.390173:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390174:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:3.0:1767385006.390175:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:3.0:1767385006.390176:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390177:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:3.0:1767385006.390179:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:3.0:1767385006.390181:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390182:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:3.0:1767385006.390183:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:3.0:1767385006.390185:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390186:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:3.0:1767385006.390187:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:3.0:1767385006.390188:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390189:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:3.0:1767385006.390190:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:3.0:1767385006.390193:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390194:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:3.0:1767385006.390196:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:3.0:1767385006.390198:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390200:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:3.0:1767385006.390201:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:3.0:1767385006.390204:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390205:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:3.0:1767385006.390206:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:3.0:1767385006.390212:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390213:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:3.0:1767385006.390214:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:3.0:1767385006.390216:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390217:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:3.0:1767385006.390218:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:3.0:1767385006.390220:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390220:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:3.0:1767385006.390222:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:3.0:1767385006.390224:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390225:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:3.0:1767385006.390226:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:3.0:1767385006.390229:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390230:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:3.0:1767385006.390231:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:3.0:1767385006.390234:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390235:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:3.0:1767385006.390236:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:3.0:1767385006.390239:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390240:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:3.0:1767385006.390241:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:3.0:1767385006.390243:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390243:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:3.0:1767385006.390244:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:3.0:1767385006.390246:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390247:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:3.0:1767385006.390248:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:3.0:1767385006.390249:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390250:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:3.0:1767385006.390251:0:40469:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:3.0:1767385006.390253:0:40469:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.390253:0:40469:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 00000100:00000010:3.0:1767385006.390255:0:40469:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000039479bb1. 00000020:00000010:3.0:1767385006.390257:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000006994d9e2. 00000020:00000010:3.0:1767385006.390261:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000a0be6d14. 00000020:00000010:3.0:1767385006.390269:0:40469:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000003fd9256d. 00000020:00000010:3.0:1767385006.390286:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007d6cfac2. 00000020:00000010:3.0:1767385006.390296:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000a0be6d14. 00000020:00000010:3.0:1767385006.390300:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000a0be6d14. 00000001:00000010:3.0:1767385006.390321:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c24077cb. 00000001:00000010:3.0:1767385006.390326:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000097f70c74. 00000001:00000010:3.0:1767385006.390328:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a856d145. 00000001:00000010:3.0:1767385006.390331:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea253be9. 00000001:00000010:3.0:1767385006.390334:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8028fb5. 00000001:00000010:3.0:1767385006.390335:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a40ca97. 00000001:00000010:3.0:1767385006.390338:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000aa733a14. 00000001:00000010:3.0:1767385006.390343:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004f53b50f. 00000001:00000010:3.0:1767385006.390344:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4c57c6d. 00000001:00000010:3.0:1767385006.390346:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8650398. 00000001:00000010:3.0:1767385006.390349:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b46105d2. 00000001:00000010:3.0:1767385006.390352:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ca0a4a0. 00000020:00000010:3.0:1767385006.390363:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a219fb. 00000020:00000010:3.0:1767385006.390368:0:40469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094cee302. 00000020:00000010:3.0:1767385006.390372:0:40469:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000008:00000010:3.0:1767385006.390376:0:40469:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000c3e6e1a. 00020000:00000010:3.0:1767385006.390379:0:40469:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000085d8dddb. 00008000:00000010:3.0:1767385006.390382:0:40469:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fa36bd52. 00000080:00000010:3.0:1767385006.390387:0:40469:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000079c14ce1. 00000020:00000010:3.0:1767385006.390391:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d15e379a. 00000020:00000010:3.0:1767385006.390404:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a51e96e. 00000040:00000010:3.0:1767385006.390409:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055ba440d. 00000020:00000010:3.0:1767385006.390412:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000096875c95. 00000020:00000010:3.0:1767385006.390415:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.390418:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067fb1576. 80000000:00000010:3.0:1767385006.390420:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001eb7d594. 40000000:00000010:3.0:1767385006.390424:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006994d9e2. 00100000:00000010:3.0:1767385006.390428:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fda1dfc3. 00040000:00000010:3.0:1767385006.390432:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000894b9b2b. 00040000:00000010:3.0:1767385006.390444:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009201f63f. 00040000:00000010:3.0:1767385006.390447:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000592d5a94. 00080000:00000010:3.0:1767385006.390460:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000020bdc194. 00000004:00000010:3.0:1767385006.390462:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000043d209bd. 00000004:00000010:3.0:1767385006.390464:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000090aacc67. 00000004:00000010:3.0:1767385006.390466:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000015d450dd. 00002000:00000010:3.0:1767385006.390468:0:40469:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000683db96c. 00000004:00000010:3.0:1767385006.390472:0:40469:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 000000003d711e35. 00000004:00000010:3.0:1767385006.390479:0:40469:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000006639ea22. 00000004:00000010:3.0:1767385006.390482:0:40469:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000ab08266f. 00000020:00000010:3.0:1767385006.390485:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d1a89865. 00000004:00000010:3.0:1767385006.390490:0:40469:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000ab08266f. 00010000:00000010:3.0:1767385006.390498:0:40469:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b408c1d8. 00010000:00000010:3.0:1767385006.390507:0:40469:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000e2bf83be. 00000020:00000010:3.0:1767385006.390513:0:40469:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000517dc428. 00000100:00000200:3.0:1767385006.390526:0:40469:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-0@lo 00010000:00000010:3.0:1767385006.390531:0:40469:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000027c4928. 00010000:00000010:3.0:1767385006.390534:0:40469:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000051849e1c. 00000001:00000010:3.0:1767385006.390536:0:40469:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000054b89ca0. 00000001:00000010:3.0:1767385006.390539:0:40469:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000002916c61b. 00000001:00000010:3.0:1767385006.390542:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000023e289ff. 00000001:00000010:3.0:1767385006.390547:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000c417c39. 00000001:00000010:3.0:1767385006.390574:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c7abe171. 00000001:00000010:3.0:1767385006.390579:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004cacb9ad. 00000001:00000010:3.0:1767385006.390583:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005edd00ae. 00000001:00000010:3.0:1767385006.390588:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000507bc8d. 00000001:00000010:3.0:1767385006.390618:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bf183a80. 00000001:00000010:3.0:1767385006.390623:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cd5e9465. 00000001:00000010:3.0:1767385006.390627:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ee18780a. 00000001:00000010:3.0:1767385006.390630:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000031fe5c6. 00000001:00000010:3.0:1767385006.390639:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001948b777. 00000001:00000010:3.0:1767385006.390643:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ccd19e27. 00000001:00000010:3.0:1767385006.390648:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dbc573c5. 00000001:00000010:3.0:1767385006.390652:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000013a7d6b0. 00000001:00000010:3.0:1767385006.390661:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001a19163a. 00000001:00000010:3.0:1767385006.390665:0:40469:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a6427f01. 00000020:00000010:3.0:1767385006.390710:0:40469:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006626d7bd. 00000020:00000010:3.0:1767385006.390712:0:40469:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000078a2df01. 00000020:00000010:3.0:1767385006.390761:0:40469:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002db0e289. 00000020:00000010:3.0:1767385006.390765:0:40469:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000010d2673b. 40000000:00000010:3.0:1767385006.390782:0:40469:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000056b02d7a. 40000000:00000010:3.0:1767385006.390785:0:40469:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000ab08266f. 40000000:00000010:3.0:1767385006.390836:0:40469:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000ab08266f. 00000004:00000010:3.0:1767385006.390844:0:40469:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001e9492fc. 00000004:00000010:3.0:1767385006.390853:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000073e456d7. 00000004:00000010:3.0:1767385006.390859:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c9db729. 00000004:00000010:3.0:1767385006.390864:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cfc2d189. 00080000:00000010:3.0:1767385006.390868:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000041f75be6. 00000004:00000010:3.0:1767385006.390963:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f8420b1d. 00000004:00000010:3.0:1767385006.390967:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000009c87e75. 00000004:00000010:3.0:1767385006.390970:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000053455410. 00080000:00000010:3.0:1767385006.390973:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a74a7213. 00000004:00000010:3.0:1767385006.391055:0:40469:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000f3fbda39. 00000004:00000010:3.0:1767385006.391059:0:40469:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000faf9319d. 00000004:00000010:3.0:1767385006.391064:0:40469:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000020b14f34. 00000004:00000010:3.0:1767385006.391067:0:40469:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008bec5b7f. 00000004:00000010:3.0:1767385006.391070:0:40469:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007645d408. 00080000:00000010:3.0:1767385006.391072:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ebaa203f. 00000040:00000010:3.0:1767385006.391135:0:40469:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ab08266f. 00000040:00000010:3.0:1767385006.391143:0:40469:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058398447. 00000020:00000010:3.0:1767385006.391147:0:40469:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000519261ba. 00080000:00000010:3.0:1767385006.391150:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000786eb292. 00000040:00000010:3.0:1767385006.391307:0:40469:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000e3df50d. 00080000:00000010:3.0:1767385006.391456:0:40469:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ff362a2a. 00080000:00000010:3.0:1767385006.391661:0:40469:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000be98da67. 00000040:00000010:3.0:1767385006.391665:0:40469:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b06ae913. 00000020:00000010:3.0:1767385006.391671:0:40469:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd49d9bc. 00080000:00000010:3.0:1767385006.391674:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c32c41ce. 00080000:00000010:3.0:1767385006.392348:0:40469:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000948d26cd. 00000040:00000010:3.0:1767385006.392373:0:40469:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fecf821f. 00000020:00000010:3.0:1767385006.392382:0:40469:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009ddb8fdb. 00080000:00000010:3.0:1767385006.392387:0:40469:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014fafb27. 00000040:00000010:3.0:1767385006.392595:0:40469:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007f0c4e7a. 00000020:00000010:3.0:1767385006.392727:0:40469:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000003d74bfc6. 00000020:00000010:1.0:1767385006.392865:0:40473:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2984900. 00000020:00000010:1.0:1767385006.392870:0:40473:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059a984ee. 00000040:00000010:1.0:1767385006.392872:0:40473:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000028dd2d52. 00000020:00000010:1.0:1767385006.392875:0:40473:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d507c7f. 00000020:00000010:1.0:1767385006.392877:0:40473:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b494333f. 00040000:00000010:1.0:1767385006.392880:0:40473:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee9bdbf2. 00000004:00000010:3.0:1767385006.392882:0:40469:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000e3618490. 00040000:00000010:1.0:1767385006.392883:0:40473:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008efa2dc6. 00000020:00000010:3.0:1767385006.392888:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022390bef. 00080000:00000010:1.0:1767385006.392890:0:40473:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000e526d14. 00000020:00000010:3.0:1767385006.392894:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c480fc6. 00000020:00000010:1.0:1767385006.392895:0:40473:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000049498911. 00000040:00000010:3.0:1767385006.392900:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b27bb94b. 00000040:00000010:1.0:1767385006.392903:0:40473:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e1d1b582. 00000020:00000010:3.0:1767385006.392907:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001502d124. 00000020:00000010:3.0:1767385006.392912:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d560d5ec. 00000040:00000010:1.0:1767385006.392912:0:40473:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000509a1b7b. 00000020:00000010:3.0:1767385006.392918:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2f05414. 80000000:00000010:3.0:1767385006.392920:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aede9e15. 40000000:00000010:3.0:1767385006.392922:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd692a82. 00100000:00000010:3.0:1767385006.392926:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c7a5f126. 00040000:00000010:3.0:1767385006.392929:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006ef2b6f9. 00040000:00000010:3.0:1767385006.392932:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000009068ba5. 00040000:00000010:3.0:1767385006.392934:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc8bbafb. 00080000:00000010:3.0:1767385006.392937:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ee1e370. 00000004:00000010:3.0:1767385006.392940:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000026267e76. 00000004:00000010:3.0:1767385006.392943:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000042acc1e4. 00000004:00000010:3.0:1767385006.392947:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bde5e232. 00002000:00000010:3.0:1767385006.392950:0:40469:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000957b9a72. 00000004:00000010:3.0:1767385006.392952:0:40469:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007378316d. 00000040:00000010:1.0:1767385006.392953:0:40473:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008a8402ec. 00000040:00000010:1.0:1767385006.392960:0:40473:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000008f58060. 00000020:00000010:3.0:1767385006.393223:0:40469:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000093d715c5. 00000020:00000010:3.0:1767385006.393228:0:40469:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006e1f2b84. 00000020:00000010:3.0:1767385006.393253:0:40469:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000eb2eef20. 00000020:00000010:3.0:1767385006.393263:0:40469:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000eb2eef20. 00000004:00000010:3.0:1767385006.393267:0:40469:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000006639ea22. 00000020:00000010:3.0:1767385006.393272:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006a51e96e. 00000040:00000010:3.0:1767385006.393275:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055ba440d. 00000020:00000010:3.0:1767385006.393277:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000096875c95. 00000020:00000010:3.0:1767385006.393279:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.393282:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067fb1576. 80000000:00000010:3.0:1767385006.393284:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001eb7d594. 40000000:00000010:3.0:1767385006.393287:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006994d9e2. 00100000:00000010:3.0:1767385006.393289:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fda1dfc3. 00040000:00000010:3.0:1767385006.393291:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000894b9b2b. 00040000:00000010:3.0:1767385006.393293:0:40469:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009201f63f. 00040000:00000010:3.0:1767385006.393295:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000592d5a94. 00080000:00000010:3.0:1767385006.393297:0:40469:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000948d26cd. 00000020:00000010:3.0:1767385006.393299:0:40469:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000003d74bfc6. 00080000:00000010:3.0:1767385006.393301:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000020bdc194. 00000004:00000010:3.0:1767385006.393304:0:40469:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000043d209bd. 00000004:00000010:3.0:1767385006.393306:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000090aacc67. 00000004:00000010:3.0:1767385006.393309:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000015d450dd. 00002000:00000010:3.0:1767385006.393311:0:40469:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000683db96c. 00000004:00000010:3.0:1767385006.393314:0:40469:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001e9492fc. 00000020:00000010:3.0:1767385006.393315:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d15e379a. 00000020:00000010:3.0:1767385006.393318:0:40469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094cee302. 00000020:00000010:3.0:1767385006.393320:0:40469:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000008:00000010:3.0:1767385006.393323:0:40469:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000c3e6e1a. 00020000:00000010:3.0:1767385006.393325:0:40469:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000085d8dddb. 00008000:00000010:3.0:1767385006.393328:0:40469:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fa36bd52. 00000080:00000010:3.0:1767385006.393330:0:40469:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000079c14ce1. 00000020:00000010:3.0:1767385006.393332:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a219fb. 00000020:00000010:3.0:1767385006.393335:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000a0be6d14. 00000020:00000010:3.0:1767385006.393340:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000a0be6d14. 00000020:00000010:3.0:1767385006.393344:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f2ea10. 00000020:00000010:3.0:1767385006.393346:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000701c9139. 00000040:00000010:3.0:1767385006.393348:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cddbac8b. 00000020:00000010:3.0:1767385006.393350:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b2f37ad. 00000020:00000010:3.0:1767385006.393353:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.393355:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3c41c3d. 80000000:00000010:3.0:1767385006.393357:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003d74bfc6. 40000000:00000010:3.0:1767385006.393359:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006994d9e2. 00100000:00000010:3.0:1767385006.393361:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000452576b9. 00040000:00000010:3.0:1767385006.393363:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000948d26cd. 00040000:00000010:3.0:1767385006.393366:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032f8140a. 00040000:00000010:3.0:1767385006.393370:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030a0e399. 00080000:00000010:3.0:1767385006.393373:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000322af5fa. 00000004:00000010:3.0:1767385006.393377:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b2282ac7. 00000004:00000010:3.0:1767385006.393380:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000090aacc67. 00000004:00000010:3.0:1767385006.393384:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b285e50b. 00000004:00000010:3.0:1767385006.393387:0:40469:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001e9492fc. 00000004:00000010:3.0:1767385006.393402:0:40469:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000eb2eef20. 00000020:00000010:3.0:1767385006.393407:0:40469:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000015d450dd. 00000100:00000010:3.0:1767385006.393432:0:40469:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a8d528f. 02000000:00000010:3.0:1767385006.393448:0:40469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000683db96c. 00000004:00000010:3.0:1767385006.393491:0:40469:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000eb2eef20. 00000004:00000010:3.0:1767385006.393497:0:40469:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 0000000094a0b58e. 00040000:00000010:2.0:1767385006.393504:0:16162:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b352a68. 00020000:00000010:3.0:1767385006.393510:0:40469:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b5602078. 00000004:00000010:2.0:1767385006.393513:0:16162:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005fbc78da. 00020000:00000010:3.0:1767385006.393534:0:40469:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 0000000094cee302. 00100000:00000010:3.0:1767385006.393541:0:40469:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000eb2eef20. 00000004:00000010:2.0:1767385006.393543:0:16162:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea857d60. 00000020:00000010:3.0:1767385006.393546:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000701c9139. 00000004:00000010:2.0:1767385006.393559:0:16162:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006f0947a1. 00000004:00000010:2.0:1767385006.393565:0:16162:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009240df9d. 00000040:00000010:3.0:1767385006.393566:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cddbac8b. 00000020:00000010:3.0:1767385006.393571:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000b2f37ad. 00000020:00000010:3.0:1767385006.393574:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.393576:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b3c41c3d. 80000000:00000010:3.0:1767385006.393579:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003d74bfc6. 40000000:00000010:3.0:1767385006.393581:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006994d9e2. 02000000:00000010:2.0:1767385006.393583:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b6d7d399. 00100000:00000010:3.0:1767385006.393584:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000452576b9. 00040000:00000010:3.0:1767385006.393589:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000948d26cd. 00000400:00000010:2.0:1767385006.393591:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b4991b. 00040000:00000010:3.0:1767385006.393592:0:40469:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032f8140a. 00000400:00000010:2.0:1767385006.393621:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f1b3e3. 00040000:00000010:3.0:1767385006.393623:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030a0e399. 00080000:00000010:3.0:1767385006.393628:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000322af5fa. 00000100:00000200:2.0:1767385006.393629:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373210624, portal 4 00000004:00000010:3.0:1767385006.393631:0:40469:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b2282ac7. 00000004:00000010:3.0:1767385006.393636:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000090aacc67. 00000020:00000010:2.0:1767385006.393637:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000043a6124. 00000004:00000010:3.0:1767385006.393639:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b285e50b. 00000004:00000010:3.0:1767385006.393643:0:40469:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001e9492fc. 00000400:00000010:2.0:1767385006.393643:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000020:00000010:3.0:1767385006.393647:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f2ea10. 00000100:00000200:2.0:1767385006.393648:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237373210624, offset 0 00000020:00000010:3.0:1767385006.393651:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000a0be6d14. 00000400:00000200:2.0:1767385006.393656:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767385006.393658:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000948d26cd. 00000020:00000010:3.0:1767385006.393661:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000948d26cd. 00000020:00000010:3.0:1767385006.393664:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000948d26cd. 00000020:00000010:3.0:1767385006.393666:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000948d26cd. 00000400:00000200:2.0:1767385006.393669:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767385006.393671:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000006994d9e2. 00000020:00000010:3.0:1767385006.393674:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000006994d9e2. 00000400:00000200:2.0:1767385006.393680:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958273509000 00000100:00000010:3.0:1767385006.393681:0:40469:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008224473b. 00000400:00000200:2.0:1767385006.393687:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 6200 02000000:00000010:3.0:1767385006.393689:0:40469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031f2ea10. 00000400:00000200:2.0:1767385006.393696:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767385006.393699:0:40469:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6113101. 00000400:00000200:2.0:1767385006.393700:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.393709:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767385006.393713:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000169e468a. 02000000:00000010:3.0:1767385006.393717:0:40469:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005f7e6e4c. 00000400:00000010:3.0:1767385006.393722:0:40469:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.393726:0:40469:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075f9aebe. 00000100:00000200:3.0:1767385006.393728:0:40469:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373210752, portal 25 00000400:00000200:2.0:1767385006.393729:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:3.0:1767385006.393732:0:40469:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:2.0:1767385006.393733:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000100:00000200:3.0:1767385006.393739:0:40469:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373210752, offset 0 00000100:00000200:2.0:1767385006.393743:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a8d528f x1853237373210624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767385006.393749:0:40469:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767385006.393751:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe29fce1. 00000020:00000010:1.0:1767385006.393758:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035a722e7. 00000400:00000200:3.0:1767385006.393761:0:40469:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767385006.393763:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000100:00000010:2.0:1767385006.393769:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000302b704d. 00000400:00000200:3.0:1767385006.393770:0:40469:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273509080 00000400:00000200:3.0:1767385006.393776:0:40469:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2251 [2] + 0 00000400:00000010:3.0:1767385006.393779:0:40469:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8393a27. 00000100:00000010:2.0:1767385006.393781:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d1a9004. 00000400:00000200:3.0:1767385006.393782:0:40469:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bfb181d 00000400:00000200:3.0:1767385006.393788:0:40469:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767385006.393790:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8401b14. 00000400:00000200:3.0:1767385006.393791:0:40469:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.393792:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210624 00000400:00000200:3.0:1767385006.393799:0:40469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bfb181d 00000100:00000010:2.0:1767385006.393800:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091140e89. 00000400:00000010:3.0:1767385006.393802:0:40469:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bfb181d. 00000100:00000200:3.0:1767385006.393807:0:40469:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767385006.393809:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000008f56fa2. 00000020:00000010:1.0:1767385006.393817:0:17575:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000020e55d70. 00000400:00000200:3.0:1767385006.393825:0:40469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000001:00000010:1.0:1767385006.393825:0:17575:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000edce7433. 00000400:00000010:3.0:1767385006.393830:0:40469:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000001:00000010:1.0:1767385006.393832:0:17575:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004fbaa7e8. 00000100:00000200:3.0:1767385006.393837:0:40469:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008224473b x1853237373210752/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767385006.393838:0:17575:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cf121239. 00000020:00000010:2.0:1767385006.393848:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bb6b0b6. 00000001:00000010:1.0:1767385006.393850:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb8e89b8. 00000020:00000010:2.0:1767385006.393853:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bb6b0b6. 00000001:00000010:1.0:1767385006.393854:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001ed3a4e0. 00000020:00000010:2.0:1767385006.393860:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce118e31. 00000001:00000010:1.0:1767385006.393860:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000800ab66c. 00000020:00000010:2.0:1767385006.393867:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c008509a. 00000001:00000010:1.0:1767385006.393867:0:17575:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024e7096d. 00000020:00000010:2.0:1767385006.393872:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.393893:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bb6b0b6. 00000020:00000010:2.0:1767385006.393895:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bb6b0b6. 00000100:00000200:2.0:1767385006.393897:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210752 00080000:00000010:1.0:1767385006.393898:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000089530d85. 02000000:00000010:2.0:1767385006.393915:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000451780e7. 00000040:00000010:2.0:1767385006.393922:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4a0f0bd. 00000040:00000010:2.0:1767385006.393935:0:40446:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073b3d676. 00000001:00000010:1.0:1767385006.393962:0:17575:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e7931d7f. 00000020:00000010:1.0:1767385006.394095:0:17575:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b08fee42. 00000020:00000010:1.0:1767385006.394101:0:17575:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000b08fee42. 00000020:00000010:1.0:1767385006.394106:0:17575:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f10ed639. 00000040:00000010:2.0:1767385006.394111:0:40446:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073b3d676. 00000020:00000010:1.0:1767385006.394112:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067f10374. 00000040:00000010:2.0:1767385006.394117:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c4a0f0bd. 00010000:00000200:2.0:1767385006.394125:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000148fb7b x1853237373210752/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8472 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767385006.394135:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000169e468a x1853237373210624/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385026 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.394138:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000031368894. 00000100:00000200:2.0:1767385006.394143:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237373210752, offset 224 00000400:00000200:2.0:1767385006.394148:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767385006.394150:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000400:00000200:2.0:1767385006.394155:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767385006.394156:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237373210624, offset 0 00000400:00000200:1.0:1767385006.394165:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.394166:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958273509080 00000400:00000200:2.0:1767385006.394171:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ac9 [4] + 224 00000400:00000200:1.0:1767385006.394176:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.394178:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.394182:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767385006.394185:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958273509000 00000100:00000200:2.0:1767385006.394189:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008224473b x1853237373210752/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.394196:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2ac1 [1] + 0 00000400:00000200:1.0:1767385006.394206:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.394210:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.394217:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031368894 00000100:00000200:1.0:1767385006.394218:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a8d528f x1853237373210624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.394222:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000031368894. 00000020:00000010:2.0:1767385006.394237:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c008509a. 00000020:00000010:2.0:1767385006.394241:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.394245:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce118e31. 00000400:00000200:1.0:1767385006.394247:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.394250:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 02000000:00000010:2.0:1767385006.394252:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000451780e7. 00000020:00000010:1.0:1767385006.394261:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035a722e7. 00000020:00000010:1.0:1767385006.394265:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 00000100:00000200:2.0:1767385006.394268:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767385006.394268:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe29fce1. 00000400:00000010:2.0:1767385006.394274:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b492561c. 00000400:00000010:2.0:1767385006.394279:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031368894. 00000400:00000010:3.0:1767385006.394283:0:40469:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.394290:0:40469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f9aebe 00000400:00000010:3.0:1767385006.394292:0:40469:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075f9aebe. 00000100:00000200:3.0:1767385006.394297:0:40469:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008224473b x1853237373210752/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.394305:0:40469:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008224473b x1853237373210752/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767385006.394314:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b4991b. 00000100:00000010:3.0:1767385006.394321:0:40469:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d6113101. 00000400:00000200:0.0:1767385006.394323:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f1b3e3 00000400:00000010:0.0:1767385006.394327:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f1b3e3. 02000000:00000010:3.0:1767385006.394329:0:40469:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005f7e6e4c. 00000100:00000200:0.0:1767385006.394337:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a8d528f x1853237373210624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767385006.394340:0:40469:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031f2ea10. 00000100:00000010:3.0:1767385006.394346:0:40469:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008224473b. 00000100:00000200:0.0:1767385006.394353:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a8d528f x1853237373210624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767385006.394356:0:40469:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000948d26cd. 00000020:00000010:3.0:1767385006.394360:0:40469:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000948d26cd. 00000040:00000010:3.0:1767385006.394366:0:40469:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b51f11d8. 00000020:00000010:3.0:1767385006.394374:0:40469:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a29dfe75. 00000020:00000010:0.0:1767385006.394376:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000029eceba1. 00000020:00000010:3.0:1767385006.394384:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b27bf303. 00000040:00000010:3.0:1767385006.394391:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075e399d1. 00000020:00000010:3.0:1767385006.394394:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d815ee7e. 00000020:00000010:3.0:1767385006.394397:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000084e8f30. 00000020:00000010:3.0:1767385006.394401:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e35ed660. 80000000:00000010:3.0:1767385006.394403:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000060be54fa. 40000000:00000010:3.0:1767385006.394407:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e690894. 00100000:00000010:3.0:1767385006.394411:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001acea00f. 00040000:00000010:3.0:1767385006.394414:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000026bc2086. 02000000:00000010:0.0:1767385006.394421:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b6d7d399. 00040000:00000010:3.0:1767385006.394422:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f9ca4702. 00000100:00000010:1.0:1767385006.394426:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004649db32. 00080000:00000010:3.0:1767385006.394428:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000005a5eb94. 02000000:00000010:0.0:1767385006.394431:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000683db96c. 02000000:00000010:1.0:1767385006.394435:0:40474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000d06c2d7. 00000004:00000010:3.0:1767385006.394436:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000013280af8. 00000100:00000010:0.0:1767385006.394436:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a8d528f. 00080000:00000010:2.0:1767385006.394441:0:40473:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6d7d399. 00002000:00000010:3.0:1767385006.394444:0:40469:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005002ecd2. 00000020:00000010:3.0:1767385006.394451:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 00080000:00000010:2.0:1767385006.394457:0:40473:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000a1f543f4. 00040000:00000010:0.0:1767385006.394459:0:16166:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000070347ca5. 00040000:00000010:1.0:1767385006.394463:0:16165:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d2d34f1c. 00000004:00000010:0.0:1767385006.394465:0:16166:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000085f68a98. 00000004:00000010:1.0:1767385006.394469:0:16165:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c642201a. 00000040:00000010:3.0:1767385006.394470:0:40441:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000edde94a7. 00000004:00000010:0.0:1767385006.394471:0:16166:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e46480b2. 00000004:00000010:1.0:1767385006.394476:0:16165:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d1f71d5. 00000040:00000010:3.0:1767385006.394477:0:40441:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000086d87608. 00000004:00000010:0.0:1767385006.394478:0:16166:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056ee34f2. 00000004:00000010:1.0:1767385006.394482:0:16165:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006801cfa1. 00000040:00000010:3.0:1767385006.394483:0:40441:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000092a2d873. 00000004:00000010:0.0:1767385006.394484:0:16166:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003669b481. 00000020:00000010:3.0:1767385006.394492:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005254906f. 00000004:00000010:1.0:1767385006.394495:0:16165:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007f5719d7. 00000040:00000010:3.0:1767385006.394496:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005bde788e. 02000000:00000010:0.0:1767385006.394497:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8a53602. 00000020:00000010:3.0:1767385006.394501:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb247dbf. 00000400:00000010:0.0:1767385006.394503:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa0a79a. 00000020:00000010:3.0:1767385006.394506:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008d89f0bf. 00000400:00000010:0.0:1767385006.394510:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa6e860. 80000000:00000010:3.0:1767385006.394511:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dbeb04cc. 00000100:00000200:0.0:1767385006.394515:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373210880, portal 4 00040000:00000010:3.0:1767385006.394516:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a908408b. 00080000:00000010:3.0:1767385006.394520:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000539e8985. 00000400:00000010:0.0:1767385006.394521:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 20000000:00000010:3.0:1767385006.394524:0:40441:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a8b3c627. 00000100:00000200:0.0:1767385006.394525:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237373210880, offset 0 00080000:00000010:2.0:1767385006.394526:0:40473:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa2850c8. 00000020:00000010:3.0:1767385006.394529:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a650d4bb. 00000400:00000200:0.0:1767385006.394533:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000010:3.0:1767385006.394534:0:40441:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000091d341a1. 00000004:00000010:2.0:1767385006.394535:0:40473:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e88a1a9f. 00000400:00000200:0.0:1767385006.394541:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.394563:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958273509100 00000100:00000010:3.0:1767385006.394568:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008224473b. 00000400:00000200:0.0:1767385006.394569:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000400:00000200:0.0:1767385006.394576:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767385006.394579:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031f2ea10. 00000400:00000200:0.0:1767385006.394580:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767385006.394587:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000010:3.0:1767385006.394590:0:40441:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ae395aab. 00000100:00000010:0.0:1767385006.394592:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac667ac9. 00010000:00000010:3.0:1767385006.394620:0:40441:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fe23047. 00000100:00000010:3.0:1767385006.394633:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6113101. 00000400:00000200:0.0:1767385006.394633:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.394637:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 02000000:00000010:3.0:1767385006.394642:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e9492fc. 00000100:00000200:0.0:1767385006.394642:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004649db32 x1853237373210880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767385006.394648:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.394655:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.394659:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373211008, portal 25 00000400:00000010:3.0:1767385006.394663:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.394666:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373211008, offset 0 00000400:00000200:3.0:1767385006.394673:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.394681:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.394690:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273509180 00000020:00000010:2.0:1767385006.394690:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bb6b0b6. 00000020:00000010:2.0:1767385006.394696:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000067f10374. 00000400:00000200:3.0:1767385006.394700:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2255 [2] + 0 00000400:00000010:3.0:1767385006.394704:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ae259c1. 00000400:00000200:3.0:1767385006.394706:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004068a8ca 00000400:00000200:3.0:1767385006.394709:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.394711:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767385006.394712:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce118e31. 00000400:00000200:3.0:1767385006.394715:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004068a8ca 00000020:00000010:2.0:1767385006.394717:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075ce53fe. 00000400:00000010:3.0:1767385006.394718:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004068a8ca. 00000020:00000010:2.0:1767385006.394724:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000100:00000200:3.0:1767385006.394725:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.394744:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767385006.394746:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.394753:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008224473b x1853237373211008/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.394754:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ebbd4db. 00000020:00000010:0.0:1767385006.394758:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e2b16d1b. 00000020:00000010:2.0:1767385006.394759:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ebbd4db. 00000100:00000200:2.0:1767385006.394766:0:17577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373210880 00000020:00000010:0.0:1767385006.394771:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d6834af. 02000000:00000010:2.0:1767385006.394776:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f3b7dd0a. 00000020:00000010:0.0:1767385006.394776:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d6834af. 00000020:00000010:0.0:1767385006.394785:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0e3055c. 00000020:00000010:0.0:1767385006.394789:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000718ee6ea. 00000020:00000010:0.0:1767385006.394793:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00010000:00000200:2.0:1767385006.394798:0:17577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac667ac9 x1853237373210880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:232/0 lens 224/368 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.394809:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000100:00000200:2.0:1767385006.394812:0:17577:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237373210880, offset 224 00000020:00000010:0.0:1767385006.394818:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d6834af. 00000400:00000200:2.0:1767385006.394819:0:17577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767385006.394825:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d6834af. 00000100:00000200:0.0:1767385006.394829:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211008 00000400:00000200:2.0:1767385006.394830:0:17577:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.394837:0:17577:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958273509100 00000400:00000200:2.0:1767385006.394841:0:17577:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2add [1] + 224 00010000:00000010:0.0:1767385006.394841:0:40446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000496a2bb2. 00000400:00000200:2.0:1767385006.394848:0:17577:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767385006.394849:0:40446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0e4a0b7. 00000400:00000200:2.0:1767385006.394852:0:17577:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767385006.394854:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005d6834af. 00000100:00000200:2.0:1767385006.394859:0:17577:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004649db32 x1853237373210880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385022 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767385006.394865:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000095f2e16c. 00000400:00000200:2.0:1767385006.394875:0:17577:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:2.0:1767385006.394878:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00010000:00000200:0.0:1767385006.394881:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053903b1f x1853237373211008/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 328/344 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.394889:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075ce53fe. 00000020:00000010:2.0:1767385006.394894:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.394898:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce118e31. 00000400:00000010:0.0:1767385006.394925:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa0a79a. 00000400:00000200:0.0:1767385006.394931:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa6e860 00000400:00000010:0.0:1767385006.394933:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa6e860. 00000100:00000200:0.0:1767385006.394937:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004649db32 x1853237373210880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767385006.394943:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004649db32 x1853237373210880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767385006.394961:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8a53602. 02000000:00000010:0.0:1767385006.394964:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000d06c2d7. 00000100:00000010:0.0:1767385006.394966:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004649db32. 00000400:00000010:0.0:1767385006.394975:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa6e860. 00000100:00000200:0.0:1767385006.394977:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373211008, offset 224 00000400:00000200:0.0:1767385006.394980:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385006.394984:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.394989:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273509180 00000400:00000200:0.0:1767385006.394993:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ae5 [1] + 224 00000400:00000200:0.0:1767385006.394996:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767385006.394999:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767385006.395003:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008224473b x1853237373211008/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767385006.395020:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa6e860 00000400:00000010:0.0:1767385006.395022:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa6e860. 00000020:00000010:0.0:1767385006.395030:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000718ee6ea. 00000020:00000010:0.0:1767385006.395033:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.395037:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0e3055c. 02000000:00000010:0.0:1767385006.395042:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000095f2e16c. 00000100:00000200:0.0:1767385006.395045:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767385006.395049:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa0a79a. 00000400:00000010:0.0:1767385006.395052:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0f5e9e. 00000400:00000010:3.0:1767385006.395053:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.395058:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.395060:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.395065:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008224473b x1853237373211008/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.395071:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008224473b x1853237373211008/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.395085:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d6113101. 02000000:00000010:3.0:1767385006.395097:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e9492fc. 02000000:00000010:3.0:1767385006.395100:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031f2ea10. 00000100:00000010:3.0:1767385006.395102:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008224473b. 10000000:00000010:3.0:1767385006.395109:0:40441:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000539e8985. 00000100:00000010:2.0:1767385006.396564:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d5ed0a. 02000000:00000010:2.0:1767385006.396574:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce118e31. 00000100:00000010:2.0:1767385006.396582:0:40441:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000097340d38. 00000100:00000010:2.0:1767385006.396587:0:40441:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000221c9951. 00000100:00000010:2.0:1767385006.396626:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008bfb181d. 00000400:00000010:2.0:1767385006.396637:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bd1d23. 00000400:00000010:2.0:1767385006.396641:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000073b3d676. 00000100:00000200:2.0:1767385006.396645:0:40441:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958273509200-0x6958273509200, portal 33 02000000:00000010:2.0:1767385006.396649:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4a0f0bd. 00000400:00000010:2.0:1767385006.396652:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042958781. 00000400:00000010:2.0:1767385006.396656:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000100:00000200:2.0:1767385006.396659:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373211136, portal 25 00000400:00000010:2.0:1767385006.396662:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.396664:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237373211136, offset 0 00000400:00000200:2.0:1767385006.396669:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.396676:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.396682:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958273509200 00000400:00000200:2.0:1767385006.396686:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2259 [2] + 0 00000400:00000010:2.0:1767385006.396688:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000294d6efb. 00000400:00000200:2.0:1767385006.396692:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009bc0de1a 00000400:00000200:2.0:1767385006.396695:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.396698:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.396702:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bc0de1a 00000400:00000010:2.0:1767385006.396704:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bc0de1a. 00000100:00000200:2.0:1767385006.396709:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767385006.396725:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.396727:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.396734:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d5ed0a x1853237373211136/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.396842:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d40b4eb5. 00000020:00000010:2.0:1767385006.396847:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d40b4eb5. 00000020:00000010:2.0:1767385006.396853:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed6d664e. 00000020:00000010:2.0:1767385006.396858:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022c1fd12. 00000020:00000010:2.0:1767385006.396862:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.396892:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d40b4eb5. 00000020:00000010:2.0:1767385006.396894:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d40b4eb5. 00000100:00000200:2.0:1767385006.396898:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211136 02000000:00000010:2.0:1767385006.396908:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004f5e97e8. 20000000:00000010:2.0:1767385006.396917:0:40446:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000052854682. 00000100:00000010:2.0:1767385006.396969:0:40446:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000deb7ef8d. 00000100:00000010:2.0:1767385006.396974:0:40446:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000049b3f193. 00000400:00000010:2.0:1767385006.396981:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000400:00000010:2.0:1767385006.396988:0:40446:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000660a772b. 00000400:00000200:2.0:1767385006.396994:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.397005:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.397012:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958273509200 00000400:00000200:2.0:1767385006.397017:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2af9 [256] + 0 00000400:00000010:2.0:1767385006.397019:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000bd1d23. 00000400:00000200:2.0:1767385006.397023:0:40446:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073b3d676 00000400:00000200:2.0:1767385006.397025:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.397030:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.397034:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073b3d676 00000400:00000010:2.0:1767385006.397036:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000073b3d676. 00000100:00000200:2.0:1767385006.397042:0:40446:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b7d5ed0a desc 0000000097340d38 mbits 1853237373211136 00000400:00000200:2.0:1767385006.397055:0:40446:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767385006.397063:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767385006.397074:0:40446:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2b05 00000400:00000200:2.0:1767385006.397077:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.397081:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767385006.397086:0:40446:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000deb7ef8d 00000400:00000200:2.0:1767385006.397099:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.397102:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.397106:0:40446:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000deb7ef8d 00000100:00000200:2.0:1767385006.397114:0:40446:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958273509200-0x6958273509200 00000100:00000010:2.0:1767385006.397120:0:40446:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000049b3f193. 00000100:00000010:2.0:1767385006.397123:0:40446:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000deb7ef8d. 20000000:00000010:2.0:1767385006.397131:0:40446:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000052854682. 00010000:00000200:2.0:1767385006.397140:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000773e91e3 x1853237373211136/t0(0) o256->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 304/240 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.397149:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.397152:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237373211136, offset 224 00000400:00000200:2.0:1767385006.397157:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.397163:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.397169:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958273509200 00000400:00000200:2.0:1767385006.397174:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2afd [1] + 224 00000400:00000200:2.0:1767385006.397177:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.397179:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.397185:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d5ed0a x1853237373211136/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.397196:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.397199:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000020:00000010:2.0:1767385006.397210:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022c1fd12. 00000020:00000010:2.0:1767385006.397215:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.397219:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed6d664e. 02000000:00000010:2.0:1767385006.397226:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000004f5e97e8. 00000100:00000200:2.0:1767385006.397232:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.397236:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bd1d23. 00000400:00000010:2.0:1767385006.397240:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bc0de1a. 00000400:00000010:2.0:1767385006.397262:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042958781. 00000400:00000200:2.0:1767385006.397266:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:2.0:1767385006.397267:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000100:00000200:2.0:1767385006.397272:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d5ed0a x1853237373211136/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767385006.397278:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d5ed0a x1853237373211136/t0(0) o256->MGC192.168.204.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767385006.397290:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008bfb181d. 10000000:00000010:2.0:1767385006.397297:0:40441:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e3c32583. 00000100:00000200:2.0:1767385006.397304:0:40441:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.149@tcp with 192.168.204.149@tcp 00000100:00000200:2.0:1767385006.397307:0:40441:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.149@tcp' 00000100:00000200:2.0:1767385006.397309:0:40441:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.149@tcp' 00000400:00000200:2.0:1767385006.397311:0:40441:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767385006.397314:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:2.0:1767385006.397317:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767385006.397319:0:40441:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (42) 00000400:00000200:2.0:1767385006.397325:0:40441:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767385006.397329:0:40441:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:2.0:1767385006.397331:0:40441:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (43) 00000400:00000200:2.0:1767385006.397332:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:2.0:1767385006.397335:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:2.0:1767385006.397338:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397340:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:2.0:1767385006.397341:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:2.0:1767385006.397344:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397346:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:2.0:1767385006.397350:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:2.0:1767385006.397355:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397357:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:2.0:1767385006.397358:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:2.0:1767385006.397361:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397362:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:2.0:1767385006.397364:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:2.0:1767385006.397366:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397368:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:2.0:1767385006.397369:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:2.0:1767385006.397371:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397371:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:2.0:1767385006.397373:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:2.0:1767385006.397375:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397376:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:2.0:1767385006.397377:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:2.0:1767385006.397379:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397380:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:2.0:1767385006.397381:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:2.0:1767385006.397383:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397384:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:2.0:1767385006.397386:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:2.0:1767385006.397389:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397390:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:2.0:1767385006.397391:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:2.0:1767385006.397393:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397395:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:2.0:1767385006.397396:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:2.0:1767385006.397398:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397399:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:2.0:1767385006.397401:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:2.0:1767385006.397403:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397404:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:2.0:1767385006.397406:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:2.0:1767385006.397408:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397410:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:2.0:1767385006.397411:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:2.0:1767385006.397413:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397414:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:2.0:1767385006.397416:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:2.0:1767385006.397418:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397420:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:2.0:1767385006.397422:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:2.0:1767385006.397424:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397425:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:2.0:1767385006.397427:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:2.0:1767385006.397429:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397431:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:2.0:1767385006.397432:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:2.0:1767385006.397434:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397436:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:2.0:1767385006.397437:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:2.0:1767385006.397440:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397441:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:2.0:1767385006.397442:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:2.0:1767385006.397445:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397446:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:2.0:1767385006.397448:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:2.0:1767385006.397450:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397451:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:2.0:1767385006.397452:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:2.0:1767385006.397455:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397456:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:2.0:1767385006.397457:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:2.0:1767385006.397460:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397461:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:2.0:1767385006.397462:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:2.0:1767385006.397465:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397466:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:2.0:1767385006.397468:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:2.0:1767385006.397470:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397471:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:2.0:1767385006.397473:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:2.0:1767385006.397475:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397477:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:2.0:1767385006.397478:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:2.0:1767385006.397481:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397483:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:2.0:1767385006.397484:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:2.0:1767385006.397486:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397488:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:2.0:1767385006.397489:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:2.0:1767385006.397492:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397493:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:2.0:1767385006.397495:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:2.0:1767385006.397497:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767385006.397499:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 10000000:00000010:2.0:1767385006.397502:0:40441:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000022c1fd12. 00000020:00000010:2.0:1767385006.397508:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed6d664e. 00000020:00000010:2.0:1767385006.397512:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f15f0056. 00000040:00000010:2.0:1767385006.397515:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000085d56845. 00000020:00000010:2.0:1767385006.397518:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052854682. 00000020:00000010:2.0:1767385006.397522:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f8d267a. 00000020:00000010:2.0:1767385006.397525:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f76b027. 80000000:00000010:2.0:1767385006.397528:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f8b863f. 40000000:00000010:2.0:1767385006.397532:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d40b4eb5. 00100000:00000010:2.0:1767385006.397536:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001d37df38. 00040000:00000010:2.0:1767385006.397539:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000018c09bee. 00040000:00000010:2.0:1767385006.397543:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044ac4edd. 00040000:00000010:2.0:1767385006.397547:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000096cb57f5. 00080000:00000010:2.0:1767385006.397565:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cf8db242. 00000004:00000010:2.0:1767385006.397568:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004bf0288b. 00000004:00000010:2.0:1767385006.397572:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e13bfbd6. 00000004:00000010:2.0:1767385006.397575:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a6060a58. 00002000:00000010:2.0:1767385006.397579:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f5e97e8. 00000004:00000010:2.0:1767385006.397582:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000deb7ef8d. 00000020:00000010:2.0:1767385006.397887:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f15f0056. 00000040:00000010:2.0:1767385006.397891:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000085d56845. 00000020:00000010:2.0:1767385006.397894:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000052854682. 00000020:00000010:2.0:1767385006.397898:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f8d267a. 00000020:00000010:2.0:1767385006.397901:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f76b027. 80000000:00000010:2.0:1767385006.397905:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f8b863f. 40000000:00000010:2.0:1767385006.397908:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d40b4eb5. 00100000:00000010:2.0:1767385006.397911:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001d37df38. 00040000:00000010:2.0:1767385006.397914:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000018c09bee. 00040000:00000010:2.0:1767385006.397917:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044ac4edd. 00040000:00000010:2.0:1767385006.397920:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000096cb57f5. 00080000:00000010:2.0:1767385006.397923:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cf8db242. 00000004:00000010:2.0:1767385006.397927:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004bf0288b. 00000004:00000010:2.0:1767385006.397930:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e13bfbd6. 00000004:00000010:2.0:1767385006.397934:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a6060a58. 00002000:00000010:2.0:1767385006.397937:0:40441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f5e97e8. 00000004:00000010:2.0:1767385006.397939:0:40441:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000deb7ef8d. 00000020:00000010:2.0:1767385006.397942:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed6d664e. 10000000:00000010:2.0:1767385006.397944:0:40441:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000022c1fd12. 10000000:00000010:2.0:1767385006.397946:0:40441:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e3c32583. 02000000:00000010:2.0:1767385006.397951:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4a0f0bd. 00000100:00000010:2.0:1767385006.397959:0:40441:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000221c9951. 00000100:00000010:2.0:1767385006.397962:0:40441:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000097340d38. 02000000:00000010:2.0:1767385006.397964:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ce118e31. 00000100:00000010:2.0:1767385006.397966:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d5ed0a. 10000000:00000010:2.0:1767385006.398669:0:40441:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000539e8985. 00000100:00000010:2.0:1767385006.398695:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d5ed0a. 02000000:00000010:2.0:1767385006.398706:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce118e31. 00010000:00000010:2.0:1767385006.398716:0:40441:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008dd03a95. 00010000:00000010:2.0:1767385006.398725:0:40441:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076efc2d0. 00000100:00000010:2.0:1767385006.398737:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008bfb181d. 02000000:00000010:2.0:1767385006.398750:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000097340d38. 00000400:00000010:2.0:1767385006.398755:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042958781. 00000400:00000010:2.0:1767385006.398762:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006078a653. 00000100:00000200:2.0:1767385006.398768:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373211264, portal 25 00000400:00000010:2.0:1767385006.398773:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.398776:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373211264, offset 0 00000400:00000200:2.0:1767385006.398783:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.398792:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.398801:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273509280 00000400:00000200:2.0:1767385006.398805:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x225d [2] + 0 00000400:00000010:2.0:1767385006.398809:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd9bb03. 00000400:00000200:2.0:1767385006.398813:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e2e1c75 00000400:00000200:2.0:1767385006.398817:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.398822:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.398827:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2e1c75 00000400:00000010:2.0:1767385006.398830:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e2e1c75. 00000100:00000200:2.0:1767385006.398836:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767385006.398856:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.398859:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.398868:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d5ed0a x1853237373211264/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.400658:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d40b4eb5. 00000020:00000010:2.0:1767385006.400662:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d40b4eb5. 00000020:00000010:2.0:1767385006.400668:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed6d664e. 00000020:00000010:2.0:1767385006.400672:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061a99c77. 00000020:00000010:2.0:1767385006.400676:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.400706:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d40b4eb5. 00000020:00000010:2.0:1767385006.400708:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d40b4eb5. 00000100:00000200:2.0:1767385006.400711:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211264 00010000:00000010:2.0:1767385006.400722:0:40446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099f6b3f0. 00010000:00000010:2.0:1767385006.400728:0:40446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007acb64b8. 00000020:00000010:2.0:1767385006.400731:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d40b4eb5. 02000000:00000010:2.0:1767385006.400739:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000596aa3fc. 00010000:00000200:2.0:1767385006.400749:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005bb10e21 x1853237373211264/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 328/344 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.400761:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.400764:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373211264, offset 224 00000400:00000200:2.0:1767385006.400771:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.400777:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.400785:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273509280 00000400:00000200:2.0:1767385006.400790:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b11 [1] + 224 00000400:00000200:2.0:1767385006.400793:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.400798:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.400803:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d5ed0a x1853237373211264/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.400824:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.400826:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000020:00000010:2.0:1767385006.400837:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061a99c77. 00000020:00000010:2.0:1767385006.400841:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.400843:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed6d664e. 02000000:00000010:2.0:1767385006.400849:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000596aa3fc. 00000100:00000200:2.0:1767385006.400856:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767385006.400856:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042958781. 00000400:00000010:2.0:1767385006.400862:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a536c3a2. 00000400:00000200:0.0:1767385006.400864:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078a653 00000400:00000010:0.0:1767385006.400868:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006078a653. 00000400:00000010:2.0:1767385006.400875:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f98b24a7. 00000100:00000200:0.0:1767385006.400877:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d5ed0a x1853237373211264/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767385006.400894:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d5ed0a x1853237373211264/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767385006.400912:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008bfb181d. 02000000:00000010:0.0:1767385006.400925:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000097340d38. 02000000:00000010:0.0:1767385006.400929:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ce118e31. 00000100:00000010:0.0:1767385006.400933:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d5ed0a. 10000000:00000010:0.0:1767385006.400941:0:40441:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f80c0df5. 00000020:00000010:0.0:1767385006.400945:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a045dbc6. 00000020:00000010:0.0:1767385006.400950:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f752fd2b. 00000040:00000010:0.0:1767385006.400955:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000821087c3. 00000020:00000010:0.0:1767385006.400959:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0913c84. 00000020:00000010:0.0:1767385006.400962:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000031ad5247. 80000000:00000010:0.0:1767385006.400965:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a0a3083. 00040000:00000010:0.0:1767385006.400969:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000291de614. 00080000:00000010:0.0:1767385006.400972:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000017b1abdf. 20000000:00000010:0.0:1767385006.400975:0:40441:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d90b73d6. 00000040:00000010:0.0:1767385006.400980:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009a5cad29. 00000100:00000010:0.0:1767385006.400984:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009422fcb6. 02000000:00000010:0.0:1767385006.400991:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000971887eb. 00000100:00000010:0.0:1767385006.400997:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7a8e266. 02000000:00000010:0.0:1767385006.401005:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f55bccaa. 00000400:00000010:0.0:1767385006.401008:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0d35997. 00000400:00000010:0.0:1767385006.401012:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa6e860. 00000100:00000200:0.0:1767385006.401015:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373211392, portal 25 00000400:00000010:0.0:1767385006.401018:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00000200:0.0:1767385006.401019:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237373211392, offset 0 00000400:00000200:0.0:1767385006.401024:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385006.401030:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.401035:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958273509300 00000400:00000200:0.0:1767385006.401040:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2261 [2] + 0 00000400:00000010:0.0:1767385006.401042:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000665a341a. 00000400:00000200:0.0:1767385006.401046:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000787abedb 00000400:00000200:0.0:1767385006.401048:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767385006.401052:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767385006.401055:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787abedb 00000400:00000010:0.0:1767385006.401057:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000787abedb. 00000100:00000200:0.0:1767385006.401060:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767385006.401081:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.401083:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000100:00000200:0.0:1767385006.401089:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009422fcb6 x1853237373211392/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.401113:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e79c41d. 00000020:00000010:2.0:1767385006.401118:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e79c41d. 00000020:00000010:2.0:1767385006.401124:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed6d664e. 00000020:00000010:2.0:1767385006.401128:0:40445:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061a99c77. 00000020:00000010:2.0:1767385006.401133:0:40445:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.401162:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e79c41d. 00000020:00000010:2.0:1767385006.401165:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e79c41d. 00000100:00000200:2.0:1767385006.401169:0:40445:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211392 02000000:00000010:2.0:1767385006.401179:0:40445:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000596aa3fc. 00000040:00000010:2.0:1767385006.401184:0:40445:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000096cb57f5. 00000040:00000010:2.0:1767385006.401231:0:40445:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000078379da8. 00000020:00000010:2.0:1767385006.401240:0:40445:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000018c09bee. 00080000:00000010:2.0:1767385006.401249:0:40445:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bb9452e7. 00000040:00000010:2.0:1767385006.401344:0:40445:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000078379da8. 00000040:00000010:2.0:1767385006.401349:0:40445:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000096cb57f5. 00010000:00000200:2.0:1767385006.401357:0:40445:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000698af27a x1853237373211392/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 504/272 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.401369:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.401373:0:40445:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237373211392, offset 224 00000400:00000200:2.0:1767385006.401378:0:40445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.401384:0:40445:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.401392:0:40445:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958273509300 00000400:00000200:2.0:1767385006.401397:0:40445:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b21 [1] + 224 00000400:00000200:2.0:1767385006.401400:0:40445:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.401404:0:40445:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.401410:0:40445:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009422fcb6 x1853237373211392/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.401431:0:40445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.401432:0:40445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000020:00000010:2.0:1767385006.401444:0:40445:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061a99c77. 00000020:00000010:2.0:1767385006.401447:0:40445:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000400:00000010:1.0:1767385006.401451:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0d35997. 00000020:00000010:2.0:1767385006.401452:0:40445:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed6d664e. 00000400:00000200:1.0:1767385006.401459:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa6e860 02000000:00000010:2.0:1767385006.401461:0:40445:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000596aa3fc. 00000400:00000010:1.0:1767385006.401463:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa6e860. 00000100:00000200:2.0:1767385006.401468:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767385006.401473:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009422fcb6 x1853237373211392/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.401476:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902b7306. 00000400:00000010:2.0:1767385006.401488:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000369fd65c. 00000100:00000200:1.0:1767385006.401490:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009422fcb6 x1853237373211392/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767385006.401512:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7a8e266. 02000000:00000010:1.0:1767385006.401518:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f55bccaa. 02000000:00000010:1.0:1767385006.401524:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000971887eb. 00000100:00000010:1.0:1767385006.401529:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009422fcb6. 00000040:00000010:1.0:1767385006.401536:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000b732e64. 00000100:00000010:1.0:1767385006.401541:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de4690e. 02000000:00000010:1.0:1767385006.401562:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000513b04ab. 00000100:00000010:1.0:1767385006.401570:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eea1ed5f. 02000000:00000010:1.0:1767385006.401588:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bb52035. 00000400:00000010:1.0:1767385006.401626:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b550028. 00000400:00000010:1.0:1767385006.401632:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003559970c. 00000100:00000200:1.0:1767385006.401636:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373211520, portal 25 00000400:00000010:1.0:1767385006.401640:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.401642:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373211520, offset 0 00000400:00000200:1.0:1767385006.401648:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.401658:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.401780:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273509380 00000400:00000200:1.0:1767385006.401787:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2265 [2] + 0 00000400:00000010:1.0:1767385006.401790:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be9a481. 00000400:00000200:1.0:1767385006.401794:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000856852f2 00000400:00000200:1.0:1767385006.401798:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.401802:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767385006.401806:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856852f2 00000400:00000010:1.0:1767385006.401808:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000856852f2. 00000100:00000200:1.0:1767385006.401812:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767385006.401827:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:1.0:1767385006.401829:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.401835:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de4690e x1853237373211520/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.402081:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000340ea3b4. 00000020:00000010:2.0:1767385006.402085:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000340ea3b4. 00000020:00000010:2.0:1767385006.402090:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed6d664e. 00000020:00000010:2.0:1767385006.402095:0:40445:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061a99c77. 00000020:00000010:2.0:1767385006.402099:0:40445:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.402124:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000340ea3b4. 00000020:00000010:2.0:1767385006.402126:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000340ea3b4. 00000100:00000200:2.0:1767385006.402130:0:40445:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211520 02000000:00000010:2.0:1767385006.402147:0:40445:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000045b948c5. 00000040:00000010:2.0:1767385006.402153:0:40445:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000096cb57f5. 00000040:00000010:2.0:1767385006.402161:0:40445:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073b3d676. 00000040:00000010:2.0:1767385006.402170:0:40445:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073b3d676. 00000040:00000010:2.0:1767385006.402173:0:40445:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000096cb57f5. 00010000:00000200:2.0:1767385006.402180:0:40445:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004dd579de x1853237373211520/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8416 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.402197:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c8243e87. 00000100:00000200:2.0:1767385006.402202:0:40445:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237373211520, offset 224 00000400:00000200:2.0:1767385006.402210:0:40445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.402221:0:40445:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.402232:0:40445:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958273509380 00000400:00000200:2.0:1767385006.402240:0:40445:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b31 [4] + 224 00000400:00000200:2.0:1767385006.402247:0:40445:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.402253:0:40445:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.402263:0:40445:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de4690e x1853237373211520/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.402284:0:40445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8243e87 00000400:00000010:2.0:1767385006.402287:0:40445:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c8243e87. 00000400:00000010:1.0:1767385006.402294:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b550028. 00000400:00000200:1.0:1767385006.402300:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003559970c 00000020:00000010:2.0:1767385006.402303:0:40445:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061a99c77. 00000400:00000010:1.0:1767385006.402303:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003559970c. 00000020:00000010:2.0:1767385006.402313:0:40445:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000100:00000200:1.0:1767385006.402317:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de4690e x1853237373211520/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.402321:0:40445:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed6d664e. 00000100:00000200:1.0:1767385006.402332:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de4690e x1853237373211520/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767385006.402335:0:40445:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000045b948c5. 00000100:00000010:1.0:1767385006.402354:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eea1ed5f. 00000100:00000200:2.0:1767385006.402357:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:1.0:1767385006.402363:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bb52035. 00000400:00000010:2.0:1767385006.402365:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000abae3a9. 00000400:00000010:2.0:1767385006.402374:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8243e87. 02000000:00000010:1.0:1767385006.402379:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000513b04ab. 00000100:00000010:1.0:1767385006.402385:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de4690e. 00000040:00000010:1.0:1767385006.402392:0:40441:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000eea05391. 00000020:00000010:1.0:1767385006.402618:0:40476:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000513b04ab. 00000020:00000010:1.0:1767385006.402622:0:40476:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000489e3bf6. 00000040:00000010:1.0:1767385006.402626:0:40476:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b46e0ca7. 00000020:00000010:1.0:1767385006.402629:0:40476:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c51ac333. 00000020:00000010:1.0:1767385006.402634:0:40476:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c8be21d. 00000020:00000010:1.0:1767385006.402637:0:40476:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e05faf8. 80000000:00000010:1.0:1767385006.402641:0:40476:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000862951dc. 40000000:00000010:1.0:1767385006.402645:0:40476:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b0514cc3. 00100000:00000010:1.0:1767385006.402651:0:40476:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002b267d6c. 00040000:00000010:1.0:1767385006.402655:0:40476:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034f51ab3. 00040000:00000010:1.0:1767385006.402658:0:40476:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b7a3240. 00040000:00000010:1.0:1767385006.402661:0:40476:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000782ae1ee. 00080000:00000010:1.0:1767385006.402666:0:40476:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b1d5d6de. 00000004:00000010:1.0:1767385006.402671:0:40476:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000033879157. 00000004:00000010:1.0:1767385006.402676:0:40476:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a38aff1d. 00000004:00000010:1.0:1767385006.402680:0:40476:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000019aedd81. 00002000:00000010:1.0:1767385006.402684:0:40476:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ece7e963. 00000004:00000010:1.0:1767385006.402687:0:40476:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005f3bda13. 00000020:00000010:1.0:1767385006.402692:0:40476:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000000c07f63. 00000040:00000010:1.0:1767385006.402706:0:40476:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b8ff0c32. 00000040:00000010:1.0:1767385006.403187:0:40476:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b8ff0c32. 00000020:00000010:1.0:1767385006.403194:0:40476:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000000c07f63. 00000020:00000010:1.0:1767385006.403205:0:40476:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000489e3bf6. 00000040:00000010:1.0:1767385006.403209:0:40476:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b46e0ca7. 00000020:00000010:1.0:1767385006.403213:0:40476:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c51ac333. 00000020:00000010:1.0:1767385006.403217:0:40476:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c8be21d. 00000020:00000010:1.0:1767385006.403222:0:40476:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e05faf8. 80000000:00000010:1.0:1767385006.403226:0:40476:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000862951dc. 40000000:00000010:1.0:1767385006.403230:0:40476:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b0514cc3. 00100000:00000010:1.0:1767385006.403234:0:40476:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002b267d6c. 00040000:00000010:1.0:1767385006.403239:0:40476:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034f51ab3. 00040000:00000010:1.0:1767385006.403243:0:40476:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b7a3240. 00040000:00000010:1.0:1767385006.403246:0:40476:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000782ae1ee. 00080000:00000010:1.0:1767385006.403250:0:40476:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b1d5d6de. 00000004:00000010:1.0:1767385006.403254:0:40476:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000033879157. 00000004:00000010:1.0:1767385006.403257:0:40476:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a38aff1d. 00000004:00000010:1.0:1767385006.403261:0:40476:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000019aedd81. 00002000:00000010:1.0:1767385006.403265:0:40476:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ece7e963. 00000004:00000010:1.0:1767385006.403269:0:40476:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005f3bda13. 00000020:00000010:1.0:1767385006.403272:0:40476:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000513b04ab. 00000040:00000010:1.0:1767385006.403291:0:40441:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000eea05391. 00000040:00000010:1.0:1767385006.403297:0:40441:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000b732e64. 00000040:00000010:1.0:1767385006.403303:0:40441:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009a5cad29. 00000020:00000010:1.0:1767385006.403309:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f752fd2b. 00000040:00000010:1.0:1767385006.403313:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000821087c3. 00000020:00000010:1.0:1767385006.403317:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0913c84. 00000020:00000010:1.0:1767385006.403323:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000031ad5247. 80000000:00000010:1.0:1767385006.403328:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002a0a3083. 00040000:00000010:1.0:1767385006.403332:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000291de614. 00080000:00000010:1.0:1767385006.403337:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000017b1abdf. 20000000:00000010:1.0:1767385006.403341:0:40441:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d90b73d6. 00000020:00000010:1.0:1767385006.403345:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a045dbc6. 10000000:00000010:1.0:1767385006.403350:0:40441:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f80c0df5. 00000020:00000010:1.0:1767385006.403368:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000018b5072d. 00000040:00000010:1.0:1767385006.403374:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ee17cf42. 00000020:00000010:1.0:1767385006.403379:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e888f19. 00000020:00000010:1.0:1767385006.403384:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010cfb42a. 00040000:00000010:1.0:1767385006.403388:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000790c731d. 00040000:00000010:1.0:1767385006.403392:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b29cda78. 00080000:00000010:1.0:1767385006.403395:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000019a67f49. 00000020:00000010:1.0:1767385006.403399:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2cc687f. 00000020:00000010:1.0:1767385006.403403:0:40441:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000003d91bdaf. 00000020:00000010:1.0:1767385006.403406:0:40441:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000f26e4d94. 00000020:00000010:1.0:1767385006.403413:0:40441:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000b0514cc3. 00000020:00000010:1.0:1767385006.403417:0:40441:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000eea05391. 00000020:00000010:1.0:1767385006.403421:0:40441:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c2c40058. 00000020:00000010:1.0:1767385006.403426:0:40441:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000000c8c05c2. 00000020:00000010:1.0:1767385006.403430:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000513b04ab. 00000020:00000010:1.0:1767385006.403433:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000782ae1ee. 00000040:00000010:1.0:1767385006.403437:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e05faf8. 00000020:00000010:1.0:1767385006.403440:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000019aedd81. 00000020:00000010:1.0:1767385006.403444:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b46e0ca7. 00040000:00000010:1.0:1767385006.403448:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034f51ab3. 00040000:00000010:1.0:1767385006.403451:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000489e3bf6. 00080000:00000010:1.0:1767385006.403454:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000033879157. 10000000:00000010:1.0:1767385006.403461:0:40441:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000009a9a49d2. 00000100:00000010:1.0:1767385006.403469:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de4690e. 02000000:00000010:1.0:1767385006.403476:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a81ac7fa. 00010000:00000010:1.0:1767385006.403484:0:40441:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007584f943. 00000100:00000010:1.0:1767385006.403492:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eea1ed5f. 02000000:00000010:1.0:1767385006.403500:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005f3bda13. 00000400:00000010:1.0:1767385006.403505:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b550028. 00000400:00000010:1.0:1767385006.403509:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.403512:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373211648, portal 25 00000400:00000010:1.0:1767385006.403516:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.403518:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237373211648, offset 0 00000400:00000200:1.0:1767385006.403524:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.403531:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.403538:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958273509400 00000400:00000200:1.0:1767385006.403541:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2269 [2] + 0 00000400:00000010:1.0:1767385006.403545:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073293da3. 00000400:00000200:1.0:1767385006.403547:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a48251fd 00000400:00000200:1.0:1767385006.403568:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.403571:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767385006.403574:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48251fd 00000400:00000010:1.0:1767385006.403575:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a48251fd. 00000100:00000200:1.0:1767385006.403579:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767385006.403592:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:1.0:1767385006.403615:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.403621:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de4690e x1853237373211648/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767385006.403636:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001efe4c5b. 00000020:00000010:0.0:1767385006.403641:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001efe4c5b. 00000020:00000010:0.0:1767385006.403647:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eccfe7a0. 00000020:00000010:0.0:1767385006.403651:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e726428b. 00000020:00000010:0.0:1767385006.403656:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.403685:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001efe4c5b. 00000020:00000010:0.0:1767385006.403689:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001efe4c5b. 00000100:00000200:0.0:1767385006.403693:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211648 00010000:00000010:0.0:1767385006.403705:0:40446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e57b9f27. 02000000:00000010:0.0:1767385006.403715:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000095f2e16c. 00010000:00000200:0.0:1767385006.403725:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000127c6860 x1853237373211648/t0(0) o101->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 328/344 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767385006.403738:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00000200:0.0:1767385006.403741:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237373211648, offset 224 00000400:00000200:0.0:1767385006.403747:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385006.403753:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.403760:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958273509400 00000400:00000200:0.0:1767385006.403764:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b41 [1] + 224 00000400:00000200:0.0:1767385006.403768:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767385006.403771:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767385006.403776:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de4690e x1853237373211648/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767385006.403793:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.403796:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000020:00000010:0.0:1767385006.403805:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e726428b. 00000400:00000010:1.0:1767385006.403806:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b550028. 00000020:00000010:0.0:1767385006.403808:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000400:00000200:1.0:1767385006.403812:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000020:00000010:0.0:1767385006.403815:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccfe7a0. 00000400:00000010:1.0:1767385006.403816:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 02000000:00000010:0.0:1767385006.403825:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000095f2e16c. 00000100:00000200:1.0:1767385006.403826:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de4690e x1853237373211648/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767385006.403833:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767385006.403840:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de4690e x1853237373211648/t0(0) o101->MGC192.168.204.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767385006.403840:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f522d84. 00000400:00000010:0.0:1767385006.403847:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee8aac26. 00000100:00000010:1.0:1767385006.403860:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eea1ed5f. 02000000:00000010:1.0:1767385006.403873:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005f3bda13. 02000000:00000010:1.0:1767385006.403877:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a81ac7fa. 00000100:00000010:1.0:1767385006.403880:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de4690e. 10000000:00000010:1.0:1767385006.403886:0:40441:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c7c1bb1e. 00000020:00000010:1.0:1767385006.403890:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a81ac7fa. 00000020:00000010:1.0:1767385006.403894:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ccd55f83. 00000040:00000010:1.0:1767385006.403899:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000756ac886. 00000020:00000010:1.0:1767385006.403904:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b1d5d6de. 00000020:00000010:1.0:1767385006.403907:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5522ce3. 80000000:00000010:1.0:1767385006.403911:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000862951dc. 00040000:00000010:1.0:1767385006.403915:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006d6e484b. 00080000:00000010:1.0:1767385006.403919:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b7a3240. 20000000:00000010:1.0:1767385006.403924:0:40441:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b29cda78. 00000040:00000010:1.0:1767385006.403930:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000010cfb42a. 00000100:00000010:1.0:1767385006.403935:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de4690e. 02000000:00000010:1.0:1767385006.403942:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2cc687f. 00000100:00000010:1.0:1767385006.403950:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eea1ed5f. 02000000:00000010:1.0:1767385006.403959:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee17cf42. 00000400:00000010:1.0:1767385006.403963:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b550028. 00000400:00000010:1.0:1767385006.403967:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096d3b07b. 00000100:00000200:1.0:1767385006.403971:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373211776, portal 25 00000400:00000010:1.0:1767385006.403976:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.403978:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237373211776, offset 0 00000400:00000200:1.0:1767385006.403983:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.403991:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.403999:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958273509480 00000400:00000200:1.0:1767385006.404004:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x226d [2] + 0 00000400:00000010:1.0:1767385006.404007:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c9d827. 00000400:00000200:1.0:1767385006.404011:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000017f28d74 00000400:00000200:1.0:1767385006.404014:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.404017:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767385006.404019:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f28d74 00000400:00000010:1.0:1767385006.404021:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f28d74. 00000100:00000200:1.0:1767385006.404025:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767385006.404040:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:1.0:1767385006.404042:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.404048:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de4690e x1853237373211776/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767385006.404064:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001efe4c5b. 00000020:00000010:0.0:1767385006.404070:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001efe4c5b. 00000020:00000010:0.0:1767385006.404076:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eccfe7a0. 00000020:00000010:0.0:1767385006.404080:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e726428b. 00000020:00000010:0.0:1767385006.404085:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.404109:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001efe4c5b. 00000020:00000010:0.0:1767385006.404112:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001efe4c5b. 00000100:00000200:0.0:1767385006.404116:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211776 02000000:00000010:0.0:1767385006.404124:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000095f2e16c. 00000040:00000010:0.0:1767385006.404129:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f55bccaa. 00000040:00000010:0.0:1767385006.404182:0:40446:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000e11872b3. 00000040:00000010:0.0:1767385006.404189:0:40446:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000e11872b3. 00000040:00000010:0.0:1767385006.404193:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f55bccaa. 20000000:00000010:0.0:1767385006.404201:0:40446:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000001efe4c5b. 20000000:00000010:0.0:1767385006.404205:0:40446:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000001efe4c5b. 00010000:00000200:0.0:1767385006.404213:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb48e928 x1853237373211776/t0(0) o501->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 512/272 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767385006.404224:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00000200:0.0:1767385006.404227:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237373211776, offset 224 00000400:00000200:0.0:1767385006.404231:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385006.404237:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.404244:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958273509480 00000400:00000200:0.0:1767385006.404248:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b51 [1] + 224 00000400:00000200:0.0:1767385006.404252:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767385006.404255:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767385006.404260:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de4690e x1853237373211776/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767385006.404282:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.404284:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000020:00000010:0.0:1767385006.404295:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e726428b. 00000020:00000010:0.0:1767385006.404299:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.404303:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccfe7a0. 02000000:00000010:0.0:1767385006.404311:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000095f2e16c. 00000400:00000010:3.0:1767385006.404317:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b550028. 00000100:00000200:0.0:1767385006.404317:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767385006.404324:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6019275. 00000400:00000200:3.0:1767385006.404325:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d3b07b 00000400:00000010:3.0:1767385006.404330:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096d3b07b. 00000400:00000010:0.0:1767385006.404338:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032acdc53. 00000100:00000200:3.0:1767385006.404339:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de4690e x1853237373211776/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.404352:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de4690e x1853237373211776/t0(0) o501->MGC192.168.204.149@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.404372:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eea1ed5f. 02000000:00000010:3.0:1767385006.404380:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee17cf42. 02000000:00000010:3.0:1767385006.404385:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d2cc687f. 00000100:00000010:3.0:1767385006.404389:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de4690e. 00000040:00000010:3.0:1767385006.404397:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000086d87608. 00000100:00000010:3.0:1767385006.404402:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008224473b. 02000000:00000010:3.0:1767385006.404410:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cddbac8b. 00000100:00000010:3.0:1767385006.404416:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fd18d63. 02000000:00000010:3.0:1767385006.404435:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bb52035. 00000400:00000010:3.0:1767385006.404440:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.404446:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000067877761. 00000100:00000200:3.0:1767385006.404451:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373211904, portal 25 00000400:00000010:3.0:1767385006.404456:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.404459:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373211904, offset 0 00000400:00000200:3.0:1767385006.404466:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.404474:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.404482:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273509500 00000400:00000200:3.0:1767385006.404488:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2271 [2] + 0 00000400:00000010:3.0:1767385006.404491:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003473d109. 00000400:00000200:3.0:1767385006.404495:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d5cc2fd 00000400:00000200:3.0:1767385006.404498:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.404502:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.404507:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d5cc2fd 00000400:00000010:3.0:1767385006.404509:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d5cc2fd. 00000100:00000200:3.0:1767385006.404513:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.404529:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.404532:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.404538:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008224473b x1853237373211904/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.404622:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059dd6dc7. 00000020:00000010:3.0:1767385006.404626:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b51f11d8. 00000020:00000010:2.0:1767385006.404627:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059dd6dc7. 00000020:00000010:2.0:1767385006.404635:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085d56845. 00000020:00000010:2.0:1767385006.404638:0:40445:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000233d7ff5. 00000020:00000010:2.0:1767385006.404641:0:40445:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.404666:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059dd6dc7. 00000020:00000010:2.0:1767385006.404668:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059dd6dc7. 00000100:00000200:2.0:1767385006.404671:0:40445:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373211904 02000000:00000010:2.0:1767385006.404685:0:40445:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000045b948c5. 00000040:00000010:2.0:1767385006.404689:0:40445:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f15f0056. 00000040:00000010:2.0:1767385006.404696:0:40445:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073b3d676. 00000040:00000010:2.0:1767385006.404768:0:40445:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073b3d676. 00000040:00000010:2.0:1767385006.404771:0:40445:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f15f0056. 00010000:00000200:2.0:1767385006.404777:0:40445:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b275e4d x1853237373211904/t0(0) o503->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8416 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.404789:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c2649605. 00000100:00000200:2.0:1767385006.404793:0:40445:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237373211904, offset 224 00000400:00000200:2.0:1767385006.404798:0:40445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.404803:0:40445:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.404808:0:40445:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958273509500 00000400:00000200:2.0:1767385006.404812:0:40445:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b61 [4] + 224 00000400:00000200:2.0:1767385006.404817:0:40445:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.404820:0:40445:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.404824:0:40445:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008224473b x1853237373211904/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.404843:0:40445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2649605 00000400:00000010:2.0:1767385006.404845:0:40445:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c2649605. 00000020:00000010:2.0:1767385006.404853:0:40445:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000233d7ff5. 00000020:00000010:2.0:1767385006.404857:0:40445:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.404860:0:40445:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085d56845. 02000000:00000010:2.0:1767385006.404866:0:40445:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000045b948c5. 00000400:00000010:3.0:1767385006.404867:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012696ce3. 00000400:00000200:3.0:1767385006.404873:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067877761 00000400:00000010:3.0:1767385006.404874:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000067877761. 00000100:00000200:2.0:1767385006.404877:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767385006.404882:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008224473b x1853237373211904/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.404885:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba031836. 00000400:00000010:2.0:1767385006.404893:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2649605. 00000100:00000200:3.0:1767385006.404897:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008224473b x1853237373211904/t0(0) o503->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.404915:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009fd18d63. 02000000:00000010:3.0:1767385006.404922:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bb52035. 02000000:00000010:3.0:1767385006.404934:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cddbac8b. 00000100:00000010:3.0:1767385006.404938:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008224473b. 00000040:00000010:3.0:1767385006.404943:0:40441:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001970b63e. 00000020:00000010:2.0:1767385006.405221:0:40478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f76b027. 00000020:00000010:2.0:1767385006.405229:0:40478:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085d56845. 00000040:00000010:2.0:1767385006.405235:0:40478:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f15f0056. 00000020:00000010:2.0:1767385006.405240:0:40478:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bf0288b. 00000020:00000010:2.0:1767385006.405245:0:40478:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f8d267a. 00000020:00000010:2.0:1767385006.405250:0:40478:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000204b62d7. 80000000:00000010:2.0:1767385006.405255:0:40478:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005838915d. 40000000:00000010:2.0:1767385006.405259:0:40478:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e759445. 00100000:00000010:2.0:1767385006.405263:0:40478:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf8db242. 00040000:00000010:2.0:1767385006.405269:0:40478:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bcaa511a. 00040000:00000010:2.0:1767385006.405274:0:40478:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044ac4edd. 00040000:00000010:2.0:1767385006.405280:0:40478:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a21ec9bf. 00080000:00000010:2.0:1767385006.405284:0:40478:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001d37df38. 00000004:00000010:2.0:1767385006.405289:0:40478:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000052854682. 00000004:00000010:2.0:1767385006.405295:0:40478:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000221c9951. 00000004:00000010:2.0:1767385006.405303:0:40478:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f2bc8e09. 00002000:00000010:2.0:1767385006.405308:0:40478:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000596aa3fc. 00000004:00000010:2.0:1767385006.405311:0:40478:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000deb7ef8d. 00000020:00000010:2.0:1767385006.405315:0:40478:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000045030faf. 00000040:00000010:2.0:1767385006.405320:0:40478:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000073b3d676. 00000100:00000010:2.0:1767385006.405326:0:40478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e404cb1. 02000000:00000010:2.0:1767385006.405334:0:40478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a73224ca. 00000100:00000010:2.0:1767385006.405341:0:40478:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079822a15. 02000000:00000010:2.0:1767385006.405362:0:40478:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bb52035. 00000400:00000010:2.0:1767385006.405369:0:40478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067cd63bd. 00000400:00000010:2.0:1767385006.405377:0:40478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000856852f2. 00000100:00000200:2.0:1767385006.405382:0:40478:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373212032, portal 25 00000400:00000010:2.0:1767385006.405388:0:40478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.405392:0:40478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373212032, offset 0 00000400:00000200:2.0:1767385006.405400:0:40478:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.405408:0:40478:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.405418:0:40478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273509580 00000400:00000200:2.0:1767385006.405427:0:40478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2275 [2] + 0 00000400:00000010:2.0:1767385006.405431:0:40478:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8da421. 00000400:00000200:2.0:1767385006.405437:0:40478:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b47d322d 00000400:00000200:2.0:1767385006.405441:0:40478:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.405446:0:40478:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.405451:0:40478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d322d 00000400:00000010:2.0:1767385006.405453:0:40478:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b47d322d. 00000100:00000200:2.0:1767385006.405459:0:40478:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767385006.405483:0:40478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:2.0:1767385006.405487:0:40478:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.405497:0:40478:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e404cb1 x1853237373212032/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767385006.405515:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000809ead46. 00000020:00000010:3.0:1767385006.405521:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000809ead46. 00000020:00000010:3.0:1767385006.405526:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000701c9139. 00000020:00000010:3.0:1767385006.405530:0:40445:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.405534:0:40445:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000020:00000010:3.0:1767385006.405582:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000809ead46. 00000020:00000010:3.0:1767385006.405602:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000809ead46. 00000100:00000200:3.0:1767385006.405605:0:40445:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212032 02000000:00000010:3.0:1767385006.405650:0:40445:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000045b948c5. 00000040:00000010:3.0:1767385006.405656:0:40445:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000070541ac7. 00000040:00000010:3.0:1767385006.405674:0:40445:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ce269e9e. 00000040:00000010:3.0:1767385006.405986:0:40445:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ce269e9e. 00000040:00000010:3.0:1767385006.405991:0:40445:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000070541ac7. 00010000:00000200:3.0:1767385006.405998:0:40445:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a906e76 x1853237373212032/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8472 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767385006.406011:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009fd18d63. 00000100:00000200:3.0:1767385006.406014:0:40445:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237373212032, offset 224 00000400:00000200:3.0:1767385006.406021:0:40445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.406029:0:40445:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.406036:0:40445:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958273509580 00000400:00000200:3.0:1767385006.406043:0:40445:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b71 [4] + 224 00000400:00000200:3.0:1767385006.406049:0:40445:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.406054:0:40445:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767385006.406061:0:40445:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e404cb1 x1853237373212032/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767385006.406083:0:40445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fd18d63 00000400:00000010:3.0:1767385006.406086:0:40445:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009fd18d63. 00000020:00000010:3.0:1767385006.406099:0:40445:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.406103:0:40445:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000020:00000010:3.0:1767385006.406108:0:40445:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000701c9139. 02000000:00000010:3.0:1767385006.406115:0:40445:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000045b948c5. 00000100:00000200:3.0:1767385006.406129:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767385006.406133:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012696ce3. 00000400:00000010:3.0:1767385006.406137:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fd18d63. 00000400:00000010:3.0:1767385006.406165:0:40478:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067cd63bd. 00000400:00000200:3.0:1767385006.406170:0:40478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856852f2 00000400:00000010:3.0:1767385006.406171:0:40478:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000856852f2. 00000100:00000200:3.0:1767385006.406178:0:40478:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e404cb1 x1853237373212032/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.406186:0:40478:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e404cb1 x1853237373212032/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.406203:0:40478:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079822a15. 02000000:00000010:3.0:1767385006.406210:0:40478:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bb52035. 02000000:00000010:3.0:1767385006.406221:0:40478:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a73224ca. 00000100:00000010:3.0:1767385006.406225:0:40478:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e404cb1. 00000100:00000010:3.0:1767385006.406238:0:40478:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000001e9492fc. 00000400:00000200:3.0:1767385006.406242:0:40478:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767385006.406245:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.149@tcp 00000400:00000200:3.0:1767385006.406249:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767385006.406254:0:40478:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e1b8b00f (42) 00000400:00000200:3.0:1767385006.406258:0:40478:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767385006.406262:0:40478:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:3.0:1767385006.406264:0:40478:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e1b8b00f (43) 00000400:00000200:3.0:1767385006.406267:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp 00000400:00000200:3.0:1767385006.406269:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.149@tcp10 00000400:00000200:3.0:1767385006.406273:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406275:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp10 00000400:00000200:3.0:1767385006.406277:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.149@tcp11 00000400:00000200:3.0:1767385006.406280:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406282:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp11 00000400:00000200:3.0:1767385006.406284:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.149@tcp12 00000400:00000200:3.0:1767385006.406287:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406289:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp12 00000400:00000200:3.0:1767385006.406292:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.149@tcp13 00000400:00000200:3.0:1767385006.406295:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406296:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp13 00000400:00000200:3.0:1767385006.406298:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.149@tcp14 00000400:00000200:3.0:1767385006.406301:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406302:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp14 00000400:00000200:3.0:1767385006.406303:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.149@tcp15 00000400:00000200:3.0:1767385006.406305:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406306:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp15 00000400:00000200:3.0:1767385006.406308:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.149@tcp16 00000400:00000200:3.0:1767385006.406311:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406314:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp16 00000400:00000200:3.0:1767385006.406316:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.149@tcp17 00000400:00000200:3.0:1767385006.406319:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406320:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp17 00000400:00000200:3.0:1767385006.406322:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.149@tcp18 00000400:00000200:3.0:1767385006.406325:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406326:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp18 00000400:00000200:3.0:1767385006.406328:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.149@tcp19 00000400:00000200:3.0:1767385006.406330:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406332:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp19 00000400:00000200:3.0:1767385006.406334:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.149@tcp20 00000400:00000200:3.0:1767385006.406337:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406338:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp20 00000400:00000200:3.0:1767385006.406340:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.149@tcp21 00000400:00000200:3.0:1767385006.406342:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406343:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp21 00000400:00000200:3.0:1767385006.406345:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.149@tcp22 00000400:00000200:3.0:1767385006.406348:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406349:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp22 00000400:00000200:3.0:1767385006.406351:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.149@tcp23 00000400:00000200:3.0:1767385006.406354:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406356:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp23 00000400:00000200:3.0:1767385006.406358:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.149@tcp24 00000400:00000200:3.0:1767385006.406361:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406362:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp24 00000400:00000200:3.0:1767385006.406365:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.149@tcp25 00000400:00000200:3.0:1767385006.406368:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406369:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp25 00000400:00000200:3.0:1767385006.406370:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.149@tcp26 00000400:00000200:3.0:1767385006.406373:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406375:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp26 00000400:00000200:3.0:1767385006.406377:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.149@tcp27 00000400:00000200:3.0:1767385006.406379:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406381:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp27 00000400:00000200:3.0:1767385006.406382:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.149@tcp28 00000400:00000200:3.0:1767385006.406385:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406386:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp28 00000400:00000200:3.0:1767385006.406387:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.149@tcp29 00000400:00000200:3.0:1767385006.406390:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406392:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp29 00000400:00000200:3.0:1767385006.406394:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.149@tcp30 00000400:00000200:3.0:1767385006.406397:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406398:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp30 00000400:00000200:3.0:1767385006.406400:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.149@tcp31 00000400:00000200:3.0:1767385006.406402:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406403:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp31 00000400:00000200:3.0:1767385006.406404:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.149@tcp32 00000400:00000200:3.0:1767385006.406407:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406409:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp32 00000400:00000200:3.0:1767385006.406411:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.149@tcp33 00000400:00000200:3.0:1767385006.406413:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406415:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp33 00000400:00000200:3.0:1767385006.406416:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.149@tcp34 00000400:00000200:3.0:1767385006.406418:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406420:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp34 00000400:00000200:3.0:1767385006.406422:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.149@tcp35 00000400:00000200:3.0:1767385006.406424:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406426:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp35 00000400:00000200:3.0:1767385006.406428:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.149@tcp36 00000400:00000200:3.0:1767385006.406430:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406431:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp36 00000400:00000200:3.0:1767385006.406433:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.149@tcp37 00000400:00000200:3.0:1767385006.406436:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406438:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp37 00000400:00000200:3.0:1767385006.406439:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.149@tcp38 00000400:00000200:3.0:1767385006.406441:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406442:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp38 00000400:00000200:3.0:1767385006.406444:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.149@tcp39 00000400:00000200:3.0:1767385006.406446:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406447:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp39 00000400:00000200:3.0:1767385006.406448:0:40478:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.149@tcp40 00000400:00000200:3.0:1767385006.406449:0:40478:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.149@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767385006.406450:0:40478:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.149@tcp40 00000100:00000010:3.0:1767385006.406452:0:40478:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000001e9492fc. 00000020:00000010:3.0:1767385006.406457:0:40478:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000809ead46. 00000020:00000010:3.0:1767385006.406460:0:40478:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000001f1da3b9. 00000020:00000010:3.0:1767385006.406464:0:40478:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000001f1da3b9. 00000020:00000010:3.0:1767385006.406467:0:40478:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000001f1da3b9. 00000020:00000010:3.0:1767385006.406471:0:40478:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000582127a3. 00000020:00000010:3.0:1767385006.406480:0:40478:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000056f310b5. 00000020:00000010:3.0:1767385006.406484:0:40478:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fb247dbf. 00000020:00000010:3.0:1767385006.406495:0:40478:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000582127a3. 00000020:00000010:3.0:1767385006.406497:0:40478:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000003d441cb3. 00000001:00000010:3.0:1767385006.406511:0:40478:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000948d26cd. 00000001:00000010:3.0:1767385006.406516:0:40478:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000eacd96cc. 00000001:00000010:3.0:1767385006.406518:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000701c9139. 00000001:00000010:3.0:1767385006.406520:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070541ac7. 00000001:00000010:3.0:1767385006.406522:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000762ee64e. 00000001:00000010:3.0:1767385006.406524:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ebfab0b. 00000001:00000010:3.0:1767385006.406527:0:40478:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000894b9b2b. 00000001:00000010:3.0:1767385006.406530:0:40478:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004c769d6e. 00000001:00000010:3.0:1767385006.406532:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c30b4777. 00000001:00000010:3.0:1767385006.406534:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082753287. 00000001:00000010:3.0:1767385006.406537:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a650d4bb. 00000001:00000010:3.0:1767385006.406539:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005bde788e. 00000020:00000010:3.0:1767385006.406543:0:40478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005254906f. 00000020:00000010:3.0:1767385006.406545:0:40478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.406563:0:40478:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000008:00000010:3.0:1767385006.406568:0:40478:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000c3e6e1a. 00020000:00000010:3.0:1767385006.406573:0:40478:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000085d8dddb. 00008000:00000010:3.0:1767385006.406577:0:40478:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fa36bd52. 00000080:00000010:3.0:1767385006.406582:0:40478:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000079c14ce1. 00000020:00000010:3.0:1767385006.406587:0:40478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8b3c627. 00000020:00000010:3.0:1767385006.406590:0:40478:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a908408b. 00000040:00000010:3.0:1767385006.406618:0:40478:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d89f0bf. 00000020:00000010:3.0:1767385006.406622:0:40478:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043d209bd. 00000020:00000010:3.0:1767385006.406627:0:40478:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.406630:0:40478:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000092a2d873. 80000000:00000010:3.0:1767385006.406633:0:40478:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4d149de. 40000000:00000010:3.0:1767385006.406637:0:40478:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c78b7a0. 00100000:00000010:3.0:1767385006.406642:0:40478:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000019a67f49. 00040000:00000010:3.0:1767385006.406646:0:40478:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000790c731d. 00040000:00000010:3.0:1767385006.406650:0:40478:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e888f19. 00040000:00000010:3.0:1767385006.406654:0:40478:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1bfc204. 00080000:00000010:3.0:1767385006.406659:0:40478:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000539e8985. 00000004:00000010:3.0:1767385006.406663:0:40478:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b285e50b. 00000004:00000010:3.0:1767385006.406667:0:40478:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e742e8c. 00000004:00000010:3.0:1767385006.406669:0:40478:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b2282ac7. 00000004:00000010:3.0:1767385006.406672:0:40478:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000683db96c. 00000010:00000010:3.0:1767385006.406676:0:40478:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000003d74bfc6. 00000010:00000010:3.0:1767385006.406749:0:40478:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000006639ea22. 00000010:00000010:3.0:1767385006.406753:0:40478:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000009f41f473. 00000010:00000010:3.0:1767385006.406770:0:40478:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000003273598c. 00000010:00000010:3.0:1767385006.406777:0:40478:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000d6ab90fc. 00010000:00000010:3.0:1767385006.406782:0:40478:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000f911bd83. 00010000:00000010:3.0:1767385006.406787:0:40478:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000001528c588. 00010000:00000010:3.0:1767385006.406792:0:40478:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000002a054d09. 00000020:00000010:3.0:1767385006.406797:0:40478:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000322af5fa. 00000100:00000200:3.0:1767385006.406807:0:40478:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-0@lo 00010000:00000010:3.0:1767385006.406812:0:40478:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000060be54fa. 00010000:00000010:3.0:1767385006.406817:0:40478:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000005002ecd2. 00000001:00000010:3.0:1767385006.406821:0:40478:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e35ed660. 00000001:00000010:3.0:1767385006.406824:0:40478:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000026bc2086. 00000001:00000010:3.0:1767385006.406871:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bbff7a3d. 00000001:00000010:3.0:1767385006.406934:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae79d055. 00000001:00000010:3.0:1767385006.406991:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d343c452. 00000001:00000010:3.0:1767385006.407062:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5c54abb. 00000001:00000010:3.0:1767385006.407123:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009acd9505. 00000001:00000010:3.0:1767385006.407182:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e0683c5. 00000001:00000010:3.0:1767385006.407235:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ef5d208. 00000001:00000010:3.0:1767385006.407283:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7f43b50. 00000001:00000010:3.0:1767385006.407328:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007c3f5eed. 00000001:00000010:3.0:1767385006.407381:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000006fa08fc. 00080000:00000010:1.0:1767385006.407416:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c40558a9. 00000004:00000010:1.0:1767385006.407435:0:16833:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000e88a1a9f. 00000001:00000010:3.0:1767385006.407437:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f07f9b8f. 00080000:00000010:1.0:1767385006.407440:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa2850c8. 00080000:00000010:1.0:1767385006.407446:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6d7d399. 00080000:00000010:1.0:1767385006.407451:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000be98da67. 00080000:00000010:1.0:1767385006.407456:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ff362a2a. 00000001:00000010:3.0:1767385006.407499:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de52e906. 00000001:00000010:3.0:1767385006.407575:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001a134337. 00000001:00000010:3.0:1767385006.407668:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f64ec333. 00000001:00000010:3.0:1767385006.407723:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063a484fd. 00000001:00000010:3.0:1767385006.407781:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d9e2778. 00000001:00000010:3.0:1767385006.407844:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000de65226. 00000001:00000010:3.0:1767385006.407899:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ace723d0. 00000001:00000010:3.0:1767385006.407978:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7fcefd1. 00000001:00000010:3.0:1767385006.408064:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006576d36a. 00000001:00000010:3.0:1767385006.408147:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bcf7cf8c. 00000001:00000010:3.0:1767385006.408208:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003c7dfa69. 00000001:00000010:3.0:1767385006.408263:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005612d705. 00000001:00000010:3.0:1767385006.408316:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bdd4ebb9. 00000001:00000010:3.0:1767385006.408379:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003832bc13. 00000001:00000010:3.0:1767385006.408442:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091a34da2. 00000001:00000010:3.0:1767385006.408498:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d00bc12. 00000001:00000010:3.0:1767385006.408562:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a0a50cfa. 00000001:00000010:3.0:1767385006.408641:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf035351. 00000001:00000010:3.0:1767385006.408704:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007cfa1016. 00000001:00000010:3.0:1767385006.408758:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a916964e. 00000001:00000010:3.0:1767385006.408814:0:40478:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5c16294. 00000020:00000010:3.0:1767385006.409531:0:40478:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000df8b092c. 00000020:00000010:3.0:1767385006.409536:0:40478:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000195d5843. 00000020:00000010:3.0:1767385006.409657:0:40478:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000416e8255. 00000020:00000010:3.0:1767385006.409661:0:40478:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000075e399d1. 00000010:00000010:3.0:1767385006.409681:0:40478:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000006639ea22. 00000010:00000010:3.0:1767385006.409685:0:40478:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000003273598c. 00000010:00000010:3.0:1767385006.409687:0:40478:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000009f41f473. 00000010:00000010:3.0:1767385006.409690:0:40478:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000d6ab90fc. 00000020:00000010:3.0:1767385006.409712:0:40478:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000077ea733a. 00000020:00000010:3.0:1767385006.409716:0:40478:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a77d7748. 00000020:00000010:3.0:1767385006.409737:0:40478:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a908408b. 00000040:00000010:3.0:1767385006.409741:0:40478:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d89f0bf. 00000020:00000010:3.0:1767385006.409743:0:40478:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043d209bd. 00000020:00000010:3.0:1767385006.409746:0:40478:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.409749:0:40478:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000092a2d873. 80000000:00000010:3.0:1767385006.409752:0:40478:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4d149de. 40000000:00000010:3.0:1767385006.409754:0:40478:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c78b7a0. 00100000:00000010:3.0:1767385006.409757:0:40478:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000019a67f49. 00040000:00000010:3.0:1767385006.409759:0:40478:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000790c731d. 00040000:00000010:3.0:1767385006.409762:0:40478:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e888f19. 00040000:00000010:3.0:1767385006.409765:0:40478:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a1bfc204. 00080000:00000010:3.0:1767385006.409768:0:40478:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000539e8985. 00000004:00000010:3.0:1767385006.409771:0:40478:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b285e50b. 00000004:00000010:3.0:1767385006.409773:0:40478:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002e742e8c. 00000004:00000010:3.0:1767385006.409775:0:40478:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b2282ac7. 00000004:00000010:3.0:1767385006.409777:0:40478:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000683db96c. 00000020:00000010:3.0:1767385006.409779:0:40478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8b3c627. 00000020:00000010:3.0:1767385006.409782:0:40478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.409784:0:40478:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000008:00000010:3.0:1767385006.409786:0:40478:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000c3e6e1a. 00020000:00000010:3.0:1767385006.409789:0:40478:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000085d8dddb. 00008000:00000010:3.0:1767385006.409792:0:40478:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fa36bd52. 00000080:00000010:3.0:1767385006.409794:0:40478:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000079c14ce1. 00000020:00000010:3.0:1767385006.409796:0:40478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005254906f. 00000020:00000010:3.0:1767385006.409799:0:40478:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000003d441cb3. 00000020:00000010:3.0:1767385006.409804:0:40478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1bfc204. 00000020:00000010:3.0:1767385006.409806:0:40478:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b27bf303. 00000040:00000010:3.0:1767385006.409808:0:40478:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9ca4702. 00000020:00000010:3.0:1767385006.409810:0:40478:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2282ac7. 00000020:00000010:3.0:1767385006.409813:0:40478:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.409816:0:40478:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005254906f. 80000000:00000010:3.0:1767385006.409819:0:40478:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc54e358. 40000000:00000010:3.0:1767385006.409821:0:40478:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006664d082. 00100000:00000010:3.0:1767385006.409824:0:40478:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b285e50b. 00040000:00000010:3.0:1767385006.409826:0:40478:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000790c731d. 00040000:00000010:3.0:1767385006.409828:0:40478:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032f8140a. 00040000:00000010:3.0:1767385006.409830:0:40478:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8b3c627. 00080000:00000010:3.0:1767385006.409834:0:40478:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000452576b9. 00000004:00000010:3.0:1767385006.409838:0:40478:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000b2f37ad. 00000004:00000010:3.0:1767385006.409841:0:40478:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e742e8c. 00000004:00000010:3.0:1767385006.409845:0:40478:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000539e8985. 00000004:00000010:3.0:1767385006.409849:0:40478:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000087720869. 00000020:00000010:3.0:1767385006.409852:0:40478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092a2d873. 00000020:00000010:3.0:1767385006.409855:0:40478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.409857:0:40478:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000020:00000010:3.0:1767385006.409861:0:40478:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000067877761. 00000020:00000010:3.0:1767385006.409863:0:40478:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000558e367c. 00000020:00000010:3.0:1767385006.409868:0:40478:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006e888f19. 00000100:00000010:3.0:1767385006.409890:0:40478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008224473b. 02000000:00000010:3.0:1767385006.409898:0:40478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000064a99fca. 02000000:00000010:2.0:1767385006.409945:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004f5e97e8. 00000400:00000010:2.0:1767385006.409953:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a4824a8. 00000400:00000010:2.0:1767385006.409959:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7604f34. 00000100:00000200:2.0:1767385006.409962:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373212160, portal 10 00000020:00000010:2.0:1767385006.409968:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a2ab59a1. 00000400:00000010:2.0:1767385006.409974:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767385006.409976:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237373212160, offset 0 00000400:00000200:2.0:1767385006.409982:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.409990:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.409999:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958273509600 00000400:00000200:2.0:1767385006.410005:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2351 [64] + 0 00000400:00000200:2.0:1767385006.410009:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.410013:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.410017:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767385006.410022:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076026172. 00000400:00000200:2.0:1767385006.410042:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:2.0:1767385006.410044:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000200:2.0:1767385006.410050:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008224473b x1853237373212160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767385006.410058:0:40454:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004c6f924a. 00040000:00000010:0.0:1767385006.410068:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa705cb8. 00000004:00000010:0.0:1767385006.410072:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000057de33bd. 00000004:00000010:0.0:1767385006.410075:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000017b1abdf. 00000004:00000010:0.0:1767385006.410078:0:40454:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000095f2e16c. 00000020:00000010:0.0:1767385006.410086:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f55bccaa. 00000020:00000010:0.0:1767385006.410088:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e726428b. 00000020:00000010:0.0:1767385006.410092:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000200:0.0:1767385006.410116:0:40454:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212160 00000020:00000010:3.0:1767385006.410121:0:40478:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 0000000067877761. 00000020:00000010:3.0:1767385006.410127:0:40478:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000558e367c. 02000000:00000010:0.0:1767385006.410129:0:40454:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8a53602. 00000020:00000010:3.0:1767385006.410132:0:40478:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b27bf303. 00000040:00000010:3.0:1767385006.410137:0:40478:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9ca4702. 00000400:00000010:0.0:1767385006.410138:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000020:00000010:1.0:1767385006.410139:0:40477:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c0a89acc. 00000020:00000010:3.0:1767385006.410140:0:40478:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b2282ac7. 00000100:00000200:0.0:1767385006.410144:0:40454:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237373212160, offset 0 00000020:00000010:3.0:1767385006.410148:0:40478:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000020:00000010:1.0:1767385006.410151:0:40477:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c0a89acc. 00000400:00000200:0.0:1767385006.410153:0:40454:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767385006.410155:0:40478:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005254906f. 80000000:00000010:3.0:1767385006.410161:0:40478:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bc54e358. 40000000:00000010:3.0:1767385006.410166:0:40478:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006664d082. 00000400:00000200:0.0:1767385006.410166:0:40454:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:3.0:1767385006.410172:0:40478:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b285e50b. 00040000:00000010:3.0:1767385006.410176:0:40478:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000790c731d. 00000400:00000200:0.0:1767385006.410179:0:40454:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958273509600 00040000:00000010:3.0:1767385006.410181:0:40478:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032f8140a. 00040000:00000010:3.0:1767385006.410185:0:40478:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8b3c627. 00000400:00000200:0.0:1767385006.410186:0:40454:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b81 [1] + 0 00080000:00000010:3.0:1767385006.410190:0:40478:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000452576b9. 00000400:00000200:0.0:1767385006.410192:0:40454:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767385006.410194:0:40478:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000b2f37ad. 00000004:00000010:3.0:1767385006.410199:0:40478:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002e742e8c. 00000400:00000200:0.0:1767385006.410199:0:40454:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1767385006.410206:0:40478:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000539e8985. 00000004:00000010:3.0:1767385006.410209:0:40478:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000087720869. 00000100:00000200:0.0:1767385006.410210:0:40454:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008224473b x1853237373212160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767385006.410213:0:40478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1bfc204. 00000020:00000010:3.0:1767385006.410220:0:40478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.410225:0:40478:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000020:00000010:3.0:1767385006.410229:0:40478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092a2d873. 00000020:00000010:3.0:1767385006.410233:0:40478:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000809ead46. 00000020:00000010:3.0:1767385006.410238:0:40478:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000001f1da3b9. 00000400:00000200:0.0:1767385006.410238:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.410242:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000100:00000010:3.0:1767385006.410250:0:40478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8a49e68. 00000020:00000010:0.0:1767385006.410251:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e726428b. 00000020:00000010:0.0:1767385006.410256:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 02000000:00000010:3.0:1767385006.410259:0:40478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092a2d873. 00000020:00000010:0.0:1767385006.410260:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f55bccaa. 00000100:00000010:3.0:1767385006.410269:0:40478:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067877761. 00000400:00000010:0.0:1767385006.410284:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a4824a8. 02000000:00000010:3.0:1767385006.410287:0:40478:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000044548773. 00000400:00000200:0.0:1767385006.410288:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7604f34 00000400:00000010:0.0:1767385006.410291:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7604f34. 00000400:00000010:3.0:1767385006.410292:0:40478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001086ba6e. 00000100:00000200:0.0:1767385006.410297:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008224473b x1853237373212160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767385006.410300:0:40478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003d91bdaf. 00000100:00000200:3.0:1767385006.410306:0:40478:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237373212288, portal 25 00000100:00000200:0.0:1767385006.410310:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008224473b x1853237373212160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767385006.410312:0:40478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.410318:0:40478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237373212288, offset 0 00000400:00000200:3.0:1767385006.410327:0:40478:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767385006.410330:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009385c92c. 00000400:00000200:3.0:1767385006.410335:0:40478:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.410344:0:40478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958273509680 02000000:00000010:0.0:1767385006.410346:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004f5e97e8. 00000400:00000200:3.0:1767385006.410350:0:40478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2279 [2] + 0 02000000:00000010:0.0:1767385006.410353:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000064a99fca. 00000400:00000010:3.0:1767385006.410355:0:40478:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b11057. 00000100:00000010:0.0:1767385006.410357:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008224473b. 00000400:00000200:3.0:1767385006.410359:0:40478:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce4c160 00000400:00000200:3.0:1767385006.410364:0:40478:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.410366:0:40478:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.410369:0:40478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce4c160 00000400:00000010:3.0:1767385006.410370:0:40478:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ce4c160. 00000100:00000200:3.0:1767385006.410374:0:40478:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767385006.410389:0:40478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.410391:0:40478:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.410394:0:40478:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8a49e68 x1853237373212288/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767385006.410416:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000323f1c9c. 00000020:00000010:2.0:1767385006.410420:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000323f1c9c. 00000020:00000010:2.0:1767385006.410425:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003741c4af. 00000020:00000010:2.0:1767385006.410428:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000233d7ff5. 00000020:00000010:2.0:1767385006.410431:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385006.410454:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000323f1c9c. 00000020:00000010:2.0:1767385006.410456:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000323f1c9c. 00000100:00000200:2.0:1767385006.410459:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212288 02000000:00000010:2.0:1767385006.410474:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000dab10e06. 00000040:00000010:2.0:1767385006.410480:0:40446:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001a0900b3. 00000040:00000010:2.0:1767385006.410488:0:40446:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385006.410708:0:40446:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385006.410712:0:40446:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001a0900b3. 00010000:00000200:2.0:1767385006.410719:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000084e3c728 x1853237373212288/t0(0) o502->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 272/8472 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.410731:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008bfb181d. 00000100:00000200:2.0:1767385006.410734:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237373212288, offset 224 00000400:00000200:2.0:1767385006.410740:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.410748:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.410754:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958273509680 00000400:00000200:2.0:1767385006.410758:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b8d [4] + 224 00000400:00000200:2.0:1767385006.410763:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.410767:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.410773:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8a49e68 x1853237373212288/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.410791:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bfb181d 00000400:00000010:2.0:1767385006.410793:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008bfb181d. 00000400:00000010:3.0:1767385006.410800:0:40478:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001086ba6e. 00000020:00000010:2.0:1767385006.410803:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000233d7ff5. 00000400:00000200:3.0:1767385006.410806:0:40478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d91bdaf 00000020:00000010:2.0:1767385006.410809:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000400:00000010:3.0:1767385006.410810:0:40478:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003d91bdaf. 00000020:00000010:2.0:1767385006.410816:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003741c4af. 00000100:00000200:3.0:1767385006.410821:0:40478:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8a49e68 x1853237373212288/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767385006.410823:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000dab10e06. 00000100:00000200:3.0:1767385006.410835:0:40478:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8a49e68 x1853237373212288/t0(0) o502->MGC192.168.204.149@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767385006.410841:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767385006.410847:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0208647. 00000100:00000010:3.0:1767385006.410850:0:40478:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000067877761. 00000400:00000010:2.0:1767385006.410852:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bfb181d. 02000000:00000010:3.0:1767385006.410859:0:40478:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000044548773. 02000000:00000010:3.0:1767385006.410871:0:40478:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000092a2d873. 00000100:00000010:3.0:1767385006.410875:0:40478:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8a49e68. 00000040:00000010:3.0:1767385006.410881:0:40478:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000073b3d676. 00000020:00000010:3.0:1767385006.410887:0:40478:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000045030faf. 00000020:00000010:3.0:1767385006.410895:0:40478:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085d56845. 00000040:00000010:3.0:1767385006.410898:0:40478:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f15f0056. 00000020:00000010:3.0:1767385006.410902:0:40478:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004bf0288b. 00000020:00000010:3.0:1767385006.410905:0:40478:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f8d267a. 00000020:00000010:3.0:1767385006.410909:0:40478:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000204b62d7. 80000000:00000010:3.0:1767385006.410913:0:40478:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005838915d. 40000000:00000010:3.0:1767385006.410916:0:40478:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e759445. 00100000:00000010:3.0:1767385006.410919:0:40478:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cf8db242. 00040000:00000010:3.0:1767385006.410921:0:40478:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bcaa511a. 00040000:00000010:3.0:1767385006.410925:0:40478:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044ac4edd. 00040000:00000010:3.0:1767385006.410927:0:40478:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a21ec9bf. 00080000:00000010:3.0:1767385006.410930:0:40478:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001d37df38. 00000004:00000010:3.0:1767385006.410933:0:40478:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000052854682. 00000004:00000010:3.0:1767385006.410936:0:40478:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000221c9951. 00000004:00000010:3.0:1767385006.410938:0:40478:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f2bc8e09. 00002000:00000010:3.0:1767385006.410941:0:40478:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000596aa3fc. 00000004:00000010:3.0:1767385006.410943:0:40478:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000deb7ef8d. 00000020:00000010:3.0:1767385006.410946:0:40478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f76b027. 00000040:00000010:2.0:1767385006.410967:0:40441:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001970b63e. 00000040:00000010:2.0:1767385006.410973:0:40441:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000086d87608. 00000040:00000010:2.0:1767385006.410977:0:40441:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000010cfb42a. 00000020:00000010:2.0:1767385006.410984:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ccd55f83. 00000040:00000010:2.0:1767385006.410987:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000756ac886. 00000020:00000010:2.0:1767385006.410991:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b1d5d6de. 00000020:00000010:2.0:1767385006.410994:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a5522ce3. 80000000:00000010:2.0:1767385006.410998:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000862951dc. 00040000:00000010:2.0:1767385006.411001:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006d6e484b. 00080000:00000010:2.0:1767385006.411004:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b7a3240. 20000000:00000010:2.0:1767385006.411006:0:40441:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b29cda78. 00000020:00000010:2.0:1767385006.411009:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a81ac7fa. 10000000:00000010:2.0:1767385006.411012:0:40441:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c7c1bb1e. 00000020:00000010:2.0:1767385006.411029:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000782ae1ee. 00000040:00000010:2.0:1767385006.411033:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e05faf8. 00000020:00000010:2.0:1767385006.411036:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000019aedd81. 00000020:00000010:2.0:1767385006.411040:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b46e0ca7. 00040000:00000010:2.0:1767385006.411044:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034f51ab3. 00040000:00000010:2.0:1767385006.411047:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000489e3bf6. 00080000:00000010:2.0:1767385006.411050:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000033879157. 00000020:00000010:2.0:1767385006.411053:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000513b04ab. 00000020:00000010:2.0:1767385006.411056:0:40441:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000000c8c05c2. 00000020:00000010:2.0:1767385006.411060:0:40441:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000c2c40058. 00000020:00000010:2.0:1767385006.411063:0:40441:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000b0514cc3. 00000020:00000010:2.0:1767385006.411066:0:40441:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000eea05391. 00000020:00000010:2.0:1767385006.411092:0:40441:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000081e966e7. 00000100:00000010:2.0:1767385006.411124:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4a7d4ad. 02000000:00000010:2.0:1767385006.411132:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002122e654. 00000100:00000010:2.0:1767385006.411138:0:40441:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b4cdcc13. 00000100:00000010:2.0:1767385006.411141:0:40441:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000049b3f193. 00000100:00000010:2.0:1767385006.411145:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004068a8ca. 00000400:00000010:2.0:1767385006.411154:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009654f2b3. 00000400:00000010:2.0:1767385006.411157:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c300747f. 00000100:00000200:2.0:1767385006.411160:0:40441:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958273509700-0x6958273509700, portal 33 02000000:00000010:2.0:1767385006.411166:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000073b3d676. 00000400:00000010:2.0:1767385006.411168:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7fb4983. 00000400:00000010:2.0:1767385006.411171:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079822a15. 00000100:00000200:2.0:1767385006.411174:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237373212416, portal 25 00000400:00000010:2.0:1767385006.411177:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000856852f2. 00000100:00000200:2.0:1767385006.411179:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237373212416, offset 0 00000400:00000200:2.0:1767385006.411183:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.411189:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.411196:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958273509700 00000400:00000200:2.0:1767385006.411203:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x227d [2] + 0 00000400:00000010:2.0:1767385006.411208:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e36dc76. 00000400:00000200:2.0:1767385006.411213:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf784af2 00000400:00000200:2.0:1767385006.411218:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.411224:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767385006.411229:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf784af2 00000400:00000010:2.0:1767385006.411232:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf784af2. 00000100:00000200:2.0:1767385006.411237:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767385006.411257:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856852f2 00000400:00000010:2.0:1767385006.411261:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000856852f2. 00000100:00000200:2.0:1767385006.411269:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4a7d4ad x1853237373212416/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767385006.411273:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006664d082. 00000020:00000010:3.0:1767385006.411279:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006664d082. 00000020:00000010:3.0:1767385006.411286:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092a2d873. 00000020:00000010:3.0:1767385006.411290:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000582127a3. 00000020:00000010:3.0:1767385006.411294:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7f074a. 00000020:00000010:3.0:1767385006.411321:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006664d082. 00000020:00000010:3.0:1767385006.411323:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006664d082. 00000100:00000200:3.0:1767385006.411326:0:40446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212416 02000000:00000010:3.0:1767385006.411333:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ce269e9e. 20000000:00000010:3.0:1767385006.411341:0:40446:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000bba39499. 00000100:00000010:3.0:1767385006.411344:0:40446:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000087720869. 00000100:00000010:3.0:1767385006.411346:0:40446:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000083c83630. 00000400:00000010:3.0:1767385006.411350:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385006.411355:0:40446:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084e7f2bd. 00000400:00000200:3.0:1767385006.411359:0:40446:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767385006.411365:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767385006.411372:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958273509700 00000400:00000200:3.0:1767385006.411375:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b9d [1] + 0 00000400:00000010:3.0:1767385006.411378:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009654f2b3. 00000400:00000200:3.0:1767385006.411381:0:40446:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c300747f 00000100:00000200:3.0:1767385006.411385:0:40446:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000087720869 00000400:00000200:3.0:1767385006.411390:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767385006.411396:0:40446:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2ba9 00000400:00000200:3.0:1767385006.411399:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.411402:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767385006.411404:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.411406:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.411408:0:40446:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000087720869 00000400:00000200:3.0:1767385006.411412:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c300747f 00000400:00000010:3.0:1767385006.411413:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c300747f. 00000100:00000200:3.0:1767385006.411417:0:40446:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000e4a7d4ad desc 00000000b4cdcc13 mbits 1853237373212416 00000100:00000200:3.0:1767385006.411434:0:40446:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958273509700-0x6958273509700 20000000:00000010:3.0:1767385006.411443:0:40446:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000bc54e358. 20000000:00000010:3.0:1767385006.411452:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a8b3c627. 20000000:00000010:3.0:1767385006.411457:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a908408b. 20000000:00000010:3.0:1767385006.411463:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005254906f. 20000000:00000010:3.0:1767385006.411467:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1bfc204. 20000000:00000010:3.0:1767385006.411471:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9ca4702. 20000000:00000010:3.0:1767385006.411474:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b27bf303. 20000000:00000010:3.0:1767385006.411478:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098a219fb. 20000000:00000010:3.0:1767385006.411482:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d15e379a. 20000000:00000010:3.0:1767385006.411486:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000592d5a94. 20000000:00000010:3.0:1767385006.411489:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067fb1576. 20000000:00000010:3.0:1767385006.411492:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000055ba440d. 20000000:00000010:3.0:1767385006.411495:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a51e96e. 20000000:00000010:3.0:1767385006.411508:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f8cc07b. 20000000:00000010:3.0:1767385006.411512:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb2a0efd. 20000000:00000010:3.0:1767385006.411516:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000092364c1. 20000000:00000010:3.0:1767385006.411521:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b3741f5. 20000000:00000010:3.0:1767385006.411524:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d8b93f6. 20000000:00000010:3.0:1767385006.411526:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000044548773. 20000000:00000010:3.0:1767385006.411529:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000407bea7e. 20000000:00000010:3.0:1767385006.411532:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de8094e8. 20000000:00000010:3.0:1767385006.411534:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3bf6327. 20000000:00000010:3.0:1767385006.411538:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000090bf6a0. 20000000:00000010:3.0:1767385006.411541:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015dffc2f. 20000000:00000010:3.0:1767385006.411543:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000216c5a02. 20000000:00000010:3.0:1767385006.411546:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000018cf6d87. 20000000:00000010:3.0:1767385006.411564:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033c740d5. 20000000:00000010:3.0:1767385006.411567:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f92544a. 20000000:00000010:3.0:1767385006.411570:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3b78ab2. 20000000:00000010:3.0:1767385006.411579:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000099131758. 20000000:00000010:3.0:1767385006.411582:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008774fcf3. 20000000:00000010:3.0:1767385006.411585:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9f7e7b7. 20000000:00000010:3.0:1767385006.411588:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c78b18a1. 20000000:00000010:3.0:1767385006.411591:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7391a1c. 20000000:00000010:3.0:1767385006.411677:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ebb31c5. 20000000:00000010:3.0:1767385006.411682:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002f466646. 20000000:00000010:3.0:1767385006.411685:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0582b3a. 20000000:00000010:3.0:1767385006.411688:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009810a816. 20000000:00000010:3.0:1767385006.411690:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abab6bc5. 20000000:00000010:3.0:1767385006.411693:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019d41cac. 20000000:00000010:3.0:1767385006.411696:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000954427e9. 20000000:00000010:3.0:1767385006.411699:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059d804be. 20000000:00000010:3.0:1767385006.411701:0:40446:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b38fdc0e. 00080000:00000010:3.0:1767385006.411733:0:40446:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000092651deb. 00010000:00000010:3.0:1767385006.420989:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000281cd9b4. 00000020:00000010:3.0:1767385006.420995:0:40447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006cc1aea6. 00010000:00000010:3.0:1767385006.421007:0:40447:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006664d082. 00000100:00000010:3.0:1767385006.421011:0:40447:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067877761. 00080000:00000010:1.0:1767385006.421016:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000092651deb. 00000100:00000010:3.0:1767385006.421018:0:40447:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8a49e68. 02000000:00000010:3.0:1767385006.421028:0:40447:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082e6d99f. 02000000:00000010:3.0:1767385006.421044:0:40447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef806874. 00000400:00000010:3.0:1767385006.421047:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001086ba6e. 00000400:00000010:3.0:1767385006.421050:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.421053:0:40447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373212544, portal 16 00000400:00000010:3.0:1767385006.421058:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.421060:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237373212544, offset 0 00000400:00000200:3.0:1767385006.421066:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767385006.421073:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767385006.421081:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958273509780 00000400:00000200:3.0:1767385006.421086:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 1968 00000400:00000010:3.0:1767385006.421089:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028a97985. 00000400:00000200:3.0:1767385006.421093:0:40447:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005aae1041 00000400:00000200:3.0:1767385006.421096:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.421099:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767385006.421102:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aae1041 00000400:00000010:3.0:1767385006.421120:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aae1041. 00000100:00000200:3.0:1767385006.421127:0:40447:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1767385006.421147:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767385006.421150:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.421157:0:40447:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8a49e68 x1853237373212544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767385006.421203:0:16788:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f3bda13. 00000100:00000010:1.0:1767385006.421213:0:16788:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8ff0c32. 00000100:00000200:1.0:1767385006.421217:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767385006.421223:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003725f13a. 00000400:00000010:1.0:1767385006.421229:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2d80fa8. 00040000:00000010:1.0:1767385006.421237:0:16788:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b267d6c. 00000004:00000010:1.0:1767385006.421241:0:16788:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a066d860. 00000004:00000010:1.0:1767385006.421245:0:16788:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a38aff1d. 00000004:00000010:1.0:1767385006.421248:0:16788:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005a886485. 00000004:00000010:1.0:1767385006.421251:0:16788:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ece7e963. 00000020:00000010:1.0:1767385006.421261:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081a8516. 00000020:00000010:1.0:1767385006.421264:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081a8516. 00000020:00000010:1.0:1767385006.421270:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b5072d. 00000020:00000010:1.0:1767385006.421274:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2c40058. 00000020:00000010:1.0:1767385006.421279:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000020:00000010:1.0:1767385006.421321:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081a8516. 00000020:00000010:1.0:1767385006.421325:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081a8516. 00040000:00000010:0.0:1767385006.421326:0:18589:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c0913c84. 00000100:00000200:1.0:1767385006.421329:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212544 00000004:00000010:0.0:1767385006.421333:0:18589:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a50f11f6. 00000004:00000010:0.0:1767385006.421338:0:18589:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000961c809c. 00000004:00000010:0.0:1767385006.421344:0:18589:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eebcdb34. 02000000:00000010:1.0:1767385006.421345:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009eae92fa. 00000004:00000010:0.0:1767385006.421348:0:18589:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000505e5ad1. 00000400:00000010:1.0:1767385006.421357:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.421364:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237373212544, offset 224 00000400:00000200:1.0:1767385006.421373:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.421382:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.421391:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958273509780 00000400:00000200:1.0:1767385006.421397:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2bad [1] + 224 00000400:00000200:1.0:1767385006.421403:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.421406:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.421413:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8a49e68 x1853237373212544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767385006.421440:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:1.0:1767385006.421443:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000400:00000010:3.0:1767385006.421448:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001086ba6e. 00010000:00000010:1.0:1767385006.421454:0:16788:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000eea1ed5f. 00000400:00000200:3.0:1767385006.421455:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000400:00000010:3.0:1767385006.421458:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000200:3.0:1767385006.421465:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8a49e68 x1853237373212544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767385006.421473:0:40447:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8a49e68 x1853237373212544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767385006.421478:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2c40058. 00000020:00000010:1.0:1767385006.421486:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 02000000:00000010:3.0:1767385006.421491:0:40447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef806874. 00000020:00000010:1.0:1767385006.421492:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b5072d. 02000000:00000010:3.0:1767385006.421497:0:40447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082e6d99f. 00000100:00000010:3.0:1767385006.421503:0:40447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8a49e68. 00000100:00000010:3.0:1767385006.421506:0:40447:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000067877761. 02000000:00000010:1.0:1767385006.421506:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009eae92fa. 00000100:00000010:0.0:1767385006.421508:0:39798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7df2b34. 00010000:00000010:3.0:1767385006.421515:0:40447:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006664d082. 02000000:00000010:1.0:1767385006.421516:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c8d44f0. 02000000:00000010:0.0:1767385006.421519:0:39798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e354768d. 00000100:00000010:1.0:1767385006.421525:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e95ed6f. 02000000:00000010:1.0:1767385006.421532:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000431a604b. 00000100:00000010:1.0:1767385006.421537:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000679e7b90. 02000000:00000010:1.0:1767385006.421542:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a78384df. 00040000:00000010:3.0:1767385006.421546:0:16163:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000539e8985. 00000100:00000010:1.0:1767385006.421547:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047896bf2. 00000004:00000010:3.0:1767385006.421565:0:16163:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000019a67f49. 00010000:00000010:0.0:1767385006.421566:0:39798:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000eea1ed5f. 02000000:00000010:1.0:1767385006.421570:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009c8a11c6. 00000004:00000010:3.0:1767385006.421571:0:16163:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e742e8c. 00000004:00000010:3.0:1767385006.421578:0:16163:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043d209bd. 00000100:00000010:1.0:1767385006.421579:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080991b00. 00000004:00000010:3.0:1767385006.421582:0:16163:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b5f4eab0. 02000000:00000010:1.0:1767385006.421589:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000475c1cf3. 00040000:00000010:0.0:1767385006.421611:0:16164:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000081fc3185. 02000000:00000010:3.0:1767385006.421614:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082e6d99f. 00000004:00000010:0.0:1767385006.421619:0:16164:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000015bca1a7. 00000400:00000010:3.0:1767385006.421620:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001086ba6e. 00000400:00000010:3.0:1767385006.421628:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000010:1.0:1767385006.421629:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf43595d. 00000004:00000010:0.0:1767385006.421629:0:16164:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc8d2ac6. 00000100:00000200:3.0:1767385006.421632:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373212672, portal 18 00000004:00000010:0.0:1767385006.421637:0:16164:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009d20c8bf. 00000400:00000010:3.0:1767385006.421639:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 02000000:00000010:1.0:1767385006.421641:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000081c2a385. 00000004:00000010:0.0:1767385006.421642:0:16164:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000808d4313. 00000100:00000200:3.0:1767385006.421644:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237373212672, offset 0 00000100:00000010:1.0:1767385006.421651:0:16788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000441a17ae. 00000400:00000200:3.0:1767385006.421654:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767385006.421660:0:16788:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb733d45. 00000400:00000200:3.0:1767385006.421666:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767385006.421670:0:16788:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000b47ddd88. 00000400:00000200:3.0:1767385006.421675:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958273509800 00000400:00000200:3.0:1767385006.421681:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:3.0:1767385006.421686:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767385006.421690:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767385006.421694:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767385006.421696:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8a49e68. 00000400:00000200:3.0:1767385006.421711:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da43c9ff 00000400:00000010:3.0:1767385006.421713:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000200:3.0:1767385006.421719:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7df2b34 x1853237373212672/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767385006.421737:0:16789:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000033879157. 00000004:00000010:1.0:1767385006.421744:0:16789:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000019aedd81. 00000004:00000010:1.0:1767385006.421750:0:16789:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad768fd2. 00000004:00000010:1.0:1767385006.421755:0:16789:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b7a3240. 00000004:00000010:1.0:1767385006.421759:0:16789:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009eae92fa. 00000020:00000010:1.0:1767385006.421769:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081a8516. 00000020:00000010:1.0:1767385006.421772:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081a8516. 00000020:00000010:1.0:1767385006.421778:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b5072d. 00000020:00000010:1.0:1767385006.421782:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2c40058. 00000020:00000010:1.0:1767385006.421787:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000100:00000200:1.0:1767385006.421805:0:16789:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8a49e68 x1853237373212672/t0(0) o103->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 328/0 e 0 to 0 dl 1767385017 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.421836:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081a8516. 00000020:00000010:1.0:1767385006.421840:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081a8516. 00040000:00000010:0.0:1767385006.421841:0:16791:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000026d801da. 00000100:00000200:1.0:1767385006.421843:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212672 00000004:00000010:0.0:1767385006.421847:0:16791:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dfbf6f15. 00000004:00000010:0.0:1767385006.421852:0:16791:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000953d00cd. 02000000:00000010:1.0:1767385006.421853:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e91b8c24. 00000004:00000010:0.0:1767385006.421856:0:16791:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fc980867. 00000004:00000010:0.0:1767385006.421860:0:16791:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2aaecc0. 00010000:00000010:1.0:1767385006.421881:0:16789:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000081a8516. 00000100:00000010:1.0:1767385006.421887:0:16789:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003559970c. 00000100:00000010:1.0:1767385006.421913:0:16789:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003559970c. 00010000:00000010:1.0:1767385006.421918:0:16789:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000081a8516. 00000400:00000010:1.0:1767385006.421927:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.421931:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237373212672, offset 224 00000400:00000200:1.0:1767385006.421939:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.421946:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.421956:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958273509800 00000400:00000200:1.0:1767385006.421962:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2bbd [1] + 224 00000400:00000200:1.0:1767385006.421968:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.421971:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.421977:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7df2b34 x1853237373212672/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385022 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767385006.422001:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:1.0:1767385006.422004:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000400:00000010:3.0:1767385006.422011:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001086ba6e. 00000400:00000200:3.0:1767385006.422017:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70168b2 00000020:00000010:1.0:1767385006.422017:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2c40058. 00000400:00000010:3.0:1767385006.422021:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:1.0:1767385006.422026:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 00000100:00000200:3.0:1767385006.422031:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7df2b34 x1853237373212672/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767385006.422035:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b5072d. 00000100:00000200:3.0:1767385006.422044:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7df2b34 x1853237373212672/t0(0) o103->MGC192.168.204.149@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385022 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767385006.422060:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082e6d99f. 02000000:00000010:3.0:1767385006.422064:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e354768d. 00000100:00000010:3.0:1767385006.422067:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7df2b34. 00000100:00000010:2.0:1767385006.424285:0:40446:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000083c83630. 00000100:00000010:2.0:1767385006.424291:0:40446:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000087720869. 20000000:00000010:2.0:1767385006.424293:0:40446:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000bba39499. 00010000:00000200:2.0:1767385006.424300:0:40446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0313953 x1853237373212416/t0(0) o253->daf33691-1772-4ae5-a3a2-7d43c77f6bea@0@lo:232/0 lens 4784/4768 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.424311:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041a02a6a. 00000100:00000200:2.0:1767385006.424313:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237373212416, offset 224 00000400:00000200:2.0:1767385006.424317:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.424322:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.424326:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958273509700 00000400:00000200:2.0:1767385006.424329:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2ba1 [2] + 224 00000400:00000200:2.0:1767385006.424333:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.424335:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.424339:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4a7d4ad x1853237373212416/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.424356:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041a02a6a 00000400:00000010:2.0:1767385006.424357:0:40446:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041a02a6a. 00000020:00000010:2.0:1767385006.424365:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000582127a3. 00000020:00000010:2.0:1767385006.424368:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7f074a. 00000020:00000010:2.0:1767385006.424371:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092a2d873. 02000000:00000010:2.0:1767385006.424375:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ce269e9e. 00000400:00000010:3.0:1767385006.424376:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7fb4983. 00000100:00000200:2.0:1767385006.424381:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767385006.424382:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079822a15 00000400:00000010:2.0:1767385006.424386:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0b97bb6. 00000400:00000010:3.0:1767385006.424387:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079822a15. 00000400:00000010:2.0:1767385006.424393:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041a02a6a. 00000100:00000200:3.0:1767385006.424396:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4a7d4ad x1853237373212416/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.424405:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4a7d4ad x1853237373212416/t0(0) o253->MGC192.168.204.149@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767385006.424418:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004068a8ca. 02000000:00000010:3.0:1767385006.424422:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000073b3d676. 00000100:00000010:3.0:1767385006.424425:0:40441:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000049b3f193. 00000100:00000010:3.0:1767385006.424426:0:40441:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b4cdcc13. 02000000:00000010:3.0:1767385006.424428:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002122e654. 00000100:00000010:3.0:1767385006.424431:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4a7d4ad. 00000020:00000010:3.0:1767385006.424434:0:40441:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000081e966e7. 00000020:02000000:3.0:1767385006.424437:0:40441:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:3.0:1767385006.426799:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e6d99f. 00000020:00000010:3.0:1767385006.426803:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef806874. 00000040:00000010:3.0:1767385006.426815:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000faac8720. 00000020:00000010:3.0:1767385006.426818:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6060a58. 00000020:00000010:3.0:1767385006.426821:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004858f373. 00000020:00000010:3.0:1767385006.426823:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f761709d. 80000000:00000010:3.0:1767385006.426826:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a52bd920. 40000000:00000010:3.0:1767385006.426828:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006664d082. 00100000:00000010:3.0:1767385006.426830:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000052854682. 00040000:00000010:3.0:1767385006.426833:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb10d1c2. 00040000:00000010:3.0:1767385006.426835:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001d37df38. 00040000:00000010:3.0:1767385006.426837:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b027c9cc. 00080000:00000010:3.0:1767385006.426839:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000044ac4edd. 00000004:00000010:3.0:1767385006.426841:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cf8db242. 00000004:00000010:3.0:1767385006.426844:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ecd1665. 00000004:00000010:3.0:1767385006.426846:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004bf0288b. 00000004:00000010:3.0:1767385006.426848:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ad1c38b2. 00000020:00000010:3.0:1767385006.426850:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000933f01f. 00000020:00000010:3.0:1767385006.426852:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002440b69b. 00000020:00000010:3.0:1767385006.426855:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f65993a6. 00000020:00000010:3.0:1767385006.426902:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003206a9c4. 00080000:00000010:3.0:1767385006.426909:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1c0e178. 00080000:00000010:3.0:1767385006.426970:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b1c0e178. 00000020:00000010:3.0:1767385006.426975:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003206a9c4. 00000004:00000010:3.0:1767385006.426985:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002fb4e82b. 00000004:00000010:3.0:1767385006.426990:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006e79db1a. 00000004:00000010:3.0:1767385006.426995:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007b763d99. 00080000:00000010:3.0:1767385006.427000:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1c0e178. 00040000:00000010:3.0:1767385006.427074:0:40441:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000067877761. 00000004:00000010:3.0:1767385006.427080:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c0b0097f. 00000004:00000010:3.0:1767385006.427084:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007b5dea32. 00000004:00000010:3.0:1767385006.427087:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b6cfd6e7. 00080000:00000010:3.0:1767385006.427091:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002931425d. 00000020:00000010:3.0:1767385006.427110:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a2ec116. 00080000:00000010:3.0:1767385006.427114:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007fcaf68a. 00080000:00000010:3.0:1767385006.427146:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007fcaf68a. 00000020:00000010:3.0:1767385006.427149:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005a2ec116. 00000004:00000010:3.0:1767385006.427154:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c293863a. 00000004:00000010:3.0:1767385006.427157:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d0e88967. 00000004:00000010:3.0:1767385006.427160:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000030481251. 00080000:00000010:3.0:1767385006.427162:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007fcaf68a. 00100000:00000010:3.0:1767385006.427188:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045ce4008. 00000004:00000010:3.0:1767385006.427206:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f31b4448. 00000004:00000010:3.0:1767385006.427210:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c79d7fd0. 00000004:00000010:3.0:1767385006.427213:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0562f99. 00080000:00000010:3.0:1767385006.427216:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ea8882. 00100000:00000010:3.0:1767385006.427243:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003c0186b7. 00040000:00000010:3.0:1767385006.427247:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000009158dadc. 00000001:00000010:3.0:1767385006.427252:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ea90c326. 00000001:00000010:3.0:1767385006.427255:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f4d1b950. 00000001:00000010:3.0:1767385006.427258:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008e216258. 00040000:00000010:3.0:1767385006.427268:0:40441:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d6113101. 00000004:00000010:3.0:1767385006.427272:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000089fecd80. 00000004:00000010:3.0:1767385006.427275:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013affdb3. 00000004:00000010:3.0:1767385006.427278:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f1e63796. 00080000:00000010:3.0:1767385006.427281:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fae43a1b. 00000020:00000010:3.0:1767385006.427296:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027d102d9. 00080000:00000010:3.0:1767385006.427299:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c31e545c. 00080000:00000010:3.0:1767385006.427327:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c31e545c. 00000020:00000010:3.0:1767385006.427330:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000027d102d9. 00000004:00000010:3.0:1767385006.427334:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000086f07028. 00000004:00000010:3.0:1767385006.427337:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cb83b082. 00000004:00000010:3.0:1767385006.427340:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2f3d100. 00080000:00000010:3.0:1767385006.427342:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c31e545c. 00100000:00000010:3.0:1767385006.427365:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d1d50a39. 00000004:00000010:3.0:1767385006.427380:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000343ba265. 00000004:00000010:3.0:1767385006.427383:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000943271f4. 00000004:00000010:3.0:1767385006.427386:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004731404f. 00080000:00000010:3.0:1767385006.427389:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091346eb4. 00100000:00000010:3.0:1767385006.427413:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e5bb0b07. 00040000:00000010:3.0:1767385006.427416:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ec54144c. 00000001:00000010:3.0:1767385006.427419:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004557f267. 00000001:00000010:3.0:1767385006.427422:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000051ae9f4f. 00000001:00000010:3.0:1767385006.427424:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004a6c9739. 00040000:00000010:3.0:1767385006.427431:0:40441:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d8b1e027. 00000004:00000010:3.0:1767385006.427434:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000746f7cc0. 00000004:00000010:3.0:1767385006.427437:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009f2affb2. 00000004:00000010:3.0:1767385006.427440:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f474d326. 00080000:00000010:3.0:1767385006.427453:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f17658d. 00000020:00000010:3.0:1767385006.427476:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000119760f1. 00080000:00000010:3.0:1767385006.427480:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7cf8e8e. 00080000:00000010:3.0:1767385006.427512:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7cf8e8e. 00000020:00000010:3.0:1767385006.427515:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000119760f1. 00000004:00000010:3.0:1767385006.427520:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f21bf301. 00000004:00000010:3.0:1767385006.427523:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000054c66748. 00000004:00000010:3.0:1767385006.427526:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003b202ce8. 00080000:00000010:3.0:1767385006.427528:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7cf8e8e. 00100000:00000010:3.0:1767385006.427578:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f884a784. 00010000:00000010:1.1:1767385006.427629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:3.1:1767385006.427641:0:40441:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000496a2bb2. 00010000:00000010:3.1:1767385006.427650:0:40441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000281cd9b4. 00010000:00000010:0.1:1767385006.427652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ae395aab. 00000004:00000010:3.0:1767385006.427661:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cf5926ce. 00010000:00000010:0.1:1767385006.427661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fe23047. 00000004:00000010:3.0:1767385006.427667:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e47e65fd. 00000004:00000010:3.0:1767385006.427670:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e3e48e0f. 00080000:00000010:3.0:1767385006.427673:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002925b81b. 00100000:00000010:3.0:1767385006.427700:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a9a372af. 00040000:00000010:3.0:1767385006.427703:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004383ec96. 00000001:00000010:3.0:1767385006.427706:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003bc0dd2c. 00000001:00000010:3.0:1767385006.427708:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ee483e3d. 00000001:00000010:3.0:1767385006.427712:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000075f9aebe. 00040000:00000010:3.0:1767385006.427720:0:40441:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000996fcb27. 00000020:00000010:3.0:1767385006.427722:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2bc3108. 00000020:00000010:3.0:1767385006.427724:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075fc81a3. 00000020:00000010:3.0:1767385006.427727:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b2f37ad. 00000020:00000010:3.0:1767385006.427730:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da29a74d. 00000020:00000010:3.0:1767385006.427732:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055d5ffc6. 80000000:00000010:3.0:1767385006.427734:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f4154403. 40000000:00000010:3.0:1767385006.427735:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e011116a. 00100000:00000010:3.0:1767385006.427738:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000452576b9. 00040000:00000010:3.0:1767385006.427739:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000056481dd7. 00040000:00000010:3.0:1767385006.427741:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ae727da1. 00080000:00000010:3.0:1767385006.427743:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000032f8140a. 00002000:00000010:3.0:1767385006.427746:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000011bfed4a. 00000020:00000010:2.0:1767385006.427935:0:40441:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000009ebbd4db. 00000020:00000010:2.0:1767385006.427940:0:40441:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000009ebbd4db. 00000020:00000010:2.0:1767385006.427943:0:40441:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000c597b264. 00000020:00000010:2.0:1767385006.427948:0:40441:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000009ebbd4db. 00000020:00000010:2.0:1767385006.427951:0:40441:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000009ebbd4db. 00040000:00000010:2.0:1767385006.427978:0:40441:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006bcab2e9. 00000020:00000010:2.0:1767385006.427990:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5616dd8. 00080000:00000010:2.0:1767385006.427994:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000878433d8. 00080000:00000010:2.0:1767385006.428028:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000878433d8. 00000020:00000010:2.0:1767385006.428031:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d5616dd8. 00000004:00000010:2.0:1767385006.428047:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004e6aac45. 00000004:00000010:2.0:1767385006.428059:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000641b3de3. 00000004:00000010:2.0:1767385006.428063:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002506e5b1. 00080000:00000010:2.0:1767385006.428066:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000878433d8. 00100000:00000010:2.0:1767385006.428110:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045030faf. 00000004:00000010:2.0:1767385006.428128:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ee2475c. 00000004:00000010:2.0:1767385006.428131:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000052c42f88. 00000004:00000010:2.0:1767385006.428134:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cb096ac3. 00080000:00000010:2.0:1767385006.428137:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000090d969a8. 00100000:00000010:2.0:1767385006.428163:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000059dd6dc7. 00040000:00000010:2.0:1767385006.428167:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fa1b6d29. 00000001:00000010:2.0:1767385006.428171:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c4a0f0bd. 00000001:00000010:2.0:1767385006.428174:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000078379da8. 00000001:00000010:2.0:1767385006.428177:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000bd643920. 00040000:00000010:2.0:1767385006.428185:0:40441:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006e1e8a42. 00000020:00000010:2.0:1767385006.428201:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bcaa511a. 00080000:00000010:2.0:1767385006.428217:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec17d0dc. 00080000:00000010:2.0:1767385006.428274:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ec17d0dc. 00000020:00000010:2.0:1767385006.428304:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bcaa511a. 00000004:00000010:2.0:1767385006.428314:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007d51d3bf. 00000004:00000010:2.0:1767385006.428321:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007120607b. 00000004:00000010:2.0:1767385006.428328:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f8133894. 00080000:00000010:2.0:1767385006.428333:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec17d0dc. 00100000:00000010:2.0:1767385006.428377:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005a09be0e. 00000004:00000010:2.0:1767385006.428398:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009553bce5. 00000004:00000010:2.0:1767385006.428402:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bf86a9f9. 00000004:00000010:2.0:1767385006.428405:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000080bd5dc6. 00080000:00000010:2.0:1767385006.428409:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe82e164. 00100000:00000010:2.0:1767385006.428440:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c00edf5f. 00040000:00000010:2.0:1767385006.428444:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000066030635. 00000001:00000010:2.0:1767385006.428448:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003741c4af. 00000001:00000010:2.0:1767385006.428451:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000053b4ace4. 00000001:00000010:2.0:1767385006.428454:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000052a704f5. 00040000:00000010:2.0:1767385006.428462:0:40441:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d4b5a2cf. 00000020:00000010:2.0:1767385006.428481:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000485654e3. 00080000:00000010:2.0:1767385006.428485:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079821135. 00080000:00000010:2.0:1767385006.428520:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000079821135. 00000020:00000010:2.0:1767385006.428524:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000485654e3. 00000004:00000010:2.0:1767385006.428529:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d44e3ed3. 00000004:00000010:2.0:1767385006.428533:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cc7f8db6. 00000004:00000010:2.0:1767385006.428537:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a218ece1. 00080000:00000010:2.0:1767385006.428540:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079821135. 00100000:00000010:2.0:1767385006.428638:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000323f1c9c. 00000004:00000010:2.0:1767385006.428654:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000061470884. 00000004:00000010:2.0:1767385006.428658:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000067dd32f3. 00000004:00000010:2.0:1767385006.428660:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000708ec919. 00080000:00000010:2.0:1767385006.428663:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb6b0f51. 00100000:00000010:2.0:1767385006.428686:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000097259dc1. 00040000:00000010:2.0:1767385006.428689:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f75a0b2c. 00000001:00000010:2.0:1767385006.428692:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001a0900b3. 00000001:00000010:2.0:1767385006.428694:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008e9af4d3. 00000001:00000010:2.0:1767385006.428696:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009f2276eb. 00040000:00000010:2.0:1767385006.428703:0:40441:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000694a70b8. 00000020:00000010:2.0:1767385006.428706:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000257a8f2b. 00000020:00000010:2.0:1767385006.428709:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000412d2731. 00000020:00000010:2.0:1767385006.428711:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009d5dd029. 00000020:00000010:2.0:1767385006.428714:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e4f5468. 00000020:00000010:2.0:1767385006.428716:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096cb57f5. 80000000:00000010:2.0:1767385006.428719:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001cc92edd. 40000000:00000010:2.0:1767385006.428721:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000066ed2a7b. 00100000:00000010:2.0:1767385006.428723:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9e582f3. 00040000:00000010:2.0:1767385006.428726:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fa44228d. 00040000:00000010:2.0:1767385006.428728:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed6d664e. 00080000:00000010:2.0:1767385006.428730:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000065257822. 00002000:00000010:2.0:1767385006.428732:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001a7e9029. 00000020:00000010:3.0:1767385006.428990:0:40441:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000001f4b2a9c. 00000020:00000010:3.0:1767385006.428996:0:40441:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000001f4b2a9c. 00000020:00000010:3.0:1767385006.428999:0:40441:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000d0799fa2. 00000020:00000010:3.0:1767385006.429003:0:40441:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000001f4b2a9c. 00000020:00000010:3.0:1767385006.429006:0:40441:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000001f4b2a9c. 40000000:00000010:3.0:1767385006.429010:0:40441:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000005288b04d. 00080000:00000010:3.0:1767385006.429056:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b22f22bf. 00080000:00000010:2.0:1767385006.438066:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b22f22bf. 00000004:00000010:3.0:1767385006.438092:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c90e3d93. 00000004:00000010:3.0:1767385006.438114:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a0c37694. 00000004:00000010:3.0:1767385006.438118:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000097e82884. 00080000:00000010:3.0:1767385006.438121:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064a0ffc0. 00000004:00000010:3.0:1767385006.438229:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000680a3b6d. 00000004:00000010:3.0:1767385006.438233:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004a77799f. 00000004:00000010:3.0:1767385006.438236:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095ff00fe. 00080000:00000010:3.0:1767385006.438239:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005536a5d5. 00000020:00000010:3.0:1767385006.438275:0:40441:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 0000000038bdbde2. 00080000:00000010:3.0:1767385006.438279:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00080000:00000010:3.0:1767385006.438282:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000119950bc. 00000004:00000010:3.0:1767385006.438319:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004c156380. 00000004:00000010:3.0:1767385006.438322:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000539d76b2. 00000004:00000010:3.0:1767385006.438324:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000055caefeb. 00080000:00000010:3.0:1767385006.438330:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b6a97589. 00080000:00000010:3.0:1767385006.438360:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000119950bc. 00080000:00000010:3.0:1767385006.438363:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00000020:00000010:3.0:1767385006.438366:0:40441:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 0000000038bdbde2. 00000004:00000010:3.0:1767385006.438370:0:40441:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000002bd88970. 00000004:00000010:3.0:1767385006.438374:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d02b4e15. 00000004:00000010:3.0:1767385006.438377:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c3822371. 00000004:00000010:3.0:1767385006.438379:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a60b9a75. 00080000:00000010:3.0:1767385006.438382:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e6e6400. 00000020:00000010:3.0:1767385006.438415:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee17cf42. 00000020:00000010:3.0:1767385006.438418:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000089267018. 00000040:00000010:3.0:1767385006.438430:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004291c32f. 00000020:00000010:3.0:1767385006.438434:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b285e50b. 00000020:00000010:3.0:1767385006.438437:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c2c40d63. 00000020:00000010:3.0:1767385006.438439:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d819c81f. 80000000:00000010:3.0:1767385006.438442:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007e703f02. 40000000:00000010:3.0:1767385006.438444:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ffe710d6. 00100000:00000010:3.0:1767385006.438446:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b2282ac7. 00040000:00000010:3.0:1767385006.438449:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067377753. 00040000:00000010:3.0:1767385006.438452:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000020bdc194. 00040000:00000010:3.0:1767385006.438454:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f81d086. 00080000:00000010:3.0:1767385006.438457:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009201f63f. 00000004:00000010:3.0:1767385006.438460:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000005a5eb94. 00000004:00000010:3.0:1767385006.438463:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000496efb7d. 00000004:00000010:3.0:1767385006.438466:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001acea00f. 00000004:00000010:3.0:1767385006.438468:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004d5d8803. 00000100:00000010:0.0:1767385006.438649:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000302b704d. 00000100:00000010:2.0:1767385006.438654:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8401b14. 00000004:00000010:2.0:1767385006.438718:0:40441:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000d271df79. 00000040:00000010:2.0:1767385006.438723:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002386309f. 00000020:00000010:2.0:1767385006.438728:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f76b027. 00000020:00000010:2.0:1767385006.438731:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a21ec9bf. 00000040:00000010:2.0:1767385006.438733:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000204b62d7. 00000020:00000010:2.0:1767385006.438735:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000559f8d08. 00000020:00000010:2.0:1767385006.438738:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000806235f7. 00000020:00000010:2.0:1767385006.438741:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f15f0056. 80000000:00000010:2.0:1767385006.438743:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d570081. 40000000:00000010:2.0:1767385006.438745:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047f1f717. 00100000:00000010:2.0:1767385006.438748:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048dffc41. 00040000:00000010:2.0:1767385006.438750:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a537c350. 00040000:00000010:2.0:1767385006.438753:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f5bd256f. 00040000:00000010:2.0:1767385006.438755:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000085d56845. 00080000:00000010:2.0:1767385006.438757:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac3db25f. 00000004:00000010:2.0:1767385006.438760:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e334e6fa. 00000004:00000010:2.0:1767385006.438763:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3c32583. 00000004:00000010:2.0:1767385006.438765:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007fca45c8. 00000004:00000010:2.0:1767385006.438768:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000451780e7. 00000040:00000010:2.0:1767385006.439036:0:40484:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a73224ca. 00000004:00000010:3.0:1767385006.439052:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c98e7379. 00000004:00000010:3.0:1767385006.439060:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bcb636d6. 00000040:00000010:2.0:1767385006.439062:0:40484:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000b8fc6944. 00000004:00000010:3.0:1767385006.439064:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000046255817. 00080000:00000010:3.0:1767385006.439072:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000006ae9d4b. 00000040:00000010:2.0:1767385006.439084:0:40484:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aa0bb403. 00000020:00000010:2.0:1767385006.439092:0:40484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce118e31. 00000020:00000010:2.0:1767385006.439098:0:40484:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092a2d873. 00000040:00000010:2.0:1767385006.439102:0:40484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d89f0bf. 00000020:00000010:2.0:1767385006.439105:0:40484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004cd43993. 00000020:00000010:2.0:1767385006.439110:0:40484:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000460d3651. 00000020:00000010:2.0:1767385006.439115:0:40484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3c41c3d. 80000000:00000010:2.0:1767385006.439119:0:40484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006618c4d0. 40000000:00000010:2.0:1767385006.439121:0:40484:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ae55862. 00100000:00000010:2.0:1767385006.439124:0:40484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002aecc214. 00040000:00000010:2.0:1767385006.439127:0:40484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d2073fc. 00040000:00000010:2.0:1767385006.439129:0:40484:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009189efb3. 00040000:00000010:2.0:1767385006.439131:0:40484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030a0e399. 00080000:00000010:2.0:1767385006.439145:0:40484:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000077b11acf. 00000004:00000010:2.0:1767385006.439149:0:40484:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2bc8e09. 00000004:00000010:2.0:1767385006.439153:0:40484:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e13bfbd6. 00000004:00000010:2.0:1767385006.439160:0:40484:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004573c9c9. 00002000:00000010:2.0:1767385006.439164:0:40484:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000073e62aed. 00000004:00000010:2.0:1767385006.439170:0:40484:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d2d5f58d. 00000020:00000010:2.0:1767385006.439174:0:40484:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c0cbe83f. 00000040:00000010:2.0:1767385006.439191:0:40484:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000017657b3b. 00080000:00000010:3.0:1767385006.439234:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000006ae9d4b. 00000004:00000010:3.0:1767385006.439240:0:40441:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000046255817. 00000004:00000010:3.0:1767385006.439244:0:40441:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bcb636d6. 00000004:00000010:3.0:1767385006.439247:0:40441:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c98e7379. 00000004:00000010:3.0:1767385006.439253:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c9b6c909. 00000004:00000010:3.0:1767385006.439256:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bcb636d6. 00000004:00000010:3.0:1767385006.439258:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000046255817. 00080000:00000010:3.0:1767385006.439262:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000006ae9d4b. 00000004:00000010:3.0:1767385006.439307:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000015efcc9f. 00000004:00000010:3.0:1767385006.439312:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ab7a24d8. 00000004:00000010:3.0:1767385006.439315:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003da93794. 00080000:00000010:3.0:1767385006.439317:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed73cb44. 00080000:00000010:3.0:1767385006.439397:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ed73cb44. 00000004:00000010:3.0:1767385006.439402:0:40441:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003da93794. 00000004:00000010:3.0:1767385006.439404:0:40441:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ab7a24d8. 00000004:00000010:3.0:1767385006.439406:0:40441:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000015efcc9f. 00000004:00000010:3.0:1767385006.439412:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b7ecd5fd. 00000004:00000010:3.0:1767385006.439415:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ab7a24d8. 00000004:00000010:3.0:1767385006.439417:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003da93794. 00080000:00000010:3.0:1767385006.439420:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed73cb44. 00000004:00000010:3.0:1767385006.439467:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d7df8146. 00000004:00000010:3.0:1767385006.439471:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ac6408e2. 00000004:00000010:3.0:1767385006.439473:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dfb9cbc9. 00080000:00000010:3.0:1767385006.439476:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f4912b0. 00000100:00000010:1.0:1767385006.439666:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d1a9004. 00080000:00000010:3.0:1767385006.439709:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f4912b0. 00000004:00000010:3.0:1767385006.439714:0:40441:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dfb9cbc9. 00000004:00000010:3.0:1767385006.439716:0:40441:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ac6408e2. 00000004:00000010:3.0:1767385006.439717:0:40441:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d7df8146. 00000004:00000010:3.0:1767385006.439722:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098318286. 00000004:00000010:3.0:1767385006.439725:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ac6408e2. 00000004:00000010:3.0:1767385006.439727:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dfb9cbc9. 00080000:00000010:3.0:1767385006.439730:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f4912b0. 00000004:00000010:3.0:1767385006.439770:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000051a8347c. 00000004:00000010:3.0:1767385006.439773:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000969191e3. 00000004:00000010:3.0:1767385006.439776:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000000d1a099. 00080000:00000010:3.0:1767385006.439779:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f3032982. 00080000:00000010:3.0:1767385006.439914:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f3032982. 00000004:00000010:3.0:1767385006.439918:0:40441:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000000d1a099. 00000004:00000010:3.0:1767385006.439921:0:40441:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000969191e3. 00000004:00000010:3.0:1767385006.439923:0:40441:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000051a8347c. 00000004:00000010:3.0:1767385006.439927:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000060489233. 00000004:00000010:3.0:1767385006.439930:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000969191e3. 00000004:00000010:3.0:1767385006.439932:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000000d1a099. 00080000:00000010:3.0:1767385006.439935:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f3032982. 00000020:00000010:3.0:1767385006.439975:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000367861c6. 00080000:00000010:3.0:1767385006.439979:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007832dbd2. 00080000:00000010:3.0:1767385006.440003:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007832dbd2. 00000020:00000010:3.0:1767385006.440005:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000367861c6. 00000004:00000010:3.0:1767385006.440009:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000072f6bfe2. 00000004:00000010:3.0:1767385006.440012:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000084ac2ca4. 00000004:00000010:3.0:1767385006.440015:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ce7facf4. 00080000:00000010:3.0:1767385006.440017:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007832dbd2. 00000040:00000010:3.0:1767385006.440157:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000003d91bdaf. 00000040:00000010:3.0:1767385006.440164:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001b2995c3. 00000040:00000010:3.0:1767385006.440182:0:40441:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000cccdff45. 00000020:00000010:3.0:1767385006.440186:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003e5f81d0. 00080000:00000010:3.0:1767385006.440189:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e201c65a. 00000040:00000010:3.0:1767385006.440217:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000038bdbde2. 00000040:00000010:3.0:1767385006.440226:0:40441:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000996de779. 00000040:00000010:3.0:1767385006.443514:0:40441:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000996de779. 00000040:00000010:3.0:1767385006.443522:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a9acebc2. 00000040:00000010:3.0:1767385006.443528:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000448137ee. 00000040:00000010:3.0:1767385006.443562:0:40441:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000d9f3b821. 00000020:00000010:3.0:1767385006.443566:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000046c33a8. 00080000:00000010:3.0:1767385006.443569:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009dc5691c. 00000040:00000010:3.0:1767385006.443629:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000996de779. 00000040:00000010:3.0:1767385006.443638:0:40441:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000ce269e9e. 00000040:00000010:2.0:1767385006.446122:0:40484:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000017657b3b. 00000020:00000010:2.0:1767385006.446134:0:40484:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c0cbe83f. 00000020:00000010:2.0:1767385006.446140:0:40484:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000092a2d873. 00000040:00000010:2.0:1767385006.446143:0:40484:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d89f0bf. 00000020:00000010:2.0:1767385006.446145:0:40484:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004cd43993. 00000020:00000010:2.0:1767385006.446149:0:40484:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000460d3651. 00000020:00000010:2.0:1767385006.446152:0:40484:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b3c41c3d. 80000000:00000010:2.0:1767385006.446155:0:40484:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006618c4d0. 40000000:00000010:2.0:1767385006.446158:0:40484:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ae55862. 00100000:00000010:2.0:1767385006.446160:0:40484:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002aecc214. 00040000:00000010:2.0:1767385006.446163:0:40484:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d2073fc. 00040000:00000010:2.0:1767385006.446166:0:40484:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009189efb3. 00040000:00000010:2.0:1767385006.446168:0:40484:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030a0e399. 00080000:00000010:2.0:1767385006.446170:0:40484:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000077b11acf. 00000004:00000010:2.0:1767385006.446172:0:40484:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2bc8e09. 00000004:00000010:2.0:1767385006.446174:0:40484:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e13bfbd6. 00000004:00000010:2.0:1767385006.446177:0:40484:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004573c9c9. 00002000:00000010:2.0:1767385006.446180:0:40484:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000073e62aed. 00000004:00000010:2.0:1767385006.446182:0:40484:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d2d5f58d. 00000020:00000010:2.0:1767385006.446183:0:40484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce118e31. 00000040:00000010:2.0:1767385006.446186:0:40484:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000aa0bb403. 00000020:00000010:2.0:1767385006.446190:0:40484:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a21ec9bf. 00000040:00000010:2.0:1767385006.446192:0:40484:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000204b62d7. 00000020:00000010:2.0:1767385006.446193:0:40484:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000559f8d08. 00000020:00000010:2.0:1767385006.446196:0:40484:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000806235f7. 00000020:00000010:2.0:1767385006.446199:0:40484:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f15f0056. 80000000:00000010:2.0:1767385006.446201:0:40484:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d570081. 40000000:00000010:2.0:1767385006.446204:0:40484:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047f1f717. 00100000:00000010:2.0:1767385006.446206:0:40484:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048dffc41. 00040000:00000010:2.0:1767385006.446209:0:40484:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a537c350. 00000040:00000010:3.0:1767385006.446210:0:40441:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000ce269e9e. 00040000:00000010:2.0:1767385006.446212:0:40484:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f5bd256f. 00000040:00000010:3.0:1767385006.446219:0:40441:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001142eabc. 00040000:00000010:2.0:1767385006.446220:0:40484:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000085d56845. 00000020:00000010:3.0:1767385006.446225:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038ca415b. 00080000:00000010:2.0:1767385006.446227:0:40484:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ac3db25f. 00000020:00000010:3.0:1767385006.446230:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000953e7936. 00000040:00000010:3.0:1767385006.446234:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006f616452. 00000004:00000010:2.0:1767385006.446234:0:40484:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e334e6fa. 00000020:00000010:3.0:1767385006.446243:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000096875c95. 00000004:00000010:2.0:1767385006.446243:0:40484:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e3c32583. 00000020:00000010:3.0:1767385006.446251:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000004:00000010:2.0:1767385006.446252:0:40484:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fca45c8. 00000020:00000010:3.0:1767385006.446255:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e635d9e5. 00000004:00000010:2.0:1767385006.446258:0:40484:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000451780e7. 80000000:00000010:3.0:1767385006.446260:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b68efa82. 00000020:00000010:2.0:1767385006.446266:0:40484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f76b027. 40000000:00000010:3.0:1767385006.446267:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f7be883. 00100000:00000010:3.0:1767385006.446273:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001bed53fe. 00000004:00000010:2.0:1767385006.446275:0:40484:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000d271df79. 00040000:00000010:3.0:1767385006.446277:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5da7eb2. 00040000:00000010:3.0:1767385006.446283:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca1dc75b. 00040000:00000010:3.0:1767385006.446286:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ace4b848. 00080000:00000010:3.0:1767385006.446289:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ce974b8c. 00000004:00000010:3.0:1767385006.446292:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5d25a54. 00000004:00000010:3.0:1767385006.446295:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d607c5a. 00000004:00000010:3.0:1767385006.446300:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005f1d2c89. 00002000:00000010:3.0:1767385006.446304:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006cd554c6. 00000004:00000010:3.0:1767385006.446307:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bc965d5f. 00000020:00000010:3.0:1767385006.446309:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000643aacc. 00000040:00000010:3.0:1767385006.446313:0:40441:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ce269e9e. 00000040:00000010:3.0:1767385006.446818:0:40441:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ce269e9e. 00000020:00000010:3.0:1767385006.446823:0:40441:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000643aacc. 00000020:00000010:3.0:1767385006.446827:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000953e7936. 00000040:00000010:3.0:1767385006.446830:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006f616452. 00000020:00000010:3.0:1767385006.446832:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000096875c95. 00000020:00000010:3.0:1767385006.446835:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385006.446837:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e635d9e5. 80000000:00000010:3.0:1767385006.446840:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b68efa82. 40000000:00000010:3.0:1767385006.446842:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f7be883. 00100000:00000010:3.0:1767385006.446844:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001bed53fe. 00040000:00000010:3.0:1767385006.446847:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5da7eb2. 00040000:00000010:3.0:1767385006.446849:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ca1dc75b. 00040000:00000010:3.0:1767385006.446851:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ace4b848. 00080000:00000010:3.0:1767385006.446852:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ce974b8c. 00000004:00000010:3.0:1767385006.446855:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5d25a54. 00000004:00000010:3.0:1767385006.446857:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008d607c5a. 00000004:00000010:3.0:1767385006.446859:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005f1d2c89. 00002000:00000010:3.0:1767385006.446861:0:40441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006cd554c6. 00000004:00000010:3.0:1767385006.446863:0:40441:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bc965d5f. 00000020:00000010:3.0:1767385006.446865:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038ca415b. 00000040:00000010:3.0:1767385006.446867:0:40441:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001142eabc. 00000040:00000010:3.0:1767385006.446870:0:40441:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001142eabc. 00000020:00000010:3.0:1767385006.446872:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038ca415b. 00000020:00000010:3.0:1767385006.446874:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ace4b848. 00000040:00000010:3.0:1767385006.446875:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e635d9e5. 00000020:00000010:3.0:1767385006.446877:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f1d2c89. 00000020:00000010:3.0:1767385006.446879:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385006.446881:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f616452. 80000000:00000010:3.0:1767385006.446882:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b68efa82. 40000000:00000010:3.0:1767385006.446884:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f7be883. 00100000:00000010:3.0:1767385006.446886:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385006.446888:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5da7eb2. 00040000:00000010:3.0:1767385006.446890:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000069135b. 00040000:00000010:3.0:1767385006.446892:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000953e7936. 00080000:00000010:3.0:1767385006.446894:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e42d89b3. 00000004:00000010:3.0:1767385006.446897:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dbec6a7c. 00000004:00000010:3.0:1767385006.446898:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d607c5a. 00000004:00000010:3.0:1767385006.446900:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c3df67c0. 00002000:00000010:3.0:1767385006.446902:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bc965d5f. 00000004:00000010:3.0:1767385006.446903:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006cd554c6. 00000020:00000010:3.0:1767385006.446905:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b7fe90bb. 00000040:00000010:3.0:1767385006.446908:0:40441:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ce269e9e. 00000040:00000010:3.0:1767385006.447386:0:40441:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ce269e9e. 00000020:00000010:3.0:1767385006.447388:0:40441:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b7fe90bb. 00000020:00000010:3.0:1767385006.447391:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ace4b848. 00000040:00000010:3.0:1767385006.447393:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e635d9e5. 00000020:00000010:3.0:1767385006.447394:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f1d2c89. 00000020:00000010:3.0:1767385006.447396:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385006.447398:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f616452. 80000000:00000010:3.0:1767385006.447399:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b68efa82. 40000000:00000010:3.0:1767385006.447401:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f7be883. 00100000:00000010:3.0:1767385006.447402:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385006.447404:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5da7eb2. 00040000:00000010:3.0:1767385006.447405:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000069135b. 00040000:00000010:3.0:1767385006.447407:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000953e7936. 00080000:00000010:3.0:1767385006.447409:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e42d89b3. 00000004:00000010:3.0:1767385006.447411:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dbec6a7c. 00000004:00000010:3.0:1767385006.447413:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008d607c5a. 00000004:00000010:3.0:1767385006.447414:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c3df67c0. 00002000:00000010:3.0:1767385006.447416:0:40441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bc965d5f. 00000004:00000010:3.0:1767385006.447417:0:40441:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006cd554c6. 00000020:00000010:3.0:1767385006.447418:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038ca415b. 00000040:00000010:3.0:1767385006.447420:0:40441:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001142eabc. 00000040:00000010:3.0:1767385006.447423:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005dccb0ac. 00000040:00000010:3.0:1767385006.447428:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038ca415b. 00000040:00000010:3.0:1767385006.447445:0:40441:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000ff902f47. 00000020:00000010:3.0:1767385006.447448:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5da7eb2. 00080000:00000010:3.0:1767385006.447451:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dec6fab1. 00000040:00000010:3.0:1767385006.447479:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ce269e9e. 00000001:00000010:3.0:1767385006.447494:0:40441:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000c2dad4a7. 00000004:00000010:3.0:1767385006.447512:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b1c045f7. 00000004:00000010:3.0:1767385006.447515:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e6356cd1. 00000004:00000010:3.0:1767385006.447518:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000060853513. 00080000:00000010:3.0:1767385006.447521:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046a3ba1d. 00080000:00000010:3.0:1767385006.447563:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006cd554c6. 00080000:00000010:3.0:1767385006.447574:0:40441:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000003ea94cf3. 00000100:00000010:3.0:1767385006.447617:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091140e89. 00080000:00000010:3.0:1767385006.447746:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000046a3ba1d. 00000004:00000010:3.0:1767385006.447749:0:40441:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000060853513. 00000004:00000010:3.0:1767385006.447752:0:40441:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e6356cd1. 00000004:00000010:3.0:1767385006.447754:0:40441:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b1c045f7. 00000020:00000010:3.0:1767385006.447765:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a66c5228. 00080000:00000010:3.0:1767385006.447768:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046a3ba1d. 00080000:00000010:3.0:1767385006.447773:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000269657fa. 00000020:00000010:2.0:1767385006.449340:0:40441:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000aa0bb403. 00100000:00000010:2.0:1767385006.449364:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000448acf8e. 00080000:00000010:2.0:1767385006.449375:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000451780e7. 00000020:00000010:2.0:1767385006.449409:0:40441:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000aa0bb403. 00000020:00000010:2.0:1767385006.449412:0:40441:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000a9add934. 00080000:00000010:2.0:1767385006.449427:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d2d5f58d. 00080000:00000010:2.0:1767385006.449472:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000073e62aed. 00080000:00000010:2.0:1767385006.449500:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db652f70. 00100000:00000010:2.0:1767385006.449527:0:40441:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000e3c32583. 00000020:00000010:2.0:1767385006.449583:0:40441:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000e13bfbd6. 00000004:00000010:2.0:1767385006.449657:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001a844a1b. 00000004:00000010:2.0:1767385006.449663:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f37b11b4. 00000004:00000010:2.0:1767385006.449667:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005852b6d3. 00080000:00000010:2.0:1767385006.449671:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000045e86a6. 00000020:00000010:2.0:1767385006.449682:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a537c350. 00080000:00000010:2.0:1767385006.449685:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000047ee431a. 00000020:00000010:2.0:1767385006.449719:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d2073fc. 00080000:00000010:2.0:1767385006.449722:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000da0c2c6. 00100000:00000010:2.0:1767385006.449775:0:40441:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000f8f53946. 00100000:00000010:2.0:1767385006.449779:0:40441:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000002161f0c6. 00100000:00000010:2.0:1767385006.449816:0:40441:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000002161f0c6. 00100000:00000010:2.0:1767385006.449820:0:40441:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000004573c9c9. 00100000:00000010:2.0:1767385006.449823:0:40441:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000cc553a91. 00100000:00000010:2.0:1767385006.449826:0:40441:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000dcd0fbf5. 00100000:00000010:2.0:1767385006.449829:0:40441:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000d97db177. 00000020:00000010:2.0:1767385006.449841:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eaf0b4fb. 00080000:00000010:2.0:1767385006.449844:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000087229739. 00000020:00000010:2.0:1767385006.449887:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094aae3b3. 00080000:00000010:2.0:1767385006.449890:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a1e146c. 00000020:00000010:2.0:1767385006.449915:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003e512490. 00080000:00000010:2.0:1767385006.449918:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000270554bc. 00000020:00000010:2.0:1767385006.449941:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002cd84a3d. 00080000:00000010:2.0:1767385006.449944:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac7ae8cb. 00000020:00000010:2.0:1767385006.449967:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000003ff74a6. 00080000:00000010:2.0:1767385006.449969:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d039c68. 00000020:00000010:2.0:1767385006.449992:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002678faf4. 00080000:00000010:2.0:1767385006.449995:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000062937a4f. 00000020:00000010:2.0:1767385006.450018:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009bd648cd. 00080000:00000010:2.0:1767385006.450021:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f173d41. 00000020:00000010:2.0:1767385006.450044:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f8dc492a. 00080000:00000010:2.0:1767385006.450046:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a92e73ee. 00000020:00000010:2.0:1767385006.450069:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f780b690. 00080000:00000010:2.0:1767385006.450072:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000072ee523b. 00000020:00000010:2.0:1767385006.450095:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b017f20b. 00080000:00000010:2.0:1767385006.450098:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008b11ad1d. 00000020:00000010:2.0:1767385006.450121:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003b2b1c49. 00080000:00000010:2.0:1767385006.450134:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000047e19cc0. 00000020:00000010:2.0:1767385006.450169:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000626a5ff. 00080000:00000010:2.0:1767385006.450172:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e7ea8fc4. 00000020:00000010:2.0:1767385006.450196:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000019ade64e. 00080000:00000010:2.0:1767385006.450200:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad43b6bd. 00000020:00000010:2.0:1767385006.450246:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c37576c3. 00080000:00000010:2.0:1767385006.450252:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e1c2dcac. 00000020:00000010:2.0:1767385006.450300:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000821801a8. 00080000:00000010:2.0:1767385006.450304:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8395f79. 00000020:00000010:2.0:1767385006.450333:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002cf3e958. 00080000:00000010:2.0:1767385006.450336:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa93ae86. 00000020:00000010:2.0:1767385006.450358:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f9c195a. 00080000:00000010:2.0:1767385006.450361:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005bf0ab70. 00100000:00000010:2.0:1767385006.450380:0:40441:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000b8d15668. 00100000:00000010:2.0:1767385006.450383:0:40441:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000004bb7539d. 00100000:00000010:2.0:1767385006.450386:0:40441:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000694f8bd6. 00100000:00000010:2.0:1767385006.450389:0:40441:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000acd57847. 00000020:00000010:2.0:1767385006.450397:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000083ac22a5. 00080000:00000010:2.0:1767385006.450400:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dc1a0e69. 00000020:00000010:2.0:1767385006.450459:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c65c6b16. 00080000:00000010:2.0:1767385006.450463:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004ff6a144. 00000020:00000010:2.0:1767385006.450491:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000650e716b. 00080000:00000010:2.0:1767385006.450494:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e1a8d8f. 00000020:00000010:2.0:1767385006.450517:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000092c57aa9. 00080000:00000010:2.0:1767385006.450520:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000010a4470f. 00000020:00000010:2.0:1767385006.450544:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002cbc8819. 00080000:00000010:2.0:1767385006.450565:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000038ea914b. 00000020:00000010:2.0:1767385006.450630:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f216ef62. 00080000:00000010:2.0:1767385006.450634:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b3bc0ce. 00000020:00000010:2.0:1767385006.450665:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ce437af5. 00080000:00000010:2.0:1767385006.450668:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a7028d5d. 00000020:00000010:2.0:1767385006.450691:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ec0363b1. 00080000:00000010:2.0:1767385006.450694:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e157d96a. 00000020:00000010:2.0:1767385006.450716:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b4003231. 00080000:00000010:2.0:1767385006.450719:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006d949abc. 00000020:00000010:2.0:1767385006.450743:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000541ef278. 00080000:00000010:2.0:1767385006.450746:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b767a1ed. 00000020:00000010:2.0:1767385006.450769:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b8771fc6. 00080000:00000010:2.0:1767385006.450779:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dde3ce03. 00000020:00000010:2.0:1767385006.450811:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001278a979. 00080000:00000010:2.0:1767385006.450814:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac4bd2f7. 00000020:00000010:2.0:1767385006.450837:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c0ea0a90. 00080000:00000010:2.0:1767385006.450840:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000045fcccfe. 00000020:00000010:2.0:1767385006.450862:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b252f6a. 00080000:00000010:2.0:1767385006.450865:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e7cde4e. 00000020:00000010:2.0:1767385006.450888:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b720d2a8. 00080000:00000010:2.0:1767385006.450891:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055fe0237. 00000020:00000010:2.0:1767385006.450913:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cf746c1e. 00080000:00000010:2.0:1767385006.450960:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c7561f6. 00000020:00000010:2.0:1767385006.450992:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d7826983. 00080000:00000010:2.0:1767385006.450995:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b3941b9b. 00100000:00000010:2.0:1767385006.451017:0:40441:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000d7bd8e3e. 00200000:00000010:2.0:1767385006.451022:0:40441:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000002161f0c6. 00000020:00000010:2.0:1767385006.451037:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030a0e399. 00000020:00000010:2.0:1767385006.451040:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f76b027. 00000020:00000010:2.0:1767385006.451042:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007fca45c8. 00000020:00000010:2.0:1767385006.451045:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000806235f7. 00000020:00000010:2.0:1767385006.451047:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000085d56845. 80000000:00000010:2.0:1767385006.451049:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc4911a2. 40000000:00000010:2.0:1767385006.451051:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003a2e42d4. 00100000:00000010:2.0:1767385006.451053:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e334e6fa. 00040000:00000010:2.0:1767385006.451055:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005437abcf. 00040000:00000010:2.0:1767385006.451057:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f15f0056. 00080000:00000010:2.0:1767385006.451059:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac3db25f. 00002000:00000010:2.0:1767385006.451062:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b4cdcc13. 00080000:00000010:2.0:1767385006.451066:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d647e72a. 00080000:00000010:0.0:1767385006.461351:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d647e72a. 00080000:00000010:0.0:1767385006.461361:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000db652f70. 00080000:00000010:0.0:1767385006.461365:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000073e62aed. 00080000:00000010:0.0:1767385006.461369:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d2d5f58d. 00080000:00000010:0.0:1767385006.461374:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000451780e7. 00080000:00000010:2.0:1767385006.461414:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000269657fa. 00080000:00000010:2.0:1767385006.461422:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006cd554c6. 00000020:00000010:3.0:1767385006.461493:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f76b027. 00000020:00000010:3.0:1767385006.461501:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007fca45c8. 00000020:00000010:3.0:1767385006.461504:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000806235f7. 00000020:00000010:3.0:1767385006.461508:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000085d56845. 80000000:00000010:3.0:1767385006.461511:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fc4911a2. 40000000:00000010:3.0:1767385006.461513:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003a2e42d4. 00100000:00000010:3.0:1767385006.461516:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e334e6fa. 00040000:00000010:3.0:1767385006.461518:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005437abcf. 00040000:00000010:3.0:1767385006.461521:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f15f0056. 00080000:00000010:3.0:1767385006.461523:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ac3db25f. 00002000:00000010:3.0:1767385006.461526:0:40441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b4cdcc13. 00000020:00000010:3.0:1767385006.461528:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030a0e399. 00000004:00000010:3.0:1767385006.461539:0:40441:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000005b58924f. 00000004:00000010:3.0:1767385006.461788:0:40485:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000dc9e876c. 00000020:00000010:3.0:1767385006.461793:0:40485:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000953e7936. 00000020:00000010:3.0:1767385006.461797:0:40485:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f616452. 00000040:00000010:3.0:1767385006.461800:0:40485:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e635d9e5. 00000004:00000010:2.0:1767385006.461802:0:40441:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000005b58924f. 00000020:00000010:3.0:1767385006.461804:0:40485:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3df67c0. 00000020:00000010:3.0:1767385006.461810:0:40485:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385006.461813:0:40485:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ace4b848. 80000000:00000010:3.0:1767385006.461815:0:40485:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e444ded8. 40000000:00000010:3.0:1767385006.461818:0:40485:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003eeab824. 00100000:00000010:3.0:1767385006.461820:0:40485:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dbec6a7c. 00000020:00000010:2.0:1767385006.461824:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef806874. 00040000:00000010:3.0:1767385006.461825:0:40485:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000637321e4. 00040000:00000010:3.0:1767385006.461832:0:40485:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e42d89b3. 00000040:00000010:2.0:1767385006.461833:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000faac8720. 00040000:00000010:3.0:1767385006.461850:0:40485:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030a0e399. 00000020:00000010:2.0:1767385006.461851:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6060a58. 00080000:00000010:3.0:1767385006.461856:0:40485:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000069135b. 00000020:00000010:2.0:1767385006.461859:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004858f373. 00000004:00000010:3.0:1767385006.461862:0:40485:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000526031e4. 00000020:00000010:2.0:1767385006.461865:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f761709d. 00000100:00000010:1.0:1767385006.461869:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e95ed6f. 00000004:00000010:3.0:1767385006.461870:0:40485:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d607c5a. 80000000:00000010:2.0:1767385006.461871:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a52bd920. 00000004:00000010:3.0:1767385006.461878:0:40485:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005f1d2c89. 40000000:00000010:2.0:1767385006.461879:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006664d082. 00000004:00000010:3.0:1767385006.461884:0:40485:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000435d37ba. 00000020:00000010:2.0:1767385006.461886:0:40441:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000e13bfbd6. 00100000:00000010:2.0:1767385006.461891:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000052854682. 02000000:00000010:1.0:1767385006.461893:0:40474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a5cad29. 00080000:00000010:3.0:1767385006.461894:0:40485:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a27a3ee. 00040000:00000010:2.0:1767385006.461895:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cb10d1c2. 00080000:00000010:3.0:1767385006.461903:0:40485:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000361d23c6. 00040000:00000010:2.0:1767385006.461903:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001d37df38. 00040000:00000010:2.0:1767385006.461911:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b027c9cc. 00000100:00000010:1.0:1767385006.461912:0:40474:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017f28d74. 00080000:00000010:2.0:1767385006.461915:0:40441:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000003ea94cf3. 00000020:00000010:2.0:1767385006.461920:0:40441:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000a9add934. 00080000:00000010:2.0:1767385006.461924:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000044ac4edd. 00000004:00000010:2.0:1767385006.461928:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cf8db242. 00000004:00000010:2.0:1767385006.461931:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001ecd1665. 02000000:00000010:1.0:1767385006.461934:0:40474:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000971887eb. 00000004:00000010:2.0:1767385006.461935:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004bf0288b. 00000004:00000010:2.0:1767385006.461944:0:40441:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ad1c38b2. 00000020:00000010:2.0:1767385006.461947:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e6d99f. 00000400:00000010:1.0:1767385006.461947:0:40474:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007826e91b. 00000020:00000010:2.0:1767385006.461957:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002440b69b. 00000020:00000010:2.0:1767385006.461961:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f65993a6. 00000400:00000010:1.0:1767385006.461961:0:40474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000020:00000010:2.0:1767385006.461968:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000933f01f. 00000100:00000200:1.0:1767385006.461974:0:40474:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237373212800, portal 4 00000040:00000010:2.0:1767385006.461983:0:40441:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000ab418bec. 00000020:00000010:1.0:1767385006.461984:0:40474:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fa57f4e4. 00000020:00000010:2.0:1767385006.461996:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000053c1b0a3. 00000400:00000010:1.0:1767385006.461997:0:40474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3d348f9. 00080000:00000010:3.0:1767385006.462002:0:40485:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000361d23c6. 00000040:00000010:2.0:1767385006.462004:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007b91ba89. 00000100:00000200:1.0:1767385006.462006:0:40474:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237373212800, offset 0 00080000:00000010:3.0:1767385006.462011:0:40485:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a27a3ee. 00000020:00000010:2.0:1767385006.462012:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087117654. 00000400:00000200:1.0:1767385006.462020:0:40474:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767385006.462021:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056ad9fd0. 00000020:00000010:3.0:1767385006.462022:0:40485:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f616452. 80000000:00000010:2.0:1767385006.462027:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007c80e300. 00000040:00000010:3.0:1767385006.462031:0:40485:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e635d9e5. 00040000:00000010:2.0:1767385006.462034:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000541e5729. 00000400:00000200:1.0:1767385006.462041:0:40474:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767385006.462042:0:40485:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3df67c0. 00080000:00000010:2.0:1767385006.462043:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fe96d0c6. 20000000:00000010:2.0:1767385006.462053:0:40441:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000065e345f4. 00000020:00000010:3.0:1767385006.462054:0:40485:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000400:00000200:1.0:1767385006.462061:0:40474:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958273509880 00000020:00000010:2.0:1767385006.462064:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e26fba9. 00000020:00000010:3.0:1767385006.462065:0:40485:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ace4b848. 00000400:00000200:1.0:1767385006.462073:0:40474:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6720 80000000:00000010:3.0:1767385006.462075:0:40485:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e444ded8. 40000000:00000010:3.0:1767385006.462083:0:40485:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003eeab824. 00000400:00000200:1.0:1767385006.462085:0:40474:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:3.0:1767385006.462086:0:40485:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dbec6a7c. 00040000:00000010:3.0:1767385006.462094:0:40485:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000637321e4. 00000400:00000200:1.0:1767385006.462099:0:40474:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:3.0:1767385006.462100:0:40485:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e42d89b3. 00040000:00000010:3.0:1767385006.462107:0:40485:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030a0e399. 00080000:00000010:3.0:1767385006.462111:0:40485:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000069135b. 00000100:00000200:1.0:1767385006.462111:0:40474:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000010:3.0:1767385006.462119:0:40485:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000526031e4. 00000100:00000010:1.0:1767385006.462122:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c2509e1. 00000004:00000010:3.0:1767385006.462125:0:40485:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008d607c5a. 00000004:00000010:3.0:1767385006.462132:0:40485:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005f1d2c89. 00000004:00000010:3.0:1767385006.462136:0:40485:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000435d37ba. 00000020:00000010:3.0:1767385006.462140:0:40485:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000953e7936. 00000004:00000010:3.0:1767385006.462144:0:40485:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000dc9e876c. 00000400:00000200:1.0:1767385006.462157:0:40474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d348f9 00000400:00000010:1.0:1767385006.462164:0:40474:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3d348f9. 00000100:00000200:1.0:1767385006.462174:0:40474:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e95ed6f x1853237373212800/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385022 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767385006.462186:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.462193:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.462199:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:0.0:1767385006.462203:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000718ee6ea. 00000100:00000010:1.0:1767385006.462207:0:40474:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1cd9ac9. 00000020:00000010:0.0:1767385006.462208:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000100:00000010:1.0:1767385006.462225:0:40474:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6168864. 00000100:00000010:1.0:1767385006.462236:0:40474:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7b55c45. 00000100:00000010:1.0:1767385006.462246:0:40474:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eea05391. 00000020:00000010:0.0:1767385006.462250:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.462256:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000100:00000200:0.0:1767385006.462259:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212800 02000000:00000010:0.0:1767385006.462272:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c05765dc. 00010000:00000200:0.0:1767385006.462285:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c2509e1 x1853237373212800/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:232/0 lens 264/240 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767385006.462299:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00000200:0.0:1767385006.462302:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237373212800, offset 224 00000400:00000200:0.0:1767385006.462306:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385006.462312:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.462318:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958273509880 00000400:00000200:0.0:1767385006.462322:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bd1 [1] + 224 00000400:00000200:0.0:1767385006.462327:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767385006.462329:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767385006.462334:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e95ed6f x1853237373212800/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767385006.462356:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.462358:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000020:00000010:0.0:1767385006.462369:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000718ee6ea. 00000020:00000010:0.0:1767385006.462374:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.462378:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 00000400:00000010:1.0:1767385006.462380:0:40474:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007826e91b. 00000400:00000200:1.0:1767385006.462389:0:40474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:1.0:1767385006.462391:0:40474:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.462400:0:40474:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e95ed6f x1853237373212800/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767385006.462412:0:40474:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e95ed6f x1853237373212800/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767385006.462438:0:40474:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000017f28d74. 02000000:00000010:1.0:1767385006.462445:0:40474:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000971887eb. 02000000:00000010:1.0:1767385006.462450:0:40474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009a5cad29. 00000100:00000010:1.0:1767385006.462455:0:40474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e95ed6f. 00000100:00000010:1.0:1767385006.462461:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e95ed6f. 02000000:00000010:1.0:1767385006.462469:0:40474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a5cad29. 00000100:00000010:1.0:1767385006.462475:0:40474:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017f28d74. 02000000:00000010:1.0:1767385006.462485:0:40474:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008c18dd78. 00000400:00000010:1.0:1767385006.462489:0:40474:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007826e91b. 00000400:00000010:1.0:1767385006.462493:0:40474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.462497:0:40474:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373212928, portal 4 00000400:00000010:1.0:1767385006.462501:0:40474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3d348f9. 00000100:00000200:1.0:1767385006.462504:0:40474:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237373212928, offset 0 00000400:00000200:1.0:1767385006.462510:0:40474:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.462517:0:40474:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.462524:0:40474:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958273509900 00000400:00000200:1.0:1767385006.462529:0:40474:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6984 00000400:00000200:1.0:1767385006.462535:0:40474:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.462539:0:40474:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.462544:0:40474:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767385006.462572:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de4690e. 00000400:00000200:1.0:1767385006.462621:0:40474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d348f9 00000400:00000010:1.0:1767385006.462626:0:40474:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3d348f9. 00000100:00000200:1.0:1767385006.462633:0:40474:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e95ed6f x1853237373212928/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767385006.462655:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.462661:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.462667:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:0.0:1767385006.462671:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000718ee6ea. 00000020:00000010:0.0:1767385006.462675:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.462712:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.462715:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000100:00000200:0.0:1767385006.462718:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373212928 02000000:00000010:0.0:1767385006.462733:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000004ed6de73. 00010000:00000200:0.0:1767385006.462745:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003de4690e x1853237373212928/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:232/0 lens 432/432 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767385006.462758:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000100:00000200:0.0:1767385006.462762:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237373212928, offset 224 00000400:00000200:0.0:1767385006.462768:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767385006.462777:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767385006.462782:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958273509900 00000400:00000200:0.0:1767385006.462787:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bdd [1] + 224 00000400:00000200:0.0:1767385006.462791:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767385006.462796:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767385006.462803:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e95ed6f x1853237373212928/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767385006.462836:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23afa3a 00000400:00000010:0.0:1767385006.462839:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000020:00000010:0.0:1767385006.462849:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000718ee6ea. 00000020:00000010:0.0:1767385006.462853:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.462858:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 00000400:00000010:1.0:1767385006.462877:0:40474:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007826e91b. 00000400:00000200:1.0:1767385006.462885:0:40474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:1.0:1767385006.462888:0:40474:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.462898:0:40474:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e95ed6f x1853237373212928/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767385006.462911:0:40474:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e95ed6f x1853237373212928/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767385006.462934:0:40474:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000017f28d74. 02000000:00000010:1.0:1767385006.462943:0:40474:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008c18dd78. 02000000:00000010:1.0:1767385006.462948:0:40474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009a5cad29. 00000100:00000010:1.0:1767385006.462956:0:40474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e95ed6f. 00000100:00000010:1.0:1767385006.462978:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e95ed6f. 02000000:00000010:1.0:1767385006.462988:0:40474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a5cad29. 00000100:00000010:1.0:1767385006.462996:0:40474:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017f28d74. 02000000:00000010:1.0:1767385006.463008:0:40474:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008c18dd78. 00000400:00000010:1.0:1767385006.463014:0:40474:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007826e91b. 00000400:00000010:1.0:1767385006.463024:0:40474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda3bf68. 00000100:00000200:1.0:1767385006.463029:0:40474:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237373213056, portal 4 00000400:00000010:1.0:1767385006.463035:0:40474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3d348f9. 00000100:00000200:1.0:1767385006.463038:0:40474:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237373213056, offset 0 00000400:00000200:1.0:1767385006.463047:0:40474:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767385006.463056:0:40474:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767385006.463070:0:40474:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958273509980 00000400:00000200:1.0:1767385006.463075:0:40474:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 7416 00000400:00000200:1.0:1767385006.463083:0:40474:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767385006.463090:0:40474:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767385006.463095:0:40474:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767385006.463101:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004649db32. 00000400:00000200:1.0:1767385006.463126:0:40474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d348f9 00000400:00000010:1.0:1767385006.463132:0:40474:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3d348f9. 00000100:00000200:1.0:1767385006.463142:0:40474:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e95ed6f x1853237373213056/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767385006.463150:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.463157:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.463165:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:0.0:1767385006.463170:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000718ee6ea. 00000020:00000010:0.0:1767385006.463174:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000349e01. 00000020:00000010:0.0:1767385006.463200:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385006.463204:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000100:00000200:0.0:1767385006.463207:0:17575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237373213056 02000000:00000010:0.0:1767385006.463219:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f0660d90. 00002000:00000010:0.0:1767385006.463244:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000004f6dc22d. 00002000:00000010:0.0:1767385006.463253:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008dcd7898. 00080000:00000010:0.0:1767385006.463261:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004883ce08. 00002000:00000010:0.0:1767385006.463500:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f3efc1a1. 00080000:00000010:0.0:1767385006.463508:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c35030a0. 00002000:00000010:0.0:1767385006.463852:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f3565064. 00080000:00000010:0.0:1767385006.463860:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004877c30e. 00002000:00000010:0.0:1767385006.464079:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a4fe2fc8. 00080000:00000010:0.0:1767385006.464084:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012ed3d77. 00002000:00000010:0.0:1767385006.464269:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000012cd7c87. 00080000:00000010:0.0:1767385006.464274:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9d42525. 00002000:00000010:0.0:1767385006.464459:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000070f52d92. 00080000:00000010:0.0:1767385006.464464:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c7d1d470. 00000100:00000010:1.0:1767385006.464655:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6168864. 00000100:00000010:3.0:1767385006.464670:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eea05391. 00002000:00000010:0.0:1767385006.464715:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000091dd7a19. 00080000:00000010:0.0:1767385006.464723:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009930d0ba. 00002000:00000010:0.0:1767385006.464926:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dc7ac3f7. 00080000:00000010:0.0:1767385006.464932:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000067f1a328. 00080000:00000010:0.0:1767385006.465185:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000087a28beb. 00000100:00000010:0.0:1767385006.466780:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1cd9ac9. 00000100:00000010:2.0:1767385006.467753:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7b55c45. 00002000:00000010:2.0:1767385006.469657:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006c9ce652. 00000001:00000010:2.0:1767385006.469669:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004c1e67bf. 00002000:00000010:2.0:1767385006.470012:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000004f6dc22d. 00002000:00000010:2.0:1767385006.470024:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000095d90141. 00002000:00000010:2.0:1767385006.470031:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000050206b44. 00080000:00000010:2.0:1767385006.470038:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000017657b3b. 00002000:00000010:2.0:1767385006.470409:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e73f2f53. 00080000:00000010:2.0:1767385006.470415:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000037586135. 00002000:00000010:2.0:1767385006.470794:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000160503c1. 00080000:00000010:2.0:1767385006.470801:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005321da2f. 00002000:00000010:2.0:1767385006.473644:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b3a42b32. 00080000:00000010:2.0:1767385006.473653:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8ffeb3f. 00002000:00000010:2.0:1767385006.473900:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000078adeba7. 00080000:00000010:2.0:1767385006.473906:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000089f6929c. 00002000:00000010:2.0:1767385006.474169:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005150ac22. 00080000:00000010:2.0:1767385006.474177:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000db5a5eea. 00002000:00000010:2.0:1767385006.474438:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e00d94d2. 00080000:00000010:2.0:1767385006.474447:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f109cb8a. 00002000:00000010:2.0:1767385006.474742:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000d7470c4. 00080000:00000010:2.0:1767385006.474750:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080c41d87. 00080000:00000010:2.0:1767385006.474987:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000596aa3fc. 00002000:00000010:2.0:1767385006.477173:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000100e73ca. 00000001:00000010:2.0:1767385006.477181:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000090d025bc. 00002000:00000010:2.0:1767385006.477436:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000095d90141. 00002000:00000010:2.0:1767385006.477444:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000095d90141. 00002000:00000010:2.0:1767385006.477450:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000031fea75e. 00080000:00000010:2.0:1767385006.477457:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d63331f. 00002000:00000010:2.0:1767385006.477725:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005e06ba00. 00080000:00000010:2.0:1767385006.477731:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf075068. 00002000:00000010:2.0:1767385006.477934:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c08f4965. 00080000:00000010:2.0:1767385006.477949:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008df9f7ae. 00002000:00000010:2.0:1767385006.478160:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000264fdbee. 00080000:00000010:2.0:1767385006.478167:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b138a06. 00002000:00000010:2.0:1767385006.478406:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000511d19eb. 00080000:00000010:2.0:1767385006.478414:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006002d77f. 00002000:00000010:2.0:1767385006.478678:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000017c25987. 00080000:00000010:2.0:1767385006.478685:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000031c71c01. 00002000:00000010:2.0:1767385006.478893:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000270fbb45. 00080000:00000010:2.0:1767385006.478899:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000045cfc625. 00002000:00000010:2.0:1767385006.479131:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c79b7b9a. 00080000:00000010:2.0:1767385006.479137:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a66fa289. 00080000:00000010:2.0:1767385006.479368:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004f5e97e8. 00002000:00000010:2.0:1767385006.480371:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000807024b1. 00000001:00000010:2.0:1767385006.480379:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e64c4e0e. 00002000:00000010:2.0:1767385006.480576:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000095d90141. 00002000:00000010:2.0:1767385006.480583:0:17575:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000095d90141. 00002000:00000010:2.0:1767385006.480588:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ad759a5d. 00080000:00000010:2.0:1767385006.480921:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ecec5031. 00002000:00000010:2.0:1767385006.481512:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000078789aa0. 00080000:00000010:2.0:1767385006.481518:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082561166. 00002000:00000010:2.0:1767385006.481780:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009e62879e. 00080000:00000010:2.0:1767385006.481786:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d0f0e82a. 00002000:00000010:2.0:1767385006.482009:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000081d83227. 00080000:00000010:2.0:1767385006.482014:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009b9d1c80. 00002000:00000010:2.0:1767385006.482221:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c9d9f90f. 00080000:00000010:2.0:1767385006.482228:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000018ef40da. 00002000:00000010:2.0:1767385006.482446:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bf47e411. 00080000:00000010:2.0:1767385006.482453:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000736143a. 00002000:00000010:2.0:1767385006.482677:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fc1e7b51. 00080000:00000010:2.0:1767385006.482683:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdb283a0. 00002000:00000010:2.0:1767385006.482854:0:17575:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f65cf74b. 00080000:00000010:2.0:1767385006.482859:0:17575:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c6d9e28b. 00080000:00000010:2.0:1767385006.483043:0:17575:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa2850c8. 00002000:00000010:2.0:1767385006.483696:0:17575:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000036156e19. 00000001:00000010:2.0:1767385006.483702:0:17575:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008bf05c69. 00002000:00000010:2.0:1767385006.483813:0:17575:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000095d90141. 00010000:00000200:2.0:1767385006.483829:0:17575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004649db32 x1853237373213056/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:232/0 lens 432/432 e 0 to 0 dl 1767385017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767385006.483848:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000100:00000200:2.0:1767385006.483853:0:17575:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237373213056, offset 224 00000400:00000200:2.0:1767385006.483859:0:17575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767385006.483871:0:17575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767385006.483879:0:17575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958273509980 00000400:00000200:2.0:1767385006.483885:0:17575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2be9 [1] + 224 00000400:00000200:2.0:1767385006.483891:0:17575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767385006.483894:0:17575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767385006.483901:0:17575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e95ed6f x1853237373213056/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767385006.483922:0:17575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000400:00000010:2.0:1767385006.483924:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000020:00000010:2.0:1767385006.483948:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000718ee6ea. 00000020:00000010:2.0:1767385006.483952:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000349e01. 00000020:00000010:2.0:1767385006.483955:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 00000400:00000010:3.0:1767385006.483974:0:40474:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007826e91b. 00000400:00000200:3.0:1767385006.483983:0:40474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda3bf68 00000400:00000010:3.0:1767385006.483986:0:40474:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda3bf68. 00000100:00000200:3.0:1767385006.483994:0:40474:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e95ed6f x1853237373213056/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767385006.484009:0:40474:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e95ed6f x1853237373213056/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385022 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767385006.484028:0:40474:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bba39499. 00000100:00000010:3.0:1767385006.484050:0:40474:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000017f28d74. 00000400:00000200:1.0:1767385006.651654:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c45fa075 00000400:00000010:1.0:1767385006.651663:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c45fa075. 00000400:00000200:1.0:1767385006.651669:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767385006.651676:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767385006.651689:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004618d690. 00000400:00000010:1.0:1767385006.651693:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000062e47ebc. 00000020:00000010:2.0:1767385006.779686:0:813:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b87095b1. 00000020:00000010:0.0:1767385006.820170:0:40533:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035ed558. 00000020:00000010:0.0:1767385006.820181:0:40533:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035f7b1d7. 00000020:00000010:0.0:1767385006.820187:0:40533:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7dfbadf. 00000020:00000010:0.0:1767385006.820193:0:40533:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000046815d99. 00000020:00000010:0.0:1767385006.820198:0:40533:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000031f2305. 80000000:00000010:0.0:1767385006.820204:0:40533:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000063ca6366. 40000000:00000010:0.0:1767385006.820208:0:40533:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000620e1e7d. 00100000:00000010:0.0:1767385006.820214:0:40533:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ad701d7. 00040000:00000010:0.0:1767385006.820219:0:40533:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008da8fa1e. 00040000:00000010:0.0:1767385006.820223:0:40533:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e187fdd. 00080000:00000010:0.0:1767385006.820229:0:40533:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008aea991f. 00002000:00000010:0.0:1767385006.820235:0:40533:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008be265ae. 00000020:00000010:0.0:1767385006.820255:0:40533:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035f7b1d7. 00000020:00000010:0.0:1767385006.820261:0:40533:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7dfbadf. 00000020:00000010:0.0:1767385006.820265:0:40533:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000046815d99. 00000020:00000010:0.0:1767385006.820270:0:40533:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000031f2305. 80000000:00000010:0.0:1767385006.820275:0:40533:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000063ca6366. 40000000:00000010:0.0:1767385006.820278:0:40533:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000620e1e7d. 00100000:00000010:0.0:1767385006.820282:0:40533:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000ad701d7. 00040000:00000010:0.0:1767385006.820285:0:40533:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008da8fa1e. 00040000:00000010:0.0:1767385006.820289:0:40533:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e187fdd. 00080000:00000010:0.0:1767385006.820293:0:40533:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008aea991f. 00002000:00000010:0.0:1767385006.820296:0:40533:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008be265ae. 00000020:00000010:0.0:1767385006.820299:0:40533:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035ed558. 00000800:00000200:1.0:1767385006.971690:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (4) 00000800:00000200:1.1:1767385006.971699:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefece68] -> 12345-192.168.204.149@tcp30 (4) 00000400:00000200:0.0:1767385006.971816:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.971869:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.971892:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.971913:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.971934:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.971958:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.971982:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972008:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972028:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972049:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972073:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972093:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972119:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972167:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972196:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972226:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972278:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972310:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972337:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972382:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972414:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972450:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972491:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972561:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972587:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972667:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972709:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972733:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972752:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972780:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972806:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972828:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972851:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972876:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:0.0:1767385006.972896:0:27932:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:0.0:1767385006.973049:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:0.0:1767385006.973055:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040f65562. 00000800:00000010:0.0:1767385006.973060:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000748c9320. 00000800:00000010:0.0:1767385006.973084:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000748c9320. 00000800:00020000:0.0:1767385006.973095:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:0.0:1767385006.973098:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040f65562. 00000800:00000010:0.0:1767385006.973101:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:02020000:0.0:1767385006.973163:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp30 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767385006.973170:0:27932:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:3.0:1767385007.853851:0:40709:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767385007.869764:0:40711:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767385008.055250:0:40723:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767385008.055266:0:40723:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385008.055271:0:40723:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767385008.055278:0:40723:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767385008.055284:0:40723:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385008.055288:0:40723:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767385008.443746:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767385008.443760:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767385008.443762:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767385008.443767:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767385008.443770:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767385008.443773:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767385008.443775:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767385008.459455:0:40773:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767385008.459469:0:40773:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385008.459475:0:40773:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767385008.459482:0:40773:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767385008.459488:0:40773:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385008.459492:0:40773:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385008.827720:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767385008.827729:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385008.827737:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385008.827739:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385008.827887:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767385008.827895:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767385008.827901:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767385009.019700:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000800:00000200:0.1:1767385009.019710:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044aa9201] -> 12345-192.168.204.149@tcp33 (4) 00000400:00000200:3.0:1767385009.019840:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.019925:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020001:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020058:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020110:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020153:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020210:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020262:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020345:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020408:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020474:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020564:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020607:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020719:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020777:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020826:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020866:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020906:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020946:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.020985:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021030:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021071:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021111:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021153:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021194:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021232:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021274:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021316:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021361:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021396:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021433:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021472:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021532:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021572:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.021649:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767385009.021872:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014032e9e. 00000800:00000010:3.0:1767385009.021881:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdb9af2f. 00000800:00000010:3.0:1767385009.021888:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e6811ff. 00000800:00000010:3.0:1767385009.021922:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e6811ff. 00000800:00020000:3.0:1767385009.021934:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767385009.021939:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdb9af2f. 00000800:00000010:3.0:1767385009.021943:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014032e9e. 00000400:02020000:3.0:1767385009.022002:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp33 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767385009.022010:0:16151:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767385009.031253:0:40823:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767385009.031265:0:40823:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385009.031270:0:40823:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767385009.031275:0:40823:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767385009.031280:0:40823:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385009.031282:0:40823:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767385009.467788:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767385009.467800:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767385009.467802:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767385009.467808:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767385009.467811:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767385009.467814:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767385009.467816:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767385009.723649:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.149@tcp45 00000400:00000010:2.0:1767385009.723655:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008f0fe823. 00000400:00000010:2.0:1767385009.723661:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b52b916e. 00000400:00000010:2.0:1767385009.723664:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 00000400:00000010:2.0:1767385009.723670:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc9f0934. 00000400:00000200:2.0:1767385009.723674:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp45 00000400:00000200:2.0:1767385009.723691:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.149@tcp45 local destination 00000400:00000200:2.0:1767385009.723696:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.149@tcp45 00000400:00000200:2.0:1767385009.723699:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.149@tcp45 NI seq info: [242:242:256:4294967295] 192.168.204.149@tcp45 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767385009.723704:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp45 00000400:00000200:2.0:1767385009.723709:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.149@tcp45(192.168.204.149@tcp45:) -> 192.168.204.149@tcp45(192.168.204.149@tcp45:192.168.204.149@tcp45) : GET try# 0 00000800:00000200:2.0:1767385009.723714:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp45 00000800:00000010:2.0:1767385009.723717:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee9481bd. 00000800:00000200:2.0:1767385009.723722:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000800:00000200:2.1:1767385009.723725:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b05e69f] -> 12345-192.168.204.149@tcp45 (2) 00000400:00000200:2.0:1767385009.723742:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.149@tcp45 added to recovery queue. ping count: 5 next ping: 365 health :500 00000400:00000200:3.0:1767385009.723827:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723877:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723901:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723914:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723926:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723938:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723949:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723961:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723973:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723984:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.723997:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724009:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724021:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724032:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724044:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724056:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724067:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724079:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724091:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724103:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724126:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724138:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724163:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724176:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724190:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724202:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724225:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724237:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724249:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724261:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724272:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:3.0:1767385009.724284:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:3.0:1767385009.724379:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014032e9e. 00000800:00000010:3.0:1767385009.724383:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aeaa0806. 00000800:00000010:3.0:1767385009.724398:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086b24605. 00000800:00000010:3.0:1767385009.724413:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086b24605. 00000800:00020000:3.0:1767385009.724418:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:3.0:1767385009.724421:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aeaa0806. 00000800:00000010:3.0:1767385009.724423:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014032e9e. 00000400:02020000:3.0:1767385009.724449:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp45 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767385009.724466:0:16153:0:(router.c:1755:lnet_notify()) 192.168.204.149@tcp45 notifying 192.168.204.149@tcp45: down 00000400:00000200:3.0:1767385009.724469:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767385009.724472:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.149@tcp45 00000800:00000010:3.0:1767385009.724475:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee9481bd. 00000400:00000200:3.0:1767385009.724478:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767385009.724481:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.149@tcp45->192.168.204.149@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767385009.724516:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767385009.724519:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767385009.724522:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.149@tcp45) recovery failed with -71 00080000:00000001:3.0:1767385009.791032:0:40872:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767385009.791044:0:40872:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385009.791048:0:40872:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767385009.791053:0:40872:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767385009.791058:0:40872:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385009.791060:0:40872:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385009.851723:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767385009.851731:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385009.851737:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385009.851739:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767385009.851825:0:39798:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767385009.851830:0:39798:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767385009.851834:0:39798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767385009.933150:0:40908:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767385009.933155:0:40908:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg449-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767385009.936455:0:40908:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:0.0:1767385010.043680:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000800:00000200:0.1:1767385010.043688:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad9f5583] -> 12345-192.168.204.149@tcp28 (4) 00000400:00000200:1.0:1767385010.043786:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043839:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043868:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043893:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043915:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043938:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043962:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.043987:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044033:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044061:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044085:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044107:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044129:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044151:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044178:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044200:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044222:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044243:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044288:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044312:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044347:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044392:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044428:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044452:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044478:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044522:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044546:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044569:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044617:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044648:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044677:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.149:988 00000400:00000200:1.0:1767385010.044703:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.149:988 00000800:00000010:1.0:1767385010.044843:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000410b9019. 00000800:00000010:1.0:1767385010.044849:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e0d3109. 00000800:00000010:1.0:1767385010.044855:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b747197b. 00000800:00000010:1.0:1767385010.044880:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b747197b. 00000800:00020000:1.0:1767385010.044893:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767385010.044897:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e0d3109. 00000800:00000010:1.0:1767385010.044900:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000410b9019. 00000400:02020000:1.0:1767385010.044942:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp28 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767385010.044947:0:16154:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767385010.194982:0:40921:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767385010.194999:0:40921:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385010.195005:0:40921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767385010.195013:0:40921:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767385010.195020:0:40921:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385010.195023:0:40921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767385010.491701:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767385010.491715:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767385010.491717:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767385010.491721:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767385010.491724:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767385010.491727:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767385010.491730:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767385010.516005:0:40968:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767385010.516018:0:40968:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385010.516022:0:40968:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767385010.516029:0:40968:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767385010.516035:0:40968:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767385010.516037:0:40968:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767385010.748643:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767385010.748648:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767385010.748650:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d17938 00000400:00000010:2.0:1767385010.748654:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000400:00000200:2.0:1767385010.748658:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767385010.748663:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.149@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767385010.748675:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008f0fe823. 00000400:00000010:2.0:1767385010.748678:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b52b916e. 00080000:00000001:3.0:1767385010.830669:0:41017:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767385010.830681:0:41017:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385010.830685:0:41017:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767385010.830690:0:41017:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767385010.830694:0:41017:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385010.830697:0:41017:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385010.875685:0:813:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767385010.875690:0:813:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385010.875696:0:813:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767385010.875697:0:813:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767385010.875741:0:16792:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767385010.875745:0:16792:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767385010.875748:0:16792:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767385010.957851:0:41053:0:(debug.c:327:cfs_str2mask()) Process entered 00000001:00000010:2.0:1767385011.028553:0:17598:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004c1e67bf. 00002000:00000010:2.0:1767385011.028565:0:17598:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006c9ce652. 00080000:00000010:2.0:1767385011.028572:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087a28beb. 00000001:00000010:2.0:1767385011.028582:0:17598:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e7931d7f. 00080000:00000010:2.0:1767385011.028586:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000089530d85. 00000001:00000010:2.0:1767385011.028624:0:17598:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008bf05c69. 00002000:00000010:2.0:1767385011.028629:0:17598:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000036156e19. 00080000:00000010:2.0:1767385011.028633:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa2850c8. 00000001:00000010:2.0:1767385011.028637:0:17598:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e64c4e0e. 00002000:00000010:2.0:1767385011.028639:0:17598:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000807024b1. 00080000:00000010:2.0:1767385011.028647:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004f5e97e8. 00000001:00000010:2.0:1767385011.028652:0:17598:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000090d025bc. 00002000:00000010:2.0:1767385011.028655:0:17598:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000100e73ca. 00080000:00000010:2.0:1767385011.028658:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000596aa3fc. 00000800:00000010:1.0:1767385011.068320:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000410b9019. 00000800:00000010:1.0:1767385011.068329:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385011.068333:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dab37ed7. 00000800:00000010:1.0:1767385011.068348:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dab37ed7. 00000800:00020000:1.0:1767385011.068354:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767385011.068358:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385011.068360:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000410b9019. 00000400:02020000:1.0:1767385011.068388:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp36 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000100:00000010:3.0:1767385011.515707:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009792e794. 00000100:00000010:2.0:1767385011.515724:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005ac63e5. 02000000:00000010:3.0:1767385011.515733:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b16c3426. 02000000:00000010:2.0:1767385011.515739:0:40474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045f34da4. 00000100:00000010:1.0:1767385011.515751:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5e43f9e. 02000000:00000010:1.0:1767385011.515765:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000971887eb. 00000100:00000010:3.0:1767385011.515771:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dab39bef. 00010000:00000010:1.0:1767385011.515778:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008fd46af5. 02000000:00000010:3.0:1767385011.515781:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eab3e016. 00010000:00000010:1.0:1767385011.515787:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009204d902. 02000000:00000010:2.0:1767385011.515795:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000451780e7. 00000400:00000010:2.0:1767385011.515804:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036481963. 00000100:00000010:3.0:1767385011.515808:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9bd8af7. 00000100:00000010:1.0:1767385011.515808:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1104a15. 02000000:00000010:0.0:1767385011.515813:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001df2d205. 00000400:00000010:2.0:1767385011.515814:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d17938. 02000000:00000010:3.0:1767385011.515820:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bc965d5f. 00000400:00000010:0.0:1767385011.515822:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8a5e4e. 02000000:00000010:1.0:1767385011.515823:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000049d6362a. 00000400:00000010:2.0:1767385011.515828:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000400:00000010:1.0:1767385011.515829:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036053dd0. 00000400:00000010:0.0:1767385011.515830:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d23afa3a. 00000400:00000010:1.0:1767385011.515837:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3d348f9. 00000400:00000010:0.0:1767385011.515838:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f6decb. 00000400:00000010:1.0:1767385011.515842:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.515864:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003066d196. 00000400:00000010:0.0:1767385011.515873:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d163e7cc. 00000400:00000010:1.0:1767385011.515880:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd8322af. 00000100:00000010:2.0:1767385011.515884:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfce4ce2. 00000400:00000010:0.0:1767385011.515884:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000553c3aeb. 00000400:00000010:1.0:1767385011.515901:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000400:00000010:2.0:1767385011.515907:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 02000000:00000010:3.0:1767385011.515910:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005c2e2de. 00000400:00000010:0.0:1767385011.515914:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f6decb. 00000100:00000010:1.0:1767385011.515917:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000862951dc. 00000400:00000010:3.0:1767385011.515918:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001086ba6e. 00000400:00000010:3.0:1767385011.515925:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000100:00000010:1.0:1767385011.515928:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08fee42. 00000400:00000010:3.0:1767385011.515934:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000100:00000010:1.0:1767385011.515937:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9a3eea7. 00000100:00000010:1.0:1767385011.515947:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7931d7f. 00000100:00000010:3.0:1767385011.515957:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3bb2308. 02000000:00000010:1.0:1767385011.515976:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eb41facd. 00000400:00000010:3.0:1767385011.515978:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000400:00000010:1.0:1767385011.515984:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.515991:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000020:00000010:1.0:1767385011.515999:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000410b9019. 00000020:00000010:2.0:1767385011.516001:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dbbc69f. 00000020:00000010:2.0:1767385011.516006:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dbbc69f. 00000400:00000010:1.0:1767385011.516006:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000020:00000010:2.0:1767385011.516017:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b52b916e. 00000020:00000010:2.0:1767385011.516022:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bb800af. 00000020:00000010:3.0:1767385011.516026:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7cf96fb. 00000020:00000010:2.0:1767385011.516028:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000100:00000010:1.0:1767385011.516028:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e043d91e. 00000020:00000010:3.0:1767385011.516033:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7cf96fb. 00000020:00000010:3.0:1767385011.516043:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d713981b. 00000400:00000010:1.0:1767385011.516046:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:3.0:1767385011.516048:0:40445:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.516055:0:40445:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:2.0:1767385011.516076:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dbbc69f. 00000020:00000010:2.0:1767385011.516081:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dbbc69f. 00000020:00000010:3.0:1767385011.516083:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7cf96fb. 00000020:00000010:3.0:1767385011.516088:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7cf96fb. 02000000:00000010:3.0:1767385011.516100:0:40445:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000269657fa. 00010000:00000010:2.0:1767385011.516103:0:40446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4ec78ed. 00010000:00000010:2.0:1767385011.516111:0:40446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bfafa458. 00000020:00000010:1.0:1767385011.516112:0:40453:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e047d7bb. 00000400:00000010:3.0:1767385011.516113:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 02000000:00000010:2.0:1767385011.516124:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000596aa3fc. 00040000:00000010:1.0:1767385011.516124:0:40453:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003aa9c8fa. 00000004:00000010:1.0:1767385011.516133:0:40453:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000037578907. 00000004:00000010:1.0:1767385011.516137:0:40453:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005e2ee5dc. 00000004:00000010:1.0:1767385011.516140:0:40453:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005f7e6e4c. 00000400:00000010:2.0:1767385011.516146:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000400:00000010:3.0:1767385011.516148:0:40445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000020:00000010:1.0:1767385011.516149:0:40453:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7a389fd. 00000020:00000010:1.0:1767385011.516155:0:40453:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000928ee8d6. 00000020:00000010:1.0:1767385011.516160:0:40453:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000020:00000010:3.0:1767385011.516165:0:40445:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.516172:0:40445:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.516178:0:40445:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d713981b. 00000400:00000010:2.0:1767385011.516186:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 02000000:00000010:3.0:1767385011.516199:0:40445:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000269657fa. 00000020:00000010:2.0:1767385011.516202:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bb800af. 00000400:00000010:3.0:1767385011.516210:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006899614d. 00000020:00000010:2.0:1767385011.516210:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385011.516215:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b52b916e. 02000000:00000010:1.0:1767385011.516217:0:40453:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003e1b972e. 00000400:00000010:3.0:1767385011.516219:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048a232dd. 02000000:00000010:2.0:1767385011.516224:0:40446:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000596aa3fc. 00000020:00000010:1.0:1767385011.516231:0:40453:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bb683a99. 00000400:00000010:2.0:1767385011.516235:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007674af29. 00000004:00000010:1.0:1767385011.516240:0:40453:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000dab37ed7. 00000400:00000010:2.0:1767385011.516243:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d17147c3. 00000001:00000010:1.0:1767385011.516247:0:40453:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e2679751. 00000400:00000010:3.0:1767385011.516254:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f8a5e4e. 00000001:00000010:1.0:1767385011.516255:0:40453:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d57216f7. 00000400:00000010:3.0:1767385011.516261:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d23afa3a. 00000001:00000010:1.0:1767385011.516263:0:40453:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000757bd62c. 00000001:00000010:1.0:1767385011.516269:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009cdef859. 00000001:00000010:1.0:1767385011.516273:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ccf5b45c. 00000001:00000010:1.0:1767385011.516277:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094a3dfc4. 00000020:00000010:2.0:1767385011.516278:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dbbc69f. 00000001:00000010:1.0:1767385011.516282:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b43176f8. 02000000:00000010:3.0:1767385011.516286:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001df2d205. 00000020:00000010:2.0:1767385011.516286:0:17577:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008bb6b0b6. 00000001:00000010:1.0:1767385011.516289:0:40453:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003a917ef8. 02000000:00000010:3.0:1767385011.516296:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b16c3426. 00000001:00000010:1.0:1767385011.516296:0:40453:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000783be84. 00000001:00000010:1.0:1767385011.516303:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001136ec01. 00000100:00000010:3.0:1767385011.516305:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009792e794. 00000020:00000010:2.0:1767385011.516306:0:17577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b52b916e. 00000001:00000010:1.0:1767385011.516308:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c6ba9c7c. 00000001:00000010:1.0:1767385011.516314:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010f6f6b2. 00000020:00000010:2.0:1767385011.516319:0:17577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bb800af. 00000001:00000010:1.0:1767385011.516320:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e43a6e7. 00000020:00000010:2.0:1767385011.516326:0:17577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:1.0:1767385011.516358:0:40453:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a6168864. 00000020:00000010:2.0:1767385011.516363:0:17577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385011.516368:0:17577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00000020:00000010:3.0:1767385011.516375:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7cf96fb. 02000000:00000010:2.0:1767385011.516380:0:17577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000596aa3fc. 00000020:00000010:3.0:1767385011.516381:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7cf96fb. 00000020:00000010:3.0:1767385011.516390:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d713981b. 00000020:00000010:3.0:1767385011.516395:0:17575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.516400:0:17575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000400:00000010:2.0:1767385011.516414:0:17577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000020:00000010:3.0:1767385011.516437:0:17575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7cf96fb. 00000020:00000010:3.0:1767385011.516442:0:17575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7cf96fb. 00000400:00000010:2.0:1767385011.516450:0:17577:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 00000020:00000010:2.0:1767385011.516480:0:17577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bb800af. 02000000:00000010:3.0:1767385011.516484:0:17575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000269657fa. 00000020:00000010:2.0:1767385011.516484:0:17577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385011.516491:0:17577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b52b916e. 00000020:00000010:1.0:1767385011.516495:0:40453:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006d3091a8. 00000400:00000010:3.0:1767385011.516497:0:17575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000400:00000010:0.0:1767385011.516498:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036481963. 00000020:00000010:1.0:1767385011.516503:0:40453:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000f7d5a82b. 00000400:00000010:0.0:1767385011.516506:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027d17938. 00000020:00000010:1.0:1767385011.516507:0:40453:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000675fc773. 02000000:00000010:0.0:1767385011.516519:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008c18dd78. 02000000:00000010:0.0:1767385011.516524:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009a5cad29. 00000100:00000010:0.0:1767385011.516532:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e95ed6f. 00000020:00000010:1.0:1767385011.516539:0:40453:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008979f844. 00000400:00000010:3.0:1767385011.516541:0:17575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000020:00000010:1.0:1767385011.516542:0:40453:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000006899752e. 02000000:00000010:0.0:1767385011.516544:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000451780e7. 00000020:00000010:1.0:1767385011.516550:0:40453:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000009f76b027. 02000000:00000010:0.0:1767385011.516550:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045f34da4. 00000100:00000010:0.0:1767385011.516557:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005ac63e5. 00000020:00000010:3.0:1767385011.516559:0:17575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.516566:0:17575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.516570:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d713981b. 00000020:00000010:1.0:1767385011.516576:0:40453:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000035b4cd3c. 00000400:00000010:0.0:1767385011.516578:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036053dd0. 00000400:00000010:0.0:1767385011.516583:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3d348f9. 00000100:00000010:0.0:1767385011.516618:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c1104a15. 00000400:00000010:3.0:1767385011.516624:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001086ba6e. 00000400:00000010:3.0:1767385011.516632:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 02000000:00000010:0.0:1767385011.516632:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000049d6362a. 00000400:00000010:1.0:1767385011.516637:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 02000000:00000010:0.0:1767385011.516639:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000971887eb. 00000100:00000010:0.0:1767385011.516644:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5e43f9e. 02000000:00000010:3.0:1767385011.516648:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005c2e2de. 10000000:00000010:0.0:1767385011.516652:0:16801:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000068d66c3f. 02000000:00000010:3.0:1767385011.516655:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eab3e016. 00000100:00000010:3.0:1767385011.516659:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dab39bef. 00000400:00000010:1.0:1767385011.516666:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000100:00000010:0.0:1767385011.516675:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bac52902. 00000020:00000010:1.0:1767385011.516679:0:40453:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000928ee8d6. 00000020:00000010:1.0:1767385011.516683:0:40453:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 02000000:00000010:0.0:1767385011.516683:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a347637c. 00000020:00000010:1.0:1767385011.516686:0:40453:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7a389fd. 00000100:00000010:0.0:1767385011.516691:0:16801:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008be265ae. 00000100:00000010:0.0:1767385011.516694:0:16801:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009f872990. 00000100:00000010:0.0:1767385011.516701:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008320fe04. 00000400:00000010:1.0:1767385011.516705:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.516709:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000400:00000010:0.0:1767385011.516711:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b08a92. 00000400:00000010:0.0:1767385011.516716:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008806d4fa. 02000000:00000010:0.0:1767385011.516722:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d8a819e. 00000400:00000010:0.0:1767385011.516726:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e1254a. 00000400:00000010:0.0:1767385011.516729:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f6decb. 00000400:00000010:0.0:1767385011.516733:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 02000000:00000010:1.0:1767385011.516737:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eb41facd. 00000400:00000010:0.0:1767385011.516745:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc23425. 02000000:00000010:1.0:1767385011.516746:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000bc965d5f. 00000100:00000010:1.0:1767385011.516750:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9bd8af7. 00000400:00000010:0.0:1767385011.516752:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051859bf0. 00000400:00000010:0.0:1767385011.516764:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000020:00000010:3.0:1767385011.516795:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.516800:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.516805:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.516809:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.516813:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.516844:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.516847:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 02000000:00000010:3.0:1767385011.516866:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ad1c38b2. 20000000:00000010:3.0:1767385011.516876:0:40444:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000068a1ce17. 00000100:00000010:3.0:1767385011.516933:0:40444:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000435d37ba. 00000100:00000010:3.0:1767385011.516938:0:40444:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000be1514d1. 00000400:00000010:3.0:1767385011.516944:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.516950:0:40444:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a317fd1c. 00000400:00000010:3.0:1767385011.516963:0:40444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b08a92. 00000400:00000010:3.0:1767385011.516971:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008806d4fa. 00000400:00000010:3.0:1767385011.517000:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000100:00000010:3.0:1767385011.517010:0:40444:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000be1514d1. 00000100:00000010:3.0:1767385011.517014:0:40444:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000435d37ba. 20000000:00000010:3.0:1767385011.517023:0:40444:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000068a1ce17. 00000400:00000010:3.0:1767385011.517035:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.517065:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.517077:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.517081:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.517086:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:1.0:1767385011.517088:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e1254a. 02000000:00000010:3.0:1767385011.517091:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ad1c38b2. 00000400:00000010:1.0:1767385011.517095:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f6decb. 00000400:00000010:3.0:1767385011.517101:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001086ba6e. 00000400:00000010:3.0:1767385011.517108:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5c7bd64. 00000100:00000010:1.0:1767385011.517111:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008320fe04. 10000000:00000010:1.0:1767385011.517124:0:16801:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b69f6c58. 10000000:00000010:1.0:1767385011.517134:0:16801:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b69f6c58. 02000000:00000010:1.0:1767385011.517139:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d8a819e. 00000100:00000010:1.0:1767385011.517144:0:16801:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009f872990. 00000100:00000010:1.0:1767385011.517147:0:16801:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008be265ae. 02000000:00000010:1.0:1767385011.517150:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a347637c. 00000100:00000010:1.0:1767385011.517152:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bac52902. 10000000:00000010:1.0:1767385011.517174:0:16801:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000068d66c3f. 00000100:00000010:1.0:1767385011.517186:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.517193:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c164cf92. 00010000:00000010:1.0:1767385011.517199:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000080866b7. 00000100:00000010:1.0:1767385011.517206:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c115cda4. 02000000:00000010:1.0:1767385011.517213:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eb41facd. 00000400:00000010:1.0:1767385011.517216:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.517220:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.517224:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000400:00000010:1.0:1767385011.517232:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbff29fd. 00000400:00000010:1.0:1767385011.517237:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d371524e. 00000400:00000010:1.0:1767385011.517253:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:3.0:1767385011.517301:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.517306:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.517312:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.517316:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.517321:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.517353:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.517356:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00010000:00000010:3.0:1767385011.517370:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fe23047. 02000000:00000010:3.0:1767385011.517379:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385011.517391:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.517419:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.517427:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.517430:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.517433:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:1.0:1767385011.517442:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 02000000:00000010:3.0:1767385011.517445:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ad1c38b2. 00000400:00000010:1.0:1767385011.517447:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000400:00000010:3.0:1767385011.517470:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000966785d9. 00000100:00000010:1.0:1767385011.517473:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c115cda4. 00000400:00000010:3.0:1767385011.517477:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000737631d9. 02000000:00000010:1.0:1767385011.517483:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eb41facd. 02000000:00000010:1.0:1767385011.517487:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c164cf92. 00000100:00000010:1.0:1767385011.517490:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 10000000:00000010:1.0:1767385011.517494:0:16801:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000015655da7. 00000020:00000010:1.0:1767385011.517496:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:1.0:1767385011.517499:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002438cb6c. 00000040:00000010:1.0:1767385011.517507:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000045d7c515. 00000020:00000010:1.0:1767385011.517509:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c25fabe9. 00000020:00000010:1.0:1767385011.517512:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9bdee41. 80000000:00000010:1.0:1767385011.517515:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7b55c45. 00040000:00000010:1.0:1767385011.517518:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027ef6678. 00080000:00000010:1.0:1767385011.517521:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c51ac333. 20000000:00000010:1.0:1767385011.517524:0:16801:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008f0c87da. 00000040:00000010:1.0:1767385011.517528:0:16801:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f75cc2f5. 00000100:00000010:1.0:1767385011.517532:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.517537:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d388460b. 00000100:00000010:1.0:1767385011.517542:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c115cda4. 02000000:00000010:1.0:1767385011.517547:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec86ed5b. 00000400:00000010:1.0:1767385011.517549:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.517551:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.517554:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000400:00000010:1.0:1767385011.517560:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039bd18d2. 00000400:00000010:1.0:1767385011.517564:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4b33eb3. 00000400:00000010:1.0:1767385011.517576:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:3.0:1767385011.517621:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.517626:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.517629:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.517632:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.517635:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.517658:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.517661:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 02000000:00000010:3.0:1767385011.517671:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ad1c38b2. 00000040:00000010:3.0:1767385011.517676:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.517806:0:40444:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000be1514d1. 00000040:00000010:3.0:1767385011.517820:0:40444:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000be1514d1. 00000040:00000010:3.0:1767385011.517823:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 20000000:00000010:3.0:1767385011.517830:0:40444:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000be96d0bf. 20000000:00000010:3.0:1767385011.517833:0:40444:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000be96d0bf. 00000400:00000010:3.0:1767385011.517841:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.517867:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.517877:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.517882:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000400:00000010:1.0:1767385011.517885:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000020:00000010:3.0:1767385011.517886:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:1.0:1767385011.517890:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 02000000:00000010:3.0:1767385011.517894:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ad1c38b2. 00000100:00000010:1.0:1767385011.517903:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c115cda4. 00000400:00000010:3.0:1767385011.517904:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000396cdebb. 02000000:00000010:1.0:1767385011.517909:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec86ed5b. 00000400:00000010:3.0:1767385011.517911:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdd7f88. 02000000:00000010:1.0:1767385011.517913:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d388460b. 00000100:00000010:1.0:1767385011.517919:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 00000040:00000010:1.0:1767385011.517926:0:16801:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fb733d45. 00000100:00000010:1.0:1767385011.517929:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.517933:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d388460b. 00000100:00000010:1.0:1767385011.517936:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c115cda4. 02000000:00000010:1.0:1767385011.517952:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000085a91a6. 00000400:00000010:1.0:1767385011.517955:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.517958:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c1104a15. 00000400:00000010:1.0:1767385011.517961:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.517967:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e65ca127. 00000400:00000010:1.0:1767385011.517974:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003545bc3a. 00000400:00000010:1.0:1767385011.517986:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000020:00000010:3.0:1767385011.518025:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.518029:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.518033:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.518036:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.518038:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.518067:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.518070:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 02000000:00000010:3.0:1767385011.518089:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000085d97f0. 00000040:00000010:3.0:1767385011.518099:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.518108:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000014032e9e. 00000040:00000010:3.0:1767385011.518325:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000014032e9e. 00000040:00000010:3.0:1767385011.518330:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 00000400:00000010:3.0:1767385011.518339:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001105990d. 00000400:00000010:3.0:1767385011.518365:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001105990d. 00000020:00000010:3.0:1767385011.518375:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.518378:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.518380:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 02000000:00000010:3.0:1767385011.518385:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000085d97f0. 00000400:00000010:3.0:1767385011.518399:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a21ddae. 00000400:00000010:3.0:1767385011.518403:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001105990d. 00000400:00000010:1.0:1767385011.518424:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.518430:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c1104a15. 00000100:00000010:1.0:1767385011.518439:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c115cda4. 02000000:00000010:1.0:1767385011.518444:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000085a91a6. 02000000:00000010:1.0:1767385011.518452:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d388460b. 00000100:00000010:1.0:1767385011.518469:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 00000040:00000010:1.0:1767385011.518475:0:16801:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d1cd9ac9. 00000020:00000010:1.0:1767385011.518680:0:41066:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d388460b. 00000020:00000010:1.0:1767385011.518685:0:41066:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec86ed5b. 00000040:00000010:1.0:1767385011.518688:0:41066:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cfc722c0. 00000020:00000010:1.0:1767385011.518693:0:41066:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a232adfd. 00000020:00000010:1.0:1767385011.518697:0:41066:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c8be21d. 00000020:00000010:1.0:1767385011.518700:0:41066:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033c648a6. 80000000:00000010:1.0:1767385011.518703:0:41066:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eea05391. 40000000:00000010:1.0:1767385011.518706:0:41066:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074f88235. 00100000:00000010:1.0:1767385011.518711:0:41066:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000094cbda32. 00040000:00000010:1.0:1767385011.518714:0:41066:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e340dc69. 00040000:00000010:1.0:1767385011.518717:0:41066:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004739d81e. 00040000:00000010:1.0:1767385011.518718:0:41066:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be013e84. 00080000:00000010:1.0:1767385011.518721:0:41066:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ebf69cff. 00000004:00000010:1.0:1767385011.518724:0:41066:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000beea3c06. 00000004:00000010:1.0:1767385011.518726:0:41066:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b69f6c58. 00000004:00000010:1.0:1767385011.518729:0:41066:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d2368789. 00002000:00000010:1.0:1767385011.518731:0:41066:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb41facd. 00000004:00000010:1.0:1767385011.518733:0:41066:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049d6362a. 00000020:00000010:1.0:1767385011.518736:0:41066:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000334912ca. 00000040:00000010:1.0:1767385011.518741:0:41066:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000b732e64. 00000040:00000010:1.0:1767385011.519121:0:41066:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000b732e64. 00000020:00000010:1.0:1767385011.519126:0:41066:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000334912ca. 00000020:00000010:1.0:1767385011.519134:0:41066:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec86ed5b. 00000040:00000010:1.0:1767385011.519136:0:41066:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cfc722c0. 00000020:00000010:1.0:1767385011.519144:0:41066:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a232adfd. 00000020:00000010:1.0:1767385011.519146:0:41066:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c8be21d. 00000020:00000010:1.0:1767385011.519149:0:41066:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033c648a6. 80000000:00000010:1.0:1767385011.519151:0:41066:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eea05391. 40000000:00000010:1.0:1767385011.519153:0:41066:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074f88235. 00100000:00000010:1.0:1767385011.519155:0:41066:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000094cbda32. 00040000:00000010:1.0:1767385011.519157:0:41066:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e340dc69. 00040000:00000010:1.0:1767385011.519160:0:41066:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004739d81e. 00040000:00000010:1.0:1767385011.519162:0:41066:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be013e84. 00080000:00000010:1.0:1767385011.519164:0:41066:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ebf69cff. 00000004:00000010:1.0:1767385011.519166:0:41066:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000beea3c06. 00000004:00000010:1.0:1767385011.519168:0:41066:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b69f6c58. 00000004:00000010:1.0:1767385011.519170:0:41066:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d2368789. 00002000:00000010:1.0:1767385011.519173:0:41066:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb41facd. 00000004:00000010:1.0:1767385011.519175:0:41066:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049d6362a. 00000020:00000010:1.0:1767385011.519176:0:41066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d388460b. 00000040:00000010:0.0:1767385011.519216:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d1cd9ac9. 00000040:00000010:0.0:1767385011.519221:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fb733d45. 00000040:00000010:0.0:1767385011.519224:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f75cc2f5. 00000020:00000010:0.0:1767385011.519228:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002438cb6c. 00000040:00000010:0.0:1767385011.519231:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000045d7c515. 00000020:00000010:0.0:1767385011.519234:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c25fabe9. 00000020:00000010:0.0:1767385011.519237:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9bdee41. 80000000:00000010:0.0:1767385011.519240:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7b55c45. 00040000:00000010:0.0:1767385011.519242:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027ef6678. 00080000:00000010:0.0:1767385011.519244:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c51ac333. 20000000:00000010:0.0:1767385011.519247:0:16801:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008f0c87da. 00000020:00000010:0.0:1767385011.519250:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 10000000:00000010:0.0:1767385011.519252:0:16801:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000015655da7. 00000100:00000010:0.0:1767385011.519261:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 02000000:00000010:0.0:1767385011.519268:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a25ed49c. 00010000:00000010:0.0:1767385011.519274:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003594e522. 00000100:00000010:0.0:1767385011.519281:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d63dfc4. 02000000:00000010:0.0:1767385011.519289:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000049faaa08. 00000400:00000010:0.0:1767385011.519292:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767385011.519301:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000400:00000010:0.0:1767385011.519305:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000400:00000010:0.0:1767385011.519312:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bafa169. 00000400:00000010:0.0:1767385011.519316:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a68e4aeb. 00000400:00000010:0.0:1767385011.519330:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000020:00000010:3.0:1767385011.519372:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.519376:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.519380:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.519383:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.519386:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.519406:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.519408:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00010000:00000010:3.0:1767385011.519419:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a96ebfd3. 02000000:00000010:3.0:1767385011.519426:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385011.519436:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.519471:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.519481:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.519485:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.519488:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:0.0:1767385011.519493:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 02000000:00000010:3.0:1767385011.519494:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ad1c38b2. 00000400:00000010:0.0:1767385011.519501:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000400:00000010:3.0:1767385011.519505:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cd4eecf. 00000400:00000010:3.0:1767385011.519513:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd234818. 00000100:00000010:0.0:1767385011.519515:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d63dfc4. 02000000:00000010:0.0:1767385011.519525:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000049faaa08. 02000000:00000010:0.0:1767385011.519527:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a25ed49c. 00000100:00000010:0.0:1767385011.519530:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 10000000:00000010:0.0:1767385011.519535:0:16801:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e7c7d1c3. 00000020:00000010:0.0:1767385011.519537:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a25ed49c. 00000020:00000010:0.0:1767385011.519539:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd7d7336. 00000040:00000010:0.0:1767385011.519541:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a347637c. 00000020:00000010:0.0:1767385011.519543:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe4d1792. 00000020:00000010:0.0:1767385011.519545:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d8a819e. 80000000:00000010:0.0:1767385011.519547:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009bb31f9e. 00040000:00000010:0.0:1767385011.519549:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001df2d205. 00080000:00000010:0.0:1767385011.519551:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c7dfbadf. 20000000:00000010:0.0:1767385011.519553:0:16801:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b23d3262. 00000040:00000010:0.0:1767385011.519555:0:16801:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f12e957. 00000100:00000010:0.0:1767385011.519557:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 02000000:00000010:0.0:1767385011.519562:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c164cf92. 00000100:00000010:0.0:1767385011.519566:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d63dfc4. 02000000:00000010:0.0:1767385011.519571:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027ef6678. 00000400:00000010:0.0:1767385011.519573:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767385011.519575:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000400:00000010:0.0:1767385011.519577:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000400:00000010:0.0:1767385011.519583:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022f0350c. 00000400:00000010:0.0:1767385011.519587:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015456632. 00000400:00000010:0.0:1767385011.519622:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000020:00000010:3.0:1767385011.519645:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.519649:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.519654:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.519657:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.519660:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.519692:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be96d0bf. 00000020:00000010:3.0:1767385011.519695:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be96d0bf. 02000000:00000010:3.0:1767385011.519703:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ad1c38b2. 00000040:00000010:3.0:1767385011.519707:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.519727:0:40444:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000be1514d1. 00000020:00000010:3.0:1767385011.519732:0:40444:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eab3e016. 00080000:00000010:3.0:1767385011.519738:0:40444:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000771c860a. 00000040:00000010:3.0:1767385011.519882:0:40444:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000be1514d1. 00000040:00000010:3.0:1767385011.519886:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 20000000:00000010:3.0:1767385011.519891:0:40444:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ec0d2045. 20000000:00000010:3.0:1767385011.519894:0:40444:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000ec0d2045. 00000400:00000010:3.0:1767385011.519900:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.519925:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.519935:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.519939:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.519944:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:0.0:1767385011.519947:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 02000000:00000010:3.0:1767385011.519949:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385011.519956:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f83696e. 00000400:00000010:0.0:1767385011.519958:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000400:00000010:3.0:1767385011.519964:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbb8eb4d. 00000100:00000010:0.0:1767385011.519970:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d63dfc4. 02000000:00000010:0.0:1767385011.519977:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027ef6678. 02000000:00000010:0.0:1767385011.519979:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c164cf92. 00000100:00000010:0.0:1767385011.519981:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 00000040:00000010:0.0:1767385011.519987:0:16801:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006d9e1e68. 00000100:00000010:0.0:1767385011.519989:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 02000000:00000010:0.0:1767385011.519993:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c164cf92. 00000100:00000010:0.0:1767385011.519996:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d63dfc4. 02000000:00000010:0.0:1767385011.520006:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000085a91a6. 00000400:00000010:0.0:1767385011.520009:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767385011.520012:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008c6eb60d. 00000400:00000010:0.0:1767385011.520015:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000400:00000010:0.0:1767385011.520021:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090cc0657. 00000400:00000010:0.0:1767385011.520025:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080452f12. 00000400:00000010:0.0:1767385011.520035:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000020:00000010:3.0:1767385011.520063:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.520068:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.520072:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.520075:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.520077:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.520100:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.520104:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 02000000:00000010:3.0:1767385011.520118:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000085d97f0. 00000040:00000010:3.0:1767385011.520123:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.520129:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000014032e9e. 00000040:00000010:3.0:1767385011.520349:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000014032e9e. 00000040:00000010:3.0:1767385011.520353:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 00000400:00000010:3.0:1767385011.520361:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e8dfca4f. 00000400:00000010:3.0:1767385011.520386:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e8dfca4f. 00000020:00000010:3.0:1767385011.520403:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.520407:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000400:00000010:0.0:1767385011.520408:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 00000020:00000010:3.0:1767385011.520410:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:0.0:1767385011.520414:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008c6eb60d. 02000000:00000010:3.0:1767385011.520418:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000085d97f0. 00000100:00000010:0.0:1767385011.520427:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d63dfc4. 00000400:00000010:3.0:1767385011.520434:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfc4a1fa. 02000000:00000010:0.0:1767385011.520435:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000085a91a6. 00000400:00000010:3.0:1767385011.520443:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8dfca4f. 02000000:00000010:0.0:1767385011.520447:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c164cf92. 00000100:00000010:0.0:1767385011.520452:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 00000040:00000010:0.0:1767385011.520469:0:16801:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000024a8383a. 00000020:00000010:0.0:1767385011.520645:0:41067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:0.0:1767385011.520649:0:41067:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000027ef6678. 00000040:00000010:0.0:1767385011.520652:0:41067:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9bdee41. 00000020:00000010:0.0:1767385011.520655:0:41067:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ad701d7. 00000020:00000010:0.0:1767385011.520659:0:41067:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000046815d99. 00000020:00000010:0.0:1767385011.520661:0:41067:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000045d7c515. 80000000:00000010:0.0:1767385011.520664:0:41067:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000d7b835. 40000000:00000010:0.0:1767385011.520667:0:41067:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae77ff3b. 00100000:00000010:0.0:1767385011.520670:0:41067:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003575a04c. 00040000:00000010:0.0:1767385011.520673:0:41067:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d70ffd2a. 00040000:00000010:0.0:1767385011.520681:0:41067:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000072bd4937. 00040000:00000010:0.0:1767385011.520684:0:41067:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002438cb6c. 00080000:00000010:0.0:1767385011.520686:0:41067:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000818b0309. 00000004:00000010:0.0:1767385011.520689:0:41067:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000054dfb733. 00000004:00000010:0.0:1767385011.520692:0:41067:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005672edfe. 00000004:00000010:0.0:1767385011.520694:0:41067:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002045cd2e. 00002000:00000010:0.0:1767385011.520696:0:41067:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000049faaa08. 00000004:00000010:0.0:1767385011.520698:0:41067:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c347e39c. 00000020:00000010:0.0:1767385011.520700:0:41067:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cd3cbbbb. 00000040:00000010:0.0:1767385011.520703:0:41067:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fb733d45. 00000040:00000010:0.0:1767385011.521083:0:41067:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fb733d45. 00000020:00000010:0.0:1767385011.521085:0:41067:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cd3cbbbb. 00000020:00000010:0.0:1767385011.521091:0:41067:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000027ef6678. 00000040:00000010:0.0:1767385011.521093:0:41067:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9bdee41. 00000020:00000010:0.0:1767385011.521095:0:41067:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ad701d7. 00000020:00000010:0.0:1767385011.521097:0:41067:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000046815d99. 00000020:00000010:0.0:1767385011.521099:0:41067:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000045d7c515. 80000000:00000010:0.0:1767385011.521101:0:41067:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000d7b835. 40000000:00000010:0.0:1767385011.521103:0:41067:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae77ff3b. 00100000:00000010:0.0:1767385011.521104:0:41067:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003575a04c. 00040000:00000010:0.0:1767385011.521106:0:41067:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d70ffd2a. 00040000:00000010:0.0:1767385011.521107:0:41067:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000072bd4937. 00040000:00000010:0.0:1767385011.521109:0:41067:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002438cb6c. 00080000:00000010:0.0:1767385011.521110:0:41067:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000818b0309. 00000004:00000010:0.0:1767385011.521112:0:41067:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000054dfb733. 00000004:00000010:0.0:1767385011.521113:0:41067:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005672edfe. 00000004:00000010:0.0:1767385011.521115:0:41067:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002045cd2e. 00002000:00000010:0.0:1767385011.521116:0:41067:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000049faaa08. 00000004:00000010:0.0:1767385011.521118:0:41067:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c347e39c. 00000020:00000010:0.0:1767385011.521119:0:41067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 00000040:00000010:1.0:1767385011.521148:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000024a8383a. 00000040:00000010:1.0:1767385011.521153:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006d9e1e68. 00000040:00000010:1.0:1767385011.521156:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f12e957. 00000020:00000010:1.0:1767385011.521160:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd7d7336. 00000040:00000010:1.0:1767385011.521163:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a347637c. 00000020:00000010:1.0:1767385011.521165:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fe4d1792. 00000020:00000010:1.0:1767385011.521168:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d8a819e. 80000000:00000010:1.0:1767385011.521170:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009bb31f9e. 00040000:00000010:1.0:1767385011.521173:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001df2d205. 00080000:00000010:1.0:1767385011.521175:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c7dfbadf. 20000000:00000010:1.0:1767385011.521177:0:16801:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b23d3262. 00000020:00000010:1.0:1767385011.521180:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a25ed49c. 10000000:00000010:1.0:1767385011.521182:0:16801:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e7c7d1c3. 00000100:00000010:1.0:1767385011.521190:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.521194:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d388460b. 00010000:00000010:1.0:1767385011.521198:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1768f0b. 00010000:00000010:1.0:1767385011.521201:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004407d439. 00000100:00000010:1.0:1767385011.521206:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1104a15. 02000000:00000010:1.0:1767385011.521217:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000049d6362a. 00000400:00000010:1.0:1767385011.521219:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.521221:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.521223:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000400:00000010:1.0:1767385011.521229:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415c1982. 00000400:00000010:1.0:1767385011.521234:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000980b9a2b. 00000400:00000010:1.0:1767385011.521247:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:3.0:1767385011.521288:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521292:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521296:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.521299:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.521303:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.521324:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521328:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00010000:00000010:3.0:1767385011.521339:0:40444:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a04fea68. 00010000:00000010:3.0:1767385011.521343:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0214490. 02000000:00000010:3.0:1767385011.521350:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385011.521361:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.521387:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.521396:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000400:00000010:1.0:1767385011.521400:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000020:00000010:3.0:1767385011.521401:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000400:00000010:1.0:1767385011.521406:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000020:00000010:3.0:1767385011.521408:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 02000000:00000010:3.0:1767385011.521416:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ad1c38b2. 00000100:00000010:1.0:1767385011.521418:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c1104a15. 00000400:00000010:3.0:1767385011.521423:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511782a9. 02000000:00000010:1.0:1767385011.521427:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000049d6362a. 00000400:00000010:3.0:1767385011.521430:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a3c225d. 02000000:00000010:1.0:1767385011.521432:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d388460b. 00000100:00000010:1.0:1767385011.521437:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 00000100:00000010:1.0:1767385011.521445:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.521450:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d388460b. 00010000:00000010:1.0:1767385011.521469:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d3ba0d8. 00000100:00000010:1.0:1767385011.521476:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1104a15. 02000000:00000010:1.0:1767385011.521481:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000049d6362a. 00000400:00000010:1.0:1767385011.521483:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.521485:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.521488:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000400:00000010:1.0:1767385011.521493:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd80b92. 00000400:00000010:1.0:1767385011.521497:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a032353f. 00000400:00000010:1.0:1767385011.521508:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:3.0:1767385011.521544:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521548:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521552:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.521555:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.521558:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.521577:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521580:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00010000:00000010:3.0:1767385011.521590:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015d3784d. 02000000:00000010:3.0:1767385011.521632:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385011.521644:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.521675:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000400:00000010:1.0:1767385011.521686:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000020:00000010:3.0:1767385011.521689:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000400:00000010:1.0:1767385011.521693:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000020:00000010:3.0:1767385011.521695:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.521701:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 02000000:00000010:3.0:1767385011.521708:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ad1c38b2. 00000100:00000010:1.0:1767385011.521709:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c1104a15. 00000400:00000010:3.0:1767385011.521715:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006135c0d8. 02000000:00000010:1.0:1767385011.521719:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000049d6362a. 00000400:00000010:3.0:1767385011.521722:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001779c190. 02000000:00000010:1.0:1767385011.521723:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d388460b. 00000100:00000010:1.0:1767385011.521728:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 10000000:00000010:1.0:1767385011.521734:0:16801:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000074f88235. 00000020:00000010:1.0:1767385011.521736:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d388460b. 00000020:00000010:1.0:1767385011.521738:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be013e84. 00000040:00000010:1.0:1767385011.521744:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033c648a6. 00000020:00000010:1.0:1767385011.521746:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d2368789. 00000020:00000010:1.0:1767385011.521748:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cfc722c0. 80000000:00000010:1.0:1767385011.521750:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eea05391. 00040000:00000010:1.0:1767385011.521752:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec86ed5b. 00080000:00000010:1.0:1767385011.521753:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000beea3c06. 20000000:00000010:1.0:1767385011.521756:0:16801:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b6145cbc. 00000040:00000010:1.0:1767385011.521758:0:16801:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004f9b3323. 00000100:00000010:1.0:1767385011.521761:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.521765:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db247932. 00000100:00000010:1.0:1767385011.521769:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1104a15. 02000000:00000010:1.0:1767385011.521774:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a25ed49c. 00000400:00000010:1.0:1767385011.521777:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.521779:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.521782:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000400:00000010:1.0:1767385011.521788:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570a90b. 00000400:00000010:1.0:1767385011.521792:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d42fb4ad. 00000400:00000010:1.0:1767385011.521804:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:3.0:1767385011.521838:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521841:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521845:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.521847:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.521850:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.521870:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.521873:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 02000000:00000010:3.0:1767385011.521881:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ad1c38b2. 00000040:00000010:3.0:1767385011.521886:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.521907:0:40444:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000000ccb25b. 00000040:00000010:3.0:1767385011.521914:0:40444:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000000ccb25b. 00000040:00000010:3.0:1767385011.521917:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 00000400:00000010:3.0:1767385011.521926:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.521951:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000400:00000010:1.0:1767385011.521958:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000020:00000010:3.0:1767385011.521962:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000400:00000010:1.0:1767385011.521963:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000020:00000010:3.0:1767385011.521970:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000100:00000010:1.0:1767385011.521975:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c1104a15. 00000020:00000010:3.0:1767385011.521977:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 02000000:00000010:1.0:1767385011.521982:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a25ed49c. 02000000:00000010:3.0:1767385011.521985:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ad1c38b2. 02000000:00000010:1.0:1767385011.521987:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000db247932. 00000100:00000010:1.0:1767385011.521992:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 00000400:00000010:3.0:1767385011.521994:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079696c7f. 00000040:00000010:1.0:1767385011.521996:0:16801:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000b732e64. 00000400:00000010:3.0:1767385011.522001:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000847e3064. 00000100:00000010:1.0:1767385011.522001:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 02000000:00000010:1.0:1767385011.522008:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a25ed49c. 00000100:00000010:1.0:1767385011.522011:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1104a15. 02000000:00000010:1.0:1767385011.522022:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000085a91a6. 00000400:00000010:1.0:1767385011.522025:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385011.522028:0:16801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008db00520. 00000400:00000010:1.0:1767385011.522031:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:1.0:1767385011.522037:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dba6b92. 00000400:00000010:1.0:1767385011.522045:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a1d1277. 00000400:00000010:1.0:1767385011.522055:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00000020:00000010:3.0:1767385011.522080:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.522084:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.522088:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.522090:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.522093:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.522110:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.522113:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 02000000:00000010:3.0:1767385011.522135:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000085d97f0. 00000040:00000010:3.0:1767385011.522140:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.522147:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000014032e9e. 00000040:00000010:3.0:1767385011.522155:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000014032e9e. 00000040:00000010:3.0:1767385011.522158:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 00000400:00000010:3.0:1767385011.522166:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002f598842. 00000400:00000010:3.0:1767385011.522194:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002f598842. 00000400:00000010:1.0:1767385011.522202:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000020:00000010:3.0:1767385011.522206:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000400:00000010:1.0:1767385011.522207:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008db00520. 00000020:00000010:3.0:1767385011.522214:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.522220:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000100:00000010:1.0:1767385011.522220:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c1104a15. 02000000:00000010:3.0:1767385011.522228:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000085d97f0. 02000000:00000010:1.0:1767385011.522229:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000085a91a6. 02000000:00000010:1.0:1767385011.522247:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a25ed49c. 00000100:00000010:1.0:1767385011.522250:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e3232a. 00000400:00000010:3.0:1767385011.522252:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c075d4c. 00000040:00000010:1.0:1767385011.522254:0:16801:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e7b55c45. 00000400:00000010:3.0:1767385011.522258:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f598842. 00000020:00000010:1.0:1767385011.522431:0:41068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a25ed49c. 00000020:00000010:1.0:1767385011.522435:0:41068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b23d3262. 00000040:00000010:1.0:1767385011.522437:0:41068:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001df2d205. 00000020:00000010:1.0:1767385011.522440:0:41068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ebf69cff. 00000020:00000010:1.0:1767385011.522442:0:41068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c8be21d. 00000020:00000010:1.0:1767385011.522444:0:41068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d8a819e. 80000000:00000010:1.0:1767385011.522445:0:41068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d1cd9ac9. 40000000:00000010:1.0:1767385011.522447:0:41068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003be77921. 00100000:00000010:1.0:1767385011.522449:0:41068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ba0a2248. 00040000:00000010:1.0:1767385011.522451:0:41068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e340dc69. 00040000:00000010:1.0:1767385011.522453:0:41068:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c227654. 00040000:00000010:1.0:1767385011.522465:0:41068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a347637c. 00080000:00000010:1.0:1767385011.522467:0:41068:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b0ad00d7. 00000004:00000010:1.0:1767385011.522470:0:41068:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000db8871f5. 00000004:00000010:1.0:1767385011.522471:0:41068:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b69f6c58. 00000004:00000010:1.0:1767385011.522473:0:41068:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aa969c91. 00002000:00000010:1.0:1767385011.522475:0:41068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000049d6362a. 00000004:00000010:1.0:1767385011.522476:0:41068:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eb41facd. 00000020:00000010:1.0:1767385011.522479:0:41068:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000015da0b35. 00000040:00000010:1.0:1767385011.522482:0:41068:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006d9e1e68. 00000040:00000010:1.0:1767385011.522894:0:41068:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006d9e1e68. 00000020:00000010:1.0:1767385011.522898:0:41068:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000015da0b35. 00000020:00000010:1.0:1767385011.522902:0:41068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b23d3262. 00000040:00000010:1.0:1767385011.522904:0:41068:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001df2d205. 00000020:00000010:1.0:1767385011.522911:0:41068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ebf69cff. 00000020:00000010:1.0:1767385011.522913:0:41068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c8be21d. 00000020:00000010:1.0:1767385011.522915:0:41068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d8a819e. 80000000:00000010:1.0:1767385011.522916:0:41068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d1cd9ac9. 40000000:00000010:1.0:1767385011.522918:0:41068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003be77921. 00100000:00000010:1.0:1767385011.522920:0:41068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ba0a2248. 00040000:00000010:1.0:1767385011.522921:0:41068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e340dc69. 00040000:00000010:1.0:1767385011.522923:0:41068:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003c227654. 00040000:00000010:1.0:1767385011.522924:0:41068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a347637c. 00080000:00000010:1.0:1767385011.522926:0:41068:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b0ad00d7. 00000004:00000010:1.0:1767385011.522927:0:41068:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000db8871f5. 00000004:00000010:1.0:1767385011.522929:0:41068:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b69f6c58. 00000004:00000010:1.0:1767385011.522931:0:41068:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aa969c91. 00002000:00000010:1.0:1767385011.522932:0:41068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000049d6362a. 00000004:00000010:1.0:1767385011.522934:0:41068:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb41facd. 00000020:00000010:1.0:1767385011.522935:0:41068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a25ed49c. 00000040:00000010:0.0:1767385011.522961:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e7b55c45. 00000040:00000010:0.0:1767385011.522967:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000b732e64. 00000040:00000010:0.0:1767385011.522970:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004f9b3323. 00000020:00000010:0.0:1767385011.522974:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be013e84. 00000040:00000010:0.0:1767385011.522982:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033c648a6. 00000020:00000010:0.0:1767385011.522985:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d2368789. 00000020:00000010:0.0:1767385011.522988:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cfc722c0. 80000000:00000010:0.0:1767385011.522990:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eea05391. 00040000:00000010:0.0:1767385011.522993:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ec86ed5b. 00080000:00000010:0.0:1767385011.522995:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000beea3c06. 20000000:00000010:0.0:1767385011.522998:0:16801:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b6145cbc. 00000020:00000010:0.0:1767385011.523000:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d388460b. 10000000:00000010:0.0:1767385011.523003:0:16801:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000074f88235. 00000100:00000010:0.0:1767385011.523010:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 02000000:00000010:0.0:1767385011.523016:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c164cf92. 00010000:00000010:0.0:1767385011.523022:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000300e23f0. 00000100:00000010:0.0:1767385011.523028:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c6eb60d. 02000000:00000010:0.0:1767385011.523034:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c347e39c. 00000400:00000010:0.0:1767385011.523037:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767385011.523041:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000400:00000010:0.0:1767385011.523044:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000400:00000010:0.0:1767385011.523052:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b9fc69. 00000400:00000010:0.0:1767385011.523058:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e373a982. 00000400:00000010:0.0:1767385011.523073:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000020:00000010:3.0:1767385011.523110:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.523115:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.523119:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.523121:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.523124:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.523146:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.523149:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00010000:00000010:3.0:1767385011.523160:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008de79825. 02000000:00000010:3.0:1767385011.523167:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385011.523177:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.523202:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.523211:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.523215:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.523219:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:0.0:1767385011.523220:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 02000000:00000010:3.0:1767385011.523224:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ad1c38b2. 00000400:00000010:0.0:1767385011.523226:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000400:00000010:3.0:1767385011.523234:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135e3e16. 00000100:00000010:0.0:1767385011.523240:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008c6eb60d. 00000400:00000010:3.0:1767385011.523241:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066abc00c. 02000000:00000010:0.0:1767385011.523252:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c347e39c. 02000000:00000010:0.0:1767385011.523257:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c164cf92. 00000100:00000010:0.0:1767385011.523260:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 10000000:00000010:0.0:1767385011.523266:0:16801:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ae77ff3b. 00000020:00000010:0.0:1767385011.523269:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164cf92. 00000020:00000010:0.0:1767385011.523272:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002438cb6c. 00000040:00000010:0.0:1767385011.523274:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000045d7c515. 00000020:00000010:0.0:1767385011.523277:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002045cd2e. 00000020:00000010:0.0:1767385011.523279:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9bdee41. 80000000:00000010:0.0:1767385011.523282:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000d7b835. 00040000:00000010:0.0:1767385011.523290:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027ef6678. 00080000:00000010:0.0:1767385011.523292:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054dfb733. 20000000:00000010:0.0:1767385011.523295:0:16801:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008f0c87da. 00000040:00000010:0.0:1767385011.523299:0:16801:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f75cc2f5. 00000100:00000010:0.0:1767385011.523302:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 02000000:00000010:0.0:1767385011.523307:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7a389fd. 00000100:00000010:0.0:1767385011.523313:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c6eb60d. 02000000:00000010:0.0:1767385011.523319:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000971887eb. 00000400:00000010:0.0:1767385011.523323:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:0.0:1767385011.523326:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000400:00000010:0.0:1767385011.523329:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000400:00000010:0.0:1767385011.523335:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a84fac0. 00000400:00000010:0.0:1767385011.523339:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003529b689. 00000400:00000010:0.0:1767385011.523352:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000020:00000010:3.0:1767385011.523387:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.523391:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.523395:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c2e2de. 00000020:00000010:3.0:1767385011.523398:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.523407:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.523429:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec0d2045. 00000020:00000010:3.0:1767385011.523432:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec0d2045. 02000000:00000010:3.0:1767385011.523441:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ad1c38b2. 00000040:00000010:3.0:1767385011.523445:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d713981b. 00000040:00000010:3.0:1767385011.523476:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d713981b. 00000400:00000010:3.0:1767385011.523485:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385011.523509:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385011.523519:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385011.523523:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385011.523527:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c2e2de. 00000400:00000010:0.0:1767385011.523529:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 02000000:00000010:3.0:1767385011.523532:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ad1c38b2. 00000400:00000010:0.0:1767385011.523535:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000400:00000010:3.0:1767385011.523541:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019433add. 00000400:00000010:3.0:1767385011.523547:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aac10286. 00000100:00000010:0.0:1767385011.523547:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008c6eb60d. 02000000:00000010:0.0:1767385011.523553:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000971887eb. 02000000:00000010:0.0:1767385011.523557:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e7a389fd. 00000100:00000010:0.0:1767385011.523560:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000622ec378. 00000040:00000010:0.0:1767385011.523562:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f75cc2f5. 00000020:00000010:0.0:1767385011.523565:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002438cb6c. 00000040:00000010:0.0:1767385011.523568:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000045d7c515. 00000020:00000010:0.0:1767385011.523570:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002045cd2e. 00000020:00000010:0.0:1767385011.523572:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9bdee41. 80000000:00000010:0.0:1767385011.523574:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000d7b835. 00040000:00000010:0.0:1767385011.523576:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027ef6678. 00080000:00000010:0.0:1767385011.523578:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054dfb733. 20000000:00000010:0.0:1767385011.523579:0:16801:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008f0c87da. 00000020:00000010:0.0:1767385011.523581:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164cf92. 10000000:00000010:0.0:1767385011.523582:0:16801:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ae77ff3b. 00000100:00000010:3.0:1767385011.539664:0:765:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7931d7f. 00000100:00000010:0.0:1767385011.539669:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000862951dc. 00000100:00000010:1.0:1767385011.539670:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08fee42. 00000100:00000010:2.0:1767385011.539678:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9a3eea7. 00000800:00000010:1.0:1767385012.092921:0:27932:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767385012.092935:0:27932:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385012.092940:0:27932:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000334912ca. 00000800:00000010:1.0:1767385012.092963:0:27932:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000334912ca. 00000800:00020000:1.0:1767385012.092971:0:27932:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767385012.092977:0:27932:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385012.092980:0:27932:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d9e1e68. 00000400:02020000:1.0:1767385012.093029:0:27932:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp39 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767385013.465823:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ba98a2f6. 00000800:00000010:3.0:1767385013.465956:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014032e9e. 00000800:00000010:3.0:1767385013.465970:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000351a689f. 00000800:00000010:3.0:1767385013.466009:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2dfd1c2. 00000800:00000010:3.0:1767385013.466023:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec0d2045. 00000800:00000010:3.0:1767385013.466098:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec0d2045. 00000800:00000010:3.0:1767385013.466106:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000351a689f. 00000800:00000010:3.0:1767385013.466228:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ba98a2f6. 00000800:00000010:3.0:1767385013.466979:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b16c3426. 00000800:00000010:3.0:1767385013.467377:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b16c3426. 00000800:00000010:2.0:1767385013.467826:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001ac5e6cf. 00000800:00000010:3.0:1767385013.467971:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000058ae43fe. 00000800:00000010:3.0:1767385013.467982:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000351a689f. 00000800:00000010:3.0:1767385013.468018:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000214690f4. 00000800:00000010:3.1:1767385013.468134:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000214690f4. 00000800:00000010:3.0:1767385013.468150:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec0d2045. 00000800:00000010:3.0:1767385013.468210:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec0d2045. 00000800:00000010:3.0:1767385013.468218:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000351a689f. 00000800:00000010:0.0:1767385013.468225:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d70ffd2a. 00000800:00000010:3.0:1767385013.468324:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001ac5e6cf. 00000800:00000010:0.0:1767385013.468378:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d70ffd2a. 00000800:00000010:2.0:1767385013.469638:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e3d36c65. 00000800:00000010:1.0:1767385013.469741:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d9e1e68. 00000800:00000010:1.0:1767385013.469755:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385013.469807:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c115cda4. 00000800:00000010:1.1:1767385013.469813:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c115cda4. 00000800:00000010:1.0:1767385013.469827:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003be77921. 00000800:00000010:1.0:1767385013.469919:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003be77921. 00000800:00000010:1.0:1767385013.469927:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385013.469978:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e3d36c65. 00000800:00000010:1.0:1767385014.140589:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014dcd45b. 00000800:00000010:1.0:1767385014.140635:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385014.140639:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000001ed73ee. 00000800:00000010:1.0:1767385014.140677:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000001ed73ee. 00000800:00020000:1.0:1767385014.140685:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.149 00000800:00000010:1.0:1767385014.140691:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1104a15. 00000800:00000010:1.0:1767385014.140694:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014dcd45b. 00000400:02020000:1.0:1767385014.140748:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.149@tcp34 at host 192.168.204.149:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767385014.478969:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050a3382c. 00000400:00000010:3.0:1767385014.479006:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f383824a. 00000020:00000010:2.0:1767385014.479182:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385014.479193:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.479200:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 02000000:00000010:2.0:1767385014.479267:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d647e72a. 00000020:00000010:2.0:1767385014.479279:0:40444:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000048dffc41. 00000001:00000010:2.0:1767385014.479291:0:40444:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c25740da. 00000001:00000010:2.0:1767385014.479299:0:40444:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c6ff59ea. 00000001:00000010:2.0:1767385014.479305:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006130e32. 00000001:00000010:2.0:1767385014.479309:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b4e7f94. 00000001:00000010:2.0:1767385014.479313:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cddbac8b. 00000001:00000010:2.0:1767385014.479317:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030a0e399. 00000020:00000010:2.0:1767385014.479335:0:40444:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009753a31f. 00000020:00000010:2.0:1767385014.479458:0:40444:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000db652f70. 00000020:00000010:2.0:1767385014.479463:0:40444:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000035e94df. 00000020:00000010:2.0:1767385014.479466:0:40444:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000045f34da4. 00000020:00000010:2.0:1767385014.479484:0:40444:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000deb7ef8d. 00000020:00000010:2.0:1767385014.479488:0:40444:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000074671d97. 00000020:00000010:2.0:1767385014.479490:0:40444:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b3c41c3d. 00000020:00000010:2.0:1767385014.479515:0:40444:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f5bd256f. 00000400:00000010:2.0:1767385014.479572:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69768e9. 00000800:00000010:2.0:1767385014.479645:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de8d72ac. 00000020:00000010:2.0:1767385014.479682:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.479688:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.479693:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c61d9c. 00000400:00000010:2.0:1767385014.479706:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe28a7f4. 00000400:00000010:2.0:1767385014.479711:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c84375ac. 00000800:00000010:1.0:1767385014.479818:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de8d72ac. 00000400:00000010:1.0:1767385014.479832:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69768e9. 02000000:00000010:1.0:1767385014.479839:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000d647e72a. 00000400:00000010:0.0:1767385014.481517:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8c1cbd1. 00000400:00000010:0.0:1767385014.481536:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058ba17d9. 00000020:00000010:2.0:1767385014.481678:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.481687:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.481694:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385014.481699:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.481703:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.481744:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.481747:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00010000:00000010:2.0:1767385014.481770:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000eae2466b. 02000000:00000010:2.0:1767385014.481784:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d2d5f58d. 00000400:00000010:2.0:1767385014.481812:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000815628d2. 00000800:00000010:2.0:1767385014.481861:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d716112b. 00000020:00000010:2.0:1767385014.481888:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.481892:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.481896:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c61d9c. 00000400:00000010:2.0:1767385014.481905:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcf7d3fb. 00000400:00000010:2.0:1767385014.481909:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd9f1cf8. 00000800:00000010:3.0:1767385014.482050:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d716112b. 00000400:00000010:3.0:1767385014.482063:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000815628d2. 02000000:00000010:3.0:1767385014.482069:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d2d5f58d. 00000400:00000010:1.0:1767385014.483881:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c06039a4. 00000400:00000010:1.0:1767385014.483904:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000678e9fdf. 00000020:00000010:2.0:1767385014.483993:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.484000:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.484005:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385014.484009:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.484013:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.484046:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.484049:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 02000000:00000010:2.0:1767385014.484063:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b4cdcc13. 00000040:00000010:2.0:1767385014.484074:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000004245b89. 00000040:00000010:2.0:1767385014.484144:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000004245b89. 00000400:00000010:2.0:1767385014.484158:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352ba1d4. 00000800:00000010:2.0:1767385014.484179:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000070120c6. 00000020:00000010:2.0:1767385014.484206:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.484210:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.484214:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c61d9c. 00000400:00000010:2.0:1767385014.484223:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2006895. 00000400:00000010:2.0:1767385014.484227:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015f9fcfb. 00000800:00000010:0.0:1767385014.484368:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000070120c6. 00000400:00000010:0.0:1767385014.484381:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352ba1d4. 02000000:00000010:0.0:1767385014.484387:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b4cdcc13. 00000400:00000010:3.0:1767385014.485808:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa73ba68. 00000400:00000010:3.0:1767385014.485830:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b48aabe. 00000020:00000010:2.0:1767385014.485937:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.485945:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.485950:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.485954:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.485958:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.485993:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.485996:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00010000:00000010:2.0:1767385014.486011:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1c007d6. 02000000:00000010:2.0:1767385014.486023:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b4cdcc13. 00000400:00000010:2.0:1767385014.486041:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000895dba43. 00000800:00000010:2.0:1767385014.486081:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bffc9d3. 00000020:00000010:2.0:1767385014.486108:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.486112:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.486116:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.486125:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad766a91. 00000400:00000010:2.0:1767385014.486130:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de303f0c. 00000800:00000010:1.0:1767385014.486211:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bffc9d3. 00000400:00000010:1.0:1767385014.486225:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000895dba43. 02000000:00000010:1.0:1767385014.486231:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b4cdcc13. 00000400:00000010:0.0:1767385014.487496:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000873b2492. 00000400:00000010:0.0:1767385014.487513:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000280abd3. 00000020:00000010:2.0:1767385014.487644:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.487652:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.487657:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.487661:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.487665:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.487700:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b51d5db. 00000020:00000010:2.0:1767385014.487703:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b51d5db. 02000000:00000010:2.0:1767385014.487715:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d2d5f58d. 00000040:00000010:2.0:1767385014.487721:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f3176d35. 00000040:00000010:2.0:1767385014.487773:0:40444:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000006b598c16. 00000040:00000010:2.0:1767385014.487788:0:40444:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000006b598c16. 00000040:00000010:2.0:1767385014.487791:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f3176d35. 20000000:00000010:2.0:1767385014.487800:0:40444:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000006b51d5db. 00000400:00000010:2.0:1767385014.487811:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc2bd519. 00000800:00000010:2.0:1767385014.487832:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bffc9d3. 00000020:00000010:2.0:1767385014.487860:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.487864:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.487868:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.487876:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc90f44e. 00000400:00000010:2.0:1767385014.487880:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce1d38d1. 00000800:00000010:3.0:1767385014.488017:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bffc9d3. 00000400:00000010:3.0:1767385014.488030:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2bd519. 02000000:00000010:3.0:1767385014.488036:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d2d5f58d. 00000400:00000010:1.0:1767385014.489552:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000790d753f. 00000400:00000010:1.0:1767385014.489576:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044b55783. 00000020:00000010:2.0:1767385014.489704:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.489711:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.489716:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.489720:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.489723:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.489757:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.489760:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 02000000:00000010:2.0:1767385014.489787:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000085d97f0. 00000040:00000010:2.0:1767385014.489794:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f3176d35. 00000040:00000010:2.0:1767385014.489807:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.489908:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.489912:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f3176d35. 00000400:00000010:2.0:1767385014.489924:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000052ddab61. 00000800:00000010:2.0:1767385014.489943:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000f3176d35. 00000020:00000010:2.0:1767385014.489969:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.489974:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.489977:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.489985:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c433ae0. 00000400:00000010:2.0:1767385014.489990:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ec97c52. 00000800:00000010:0.0:1767385014.490134:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000f3176d35. 00000400:00000010:0.0:1767385014.490146:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000052ddab61. 02000000:00000010:0.0:1767385014.490152:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000085d97f0. 00000400:00000010:3.0:1767385014.492019:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d703faa7. 00000400:00000010:3.0:1767385014.492139:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c53743e. 00000020:00000010:2.0:1767385014.492277:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.492283:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.492288:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.492301:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.492305:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.492341:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.492344:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 02000000:00000010:2.0:1767385014.492363:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000085d97f0. 00000040:00000010:2.0:1767385014.492370:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006c2817d2. 00000040:00000010:2.0:1767385014.492380:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.492581:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.492586:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006c2817d2. 00000400:00000010:2.0:1767385014.492630:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000013bc9838. 00000800:00000010:2.0:1767385014.492650:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000006c2817d2. 00000020:00000010:2.0:1767385014.492674:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.492678:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.492681:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.492689:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cecf2de4. 00000400:00000010:2.0:1767385014.492693:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4993a46. 00000800:00000010:1.0:1767385014.492798:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000006c2817d2. 00000400:00000010:1.0:1767385014.492812:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000013bc9838. 02000000:00000010:1.0:1767385014.492820:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000085d97f0. 00000400:00000010:0.0:1767385014.510996:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5197cdc. 00000400:00000010:0.0:1767385014.511046:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d085dc88. 00000020:00000010:2.0:1767385014.511202:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.511209:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.511216:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.511220:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.511225:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.511266:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.511269:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 02000000:00000010:2.0:1767385014.511304:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000085d97f0. 00000040:00000010:2.0:1767385014.511311:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000092f85a31. 00000040:00000010:2.0:1767385014.511329:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.511533:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.511539:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000092f85a31. 00000400:00000010:2.0:1767385014.511560:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007b156af1. 00000800:00000010:2.0:1767385014.511603:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000092f85a31. 00000020:00000010:2.0:1767385014.511690:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.511697:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.511701:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.511724:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfc8e6c5. 00000400:00000010:2.0:1767385014.511730:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067df0184. 00000800:00000010:3.0:1767385014.511828:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000092f85a31. 00000400:00000010:3.0:1767385014.511864:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007b156af1. 02000000:00000010:3.0:1767385014.511871:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000085d97f0. 00000400:00000010:1.0:1767385014.513883:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003480c9b2. 00000400:00000010:1.0:1767385014.513907:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ebc53f3. 00000020:00000010:2.0:1767385014.514006:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.514014:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.514020:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.514025:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.514029:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.514065:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.514069:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00010000:00000010:2.0:1767385014.514093:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003be4e50e. 02000000:00000010:2.0:1767385014.514110:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d647e72a. 00000400:00000010:2.0:1767385014.514137:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed34d37. 00000800:00000010:2.0:1767385014.514163:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000070120c6. 00000020:00000010:2.0:1767385014.514207:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.514215:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.514219:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.514236:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008767890e. 00000400:00000010:2.0:1767385014.514241:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5bcaffd. 00000800:00000010:0.0:1767385014.514339:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000070120c6. 00000400:00000010:0.0:1767385014.514354:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed34d37. 02000000:00000010:0.0:1767385014.514361:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d647e72a. 00000400:00000010:3.0:1767385014.516578:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b03d8dce. 00000400:00000010:3.0:1767385014.516650:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffa1e191. 00000020:00000010:2.0:1767385014.516740:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.516746:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.516751:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.516755:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.516758:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.516789:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.516792:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 02000000:00000010:2.0:1767385014.516803:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fa2850c8. 20000000:00000010:2.0:1767385014.516815:0:40444:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000077b11acf. 00000100:00000010:2.0:1767385014.516917:0:40444:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004f5e97e8. 00000100:00000010:2.0:1767385014.516921:0:40444:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006b598c16. 00000400:00000010:2.0:1767385014.516929:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001528f7df. 00000400:00000010:2.0:1767385014.516936:0:40444:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7309b8c. 00000800:00000010:2.0:1767385014.516952:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d716112b. 00000800:00000010:1.0:1767385014.517080:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d716112b. 00000400:00000010:0.0:1767385014.518143:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001528f7df. 00000100:00000010:2.0:1767385014.518231:0:40444:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006b598c16. 00000100:00000010:2.0:1767385014.518252:0:40444:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004f5e97e8. 20000000:00000010:2.0:1767385014.518264:0:40444:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000077b11acf. 00000400:00000010:2.0:1767385014.518279:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7307ed. 00000800:00000010:2.0:1767385014.518303:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de8d72ac. 00000020:00000010:2.0:1767385014.518338:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.518345:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.518351:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.518365:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a81ac195. 00000400:00000010:2.0:1767385014.518371:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b156af1. 00000800:00000010:3.0:1767385014.518436:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de8d72ac. 00000400:00000010:3.0:1767385014.518447:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7307ed. 02000000:00000010:3.0:1767385014.518451:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fa2850c8. 00000400:00000010:1.0:1767385014.523650:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008772093a. 00000400:00000010:1.0:1767385014.523679:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001078b386. 00000020:00000010:2.0:1767385014.523763:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.523769:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.523774:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.523778:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.523782:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.523814:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.523817:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00010000:00000010:2.0:1767385014.523836:0:40444:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000255bb376. 02000000:00000010:2.0:1767385014.523847:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004f5e97e8. 00000400:00000010:2.0:1767385014.523868:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fafedfa6. 00000800:00000010:2.0:1767385014.523887:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de8d72ac. 00000020:00000010:2.0:1767385014.523910:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.523913:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.523916:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.523925:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007477e467. 00000400:00000010:2.0:1767385014.523929:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013bc9838. 00000800:00000010:0.0:1767385014.524056:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de8d72ac. 00000400:00000010:0.0:1767385014.524068:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fafedfa6. 02000000:00000010:0.0:1767385014.524073:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004f5e97e8. 00000400:00000010:3.0:1767385014.525306:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfbe856d. 00000400:00000010:3.0:1767385014.525322:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076af31ab. 00000020:00000010:2.0:1767385014.525463:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.525469:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.525474:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.525477:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.525480:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.525510:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.525513:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 02000000:00000010:2.0:1767385014.525525:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000451780e7. 00000040:00000010:2.0:1767385014.525543:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d246a28. 00000040:00000010:2.0:1767385014.525624:0:40444:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000066f021db. 00000040:00000010:2.0:1767385014.525636:0:40444:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000066f021db. 00000040:00000010:2.0:1767385014.525640:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d246a28. 00000400:00000010:2.0:1767385014.525652:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a0aabd. 00000800:00000010:2.0:1767385014.525669:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d716112b. 00000020:00000010:2.0:1767385014.525692:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.525696:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.525699:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.525706:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049605185. 00000400:00000010:2.0:1767385014.525712:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fef428c. 00000800:00000010:1.0:1767385014.525816:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d716112b. 00000400:00000010:1.0:1767385014.525829:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2a0aabd. 02000000:00000010:1.0:1767385014.525836:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000451780e7. 00000400:00000010:0.0:1767385014.527126:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1d9991b. 00000400:00000010:0.0:1767385014.527144:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000874e9329. 00000020:00000010:2.0:1767385014.527268:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.527275:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.527283:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.527288:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.527293:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.527330:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008a09a36. 00000020:00000010:2.0:1767385014.527334:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008a09a36. 02000000:00000010:2.0:1767385014.527362:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000085d97f0. 00000040:00000010:2.0:1767385014.527371:0:40444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d246a28. 00000040:00000010:2.0:1767385014.527387:0:40444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.527426:0:40444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000081e966e7. 00000040:00000010:2.0:1767385014.527433:0:40444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d246a28. 00000400:00000010:2.0:1767385014.527448:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000cbb27b3d. 00000800:00000010:2.0:1767385014.527473:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000005d246a28. 00000020:00000010:2.0:1767385014.527506:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.527511:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.527516:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004245b89. 00000400:00000010:2.0:1767385014.527527:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfcb2537. 00000400:00000010:2.0:1767385014.527533:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c38a2c7. 00000800:00000010:3.0:1767385014.527666:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000005d246a28. 00000400:00000010:3.0:1767385014.527679:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000cbb27b3d. 02000000:00000010:3.0:1767385014.527684:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000085d97f0. 00000100:00000010:1.0:1767385014.530702:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e3232a. 00000020:00000010:0.0:1767385014.530794:0:40453:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7a389fd. 00000020:00000010:0.0:1767385014.530800:0:40453:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a53bc9d. 00000020:00000010:0.0:1767385014.530804:0:40453:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 02000000:00000010:0.0:1767385014.530851:0:40453:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008be265ae. 00000020:00000010:0.0:1767385014.530873:0:40453:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000054dfb733. 00000004:00000010:0.0:1767385014.530880:0:40453:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000da6dda91. 00000001:00000010:0.0:1767385014.530883:0:40453:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001da66ba0. 00000001:00000010:0.0:1767385014.530890:0:40453:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d70ffd2a. 00000001:00000010:0.0:1767385014.530896:0:40453:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003fc3ed17. 00000001:00000010:0.0:1767385014.530900:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000971887eb. 00000001:00000010:0.0:1767385014.530903:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009a5cad29. 00000001:00000010:0.0:1767385014.530907:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c164cf92. 00000001:00000010:0.0:1767385014.530910:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027ef6678. 00000001:00000010:0.0:1767385014.530923:0:40453:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009456b2d3. 00000001:00000010:0.0:1767385014.530928:0:40453:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000023bdca54. 00000001:00000010:0.0:1767385014.530930:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9bdee41. 00000001:00000010:0.0:1767385014.530933:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000045d7c515. 00000001:00000010:0.0:1767385014.530935:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002438cb6c. 00000001:00000010:0.0:1767385014.530938:0:40453:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f0c87da. 00080000:00000010:0.0:1767385014.530979:0:40453:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000087a28beb. 00080000:00000010:2.0:1767385014.542631:0:16833:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087a28beb. 00080000:00000010:0.0:1767385014.542640:0:40453:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dab10e06. 00000001:00000010:0.0:1767385014.542713:0:40453:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c39dc932. 00000020:00000010:0.0:1767385014.542783:0:40453:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dc4cc150. 00000020:00000010:0.0:1767385014.542859:0:40453:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005935ced9. 00000020:00000010:0.0:1767385014.542863:0:40453:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000002d93c370. 00000020:00000010:0.0:1767385014.542866:0:40453:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000002045cd2e. 00000020:00000010:0.0:1767385014.542883:0:40453:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fb7a4bdd. 00000020:00000010:0.0:1767385014.542885:0:40453:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000ddeb346. 00000020:00000010:0.0:1767385014.542887:0:40453:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ee53e469. 00000020:00000010:0.0:1767385014.542900:0:40453:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000818b0309. 00000020:00000010:0.0:1767385014.542907:0:40453:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008791544e. 00000400:00000010:0.0:1767385014.542968:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b06d0c. 00000800:00000010:0.0:1767385014.542994:0:40453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002414836. 00000020:00000010:0.0:1767385014.543027:0:40453:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a53bc9d. 00000020:00000010:0.0:1767385014.543031:0:40453:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000020:00000010:0.0:1767385014.543035:0:40453:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7a389fd. 00000800:00000010:2.0:1767385014.543109:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002414836. 00000400:00000010:2.0:1767385014.543119:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b06d0c. 00000400:00000010:3.0:1767385014.587706:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008edbe2aa. 00000400:00000010:3.0:1767385014.587717:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 02000000:00000010:3.0:1767385014.587756:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b2e08273. 02000000:00000010:3.0:1767385014.587766:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c7a2c56d. 00000100:00000010:3.0:1767385014.587772:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ecf74ae. 00000100:00000010:2.0:1767385014.587786:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cbbd83d. 02000000:00000010:2.0:1767385014.587815:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000070120c6. 00000100:00000010:2.0:1767385014.587859:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076ae7f61. 02000000:00000010:2.0:1767385014.587866:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000073e62aed. 00000100:00000010:2.0:1767385014.587881:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005ac63e5. 02000000:00000010:2.0:1767385014.587885:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bffc9d3. 00000100:00000010:2.0:1767385014.587893:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4a7d4ad. 02000000:00000010:3.0:1767385014.587896:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068cf5db. 02000000:00000010:2.0:1767385014.587900:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d716112b. 00000400:00000010:3.0:1767385014.587905:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007948739c. 02000000:00000010:0.0:1767385014.587911:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7a389fd. 00000400:00000010:3.0:1767385014.587914:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:0.0:1767385014.587924:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4b907d. 00000400:00000010:3.0:1767385014.587926:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 02000000:00000010:1.0:1767385014.587926:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001caad831. 00000400:00000010:0.0:1767385014.587935:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000400:00000010:1.0:1767385014.587939:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385014.587946:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79e7792. 00000400:00000010:0.0:1767385014.587950:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000400:00000010:1.0:1767385014.587956:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 02000000:00000010:2.0:1767385014.587958:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004245b89. 00000400:00000010:3.0:1767385014.587959:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb5f2d05. 00000400:00000010:2.0:1767385014.587968:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c74a10. 00000400:00000010:2.0:1767385014.587977:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4acb0e7. 00000400:00000010:3.0:1767385014.587983:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf626e97. 00000400:00000010:2.0:1767385014.587986:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf55bf7a. 00000100:00000010:0.0:1767385014.588008:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000622ec378. 00000400:00000010:3.0:1767385014.588011:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000010:1.0:1767385014.588030:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7a7d778. 00000100:00000010:3.0:1767385014.588039:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adf466fb. 00000400:00000010:0.0:1767385014.588040:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000100:00000010:3.0:1767385014.588068:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af299af0. 00000400:00000010:1.0:1767385014.588071:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000100:00000010:3.0:1767385014.588077:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003186ea0c. 00000020:00000010:2.0:1767385014.588081:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3da4743. 00000100:00000010:3.0:1767385014.588088:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007453ddcd. 00000020:00000010:2.0:1767385014.588090:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3da4743. 00000020:00000010:2.0:1767385014.588101:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e117737. 00000020:00000010:2.0:1767385014.588109:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385014.588116:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000100:00000010:1.0:1767385014.588129:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053b0633e. 00000020:00000010:3.0:1767385014.588157:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fd52c4b. 00000400:00000010:1.0:1767385014.588158:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf55bf7a. 00000020:00000010:3.0:1767385014.588166:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005dbbc69f. 00000020:00000010:2.0:1767385014.588171:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3da4743. 00000020:00000010:0.0:1767385014.588176:0:40453:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf1a7f6. 00000020:00000010:2.0:1767385014.588178:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3da4743. 00000020:00000010:3.0:1767385014.588187:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 00000020:00000010:0.0:1767385014.588187:0:40453:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a53bc9d. 00000020:00000010:3.0:1767385014.588195:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054c3c590. 00000020:00000010:0.0:1767385014.588198:0:40453:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009463c6d0. 02000000:00000010:2.0:1767385014.588200:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000097340d38. 00000020:00000010:3.0:1767385014.588202:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:1.0:1767385014.588203:0:40454:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ba9d656. 00000020:00000010:1.0:1767385014.588210:0:40454:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ba9d656. 00000020:00000010:1.0:1767385014.588218:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a25ed49c. 00000400:00000010:2.0:1767385014.588219:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf55bf7a. 00000020:00000010:1.0:1767385014.588223:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008677d88f. 00000020:00000010:1.0:1767385014.588231:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dbcc195. 00000020:00000010:3.0:1767385014.588246:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db46721d. 00000020:00000010:3.0:1767385014.588251:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db46721d. 00000020:00000010:0.0:1767385014.588258:0:40453:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e757d3d8. 00000400:00000010:2.0:1767385014.588263:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf55bf7a. 00000100:00000010:1.0:1767385014.588263:0:40454:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a347637c. 00000020:00000010:0.0:1767385014.588264:0:40453:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e757d3d8. 02000000:00000010:3.0:1767385014.588266:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bc965d5f. 00000020:00000010:2.0:1767385014.588281:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000400:00000010:3.0:1767385014.588282:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 02000000:00000010:0.0:1767385014.588287:0:40453:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000f3dd416. 00000020:00000010:2.0:1767385014.588292:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385014.588298:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e117737. 00000400:00000010:0.0:1767385014.588303:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 02000000:00000010:2.0:1767385014.588305:0:40444:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000097340d38. 00000100:00000010:1.0:1767385014.588326:0:40452:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004d8a819e. 00000400:00000010:2.0:1767385014.588328:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024a1b43f. 00000400:00000010:3.0:1767385014.588331:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00000100:00000010:1.0:1767385014.588333:0:40452:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 000000004d8a819e. 00000400:00000010:2.0:1767385014.588343:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a794175b. 00040000:00000010:1.0:1767385014.588344:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa969c91. 00000020:00000010:3.0:1767385014.588348:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054c3c590. 00000004:00000010:1.0:1767385014.588352:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000db8871f5. 00000020:00000010:3.0:1767385014.588355:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000004:00000010:1.0:1767385014.588358:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b0ad00d7. 00000400:00000010:0.0:1767385014.588359:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000020:00000010:3.0:1767385014.588361:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000004:00000010:1.0:1767385014.588364:0:40452:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ee5b830d. 00000020:00000010:0.0:1767385014.588382:0:40453:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008677d88f. 02000000:00000010:1.0:1767385014.588388:0:40452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007f0fb5c1. 00000020:00000010:0.0:1767385014.588391:0:40453:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dbcc195. 00000400:00000010:3.0:1767385014.588393:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007948739c. 00000020:00000010:1.0:1767385014.588417:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003c227654. 00000020:00000010:0.0:1767385014.588418:0:40453:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a25ed49c. 00000400:00000010:3.0:1767385014.588421:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000004:00000010:1.0:1767385014.588427:0:40452:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000e3087a86. 00000001:00000010:1.0:1767385014.588434:0:40452:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c48c39d7. 00000001:00000010:1.0:1767385014.588440:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e340dc69. 02000000:00000010:3.0:1767385014.588444:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068cf5db. 00000001:00000010:1.0:1767385014.588447:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f18c1c40. 02000000:00000010:3.0:1767385014.588450:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000070120c6. 00000001:00000010:1.0:1767385014.588453:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d8a819e. 00000400:00000010:0.0:1767385014.588454:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4b907d. 00000100:00000010:3.0:1767385014.588457:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cbbd83d. 00000001:00000010:1.0:1767385014.588461:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001df2d205. 00000400:00000010:0.0:1767385014.588464:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000001:00000010:1.0:1767385014.588466:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b23d3262. 00000001:00000010:1.0:1767385014.588475:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd7d7336. 00000001:00000010:1.0:1767385014.588479:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000066cae741. 00000001:00000010:1.0:1767385014.588483:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d9b53e8. 00000001:00000010:1.0:1767385014.588487:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f12e957. 00000001:00000010:1.0:1767385014.588492:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a25ed49c. 00000400:00000010:3.0:1767385014.588496:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c74a10. 00000001:00000010:1.0:1767385014.588496:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b52b916e. 02000000:00000010:0.0:1767385014.588498:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7a389fd. 00000400:00000010:3.0:1767385014.588504:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4acb0e7. 00000001:00000010:1.0:1767385014.588506:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d388460b. 02000000:00000010:0.0:1767385014.588509:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bffc9d3. 00000100:00000010:0.0:1767385014.588517:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005ac63e5. 00000020:00000010:3.0:1767385014.588519:0:16166:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000317b71a7. 02000000:00000010:3.0:1767385014.588536:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004245b89. 02000000:00000010:3.0:1767385014.588542:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d716112b. 00000100:00000010:3.0:1767385014.588549:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4a7d4ad. 00000020:00000010:1.0:1767385014.588550:0:40452:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b08fee42. 00000020:00000010:1.0:1767385014.588561:0:40452:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000b08fee42. 00000020:00000010:1.0:1767385014.588567:0:40452:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ba0a2248. 00000020:00000010:1.0:1767385014.588576:0:40452:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034506940. 00000020:00000010:1.0:1767385014.588578:0:40452:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034506940. 00000400:00000010:1.0:1767385014.588633:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000100:00000010:2.0:1767385014.588649:0:41070:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c54db431. 00000020:00000010:2.0:1767385014.588655:0:41070:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2e63cd4. 00000020:00000010:2.0:1767385014.588660:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004245b89. 00000020:00000010:2.0:1767385014.588664:0:41070:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d246a28. 00000040:00000010:2.0:1767385014.588667:0:41070:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000092f85a31. 00000400:00000010:1.0:1767385014.588670:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000020:00000010:2.0:1767385014.588672:0:41070:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077b11acf. 00000020:00000010:1.0:1767385014.588682:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a53bc9d. 00000020:00000010:2.0:1767385014.588684:0:41070:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000460d3651. 00000020:00000010:1.0:1767385014.588688:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009463c6d0. 00000020:00000010:2.0:1767385014.588691:0:41070:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c2817d2. 00000020:00000010:1.0:1767385014.588694:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf1a7f6. 80000000:00000010:2.0:1767385014.588697:0:41070:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a81f0f42. 40000000:00000010:2.0:1767385014.588702:0:41070:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b5c1e906. 00100000:00000010:2.0:1767385014.588707:0:41070:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009189efb3. 00000400:00000010:3.0:1767385014.588708:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00040000:00000010:2.0:1767385014.588711:0:41070:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de8d72ac. 00000400:00000010:3.0:1767385014.588715:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79e7792. 00040000:00000010:2.0:1767385014.588716:0:41070:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002aecc214. 00040000:00000010:2.0:1767385014.588723:0:41070:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3176d35. 00080000:00000010:2.0:1767385014.588727:0:41070:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004cd43993. 00000004:00000010:2.0:1767385014.588731:0:41070:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000559f8d08. 00000004:00000010:2.0:1767385014.588735:0:41070:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000095421c35. 00000004:00000010:2.0:1767385014.588738:0:41070:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f2bc8e09. 00002000:00000010:2.0:1767385014.588741:0:41070:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000097340d38. 00000004:00000010:2.0:1767385014.588743:0:41070:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000451780e7. 00000100:00000010:2.0:1767385014.588792:0:41070:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000004a426006. 00000100:02000000:3.0:1767385014.589763:0:16162:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:3.0:1767385014.592347:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001caad831. 02000000:00000010:3.0:1767385014.592359:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000073e62aed. 00000100:00000010:3.0:1767385014.592361:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076ae7f61. 00000100:00000010:0.0:1767385014.604657:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adf466fb. 00000100:00000010:3.0:1767385014.604663:0:765:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007453ddcd. 00000100:00000010:2.0:1767385014.604675:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003186ea0c. 00000100:00000010:1.0:1767385014.604677:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af299af0. 00000100:00000010:2.0:1767385015.545270:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e404cb1. 00000100:00000010:2.0:1767385015.545357:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d5ed0a. 00000020:00000010:0.0:1767385015.545480:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aab92979. 00000020:00000010:1.0:1767385015.545481:0:40452:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.545497:0:40452:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.545504:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec86ed5b. 00000020:00000010:0.0:1767385015.545511:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c32d8e8. 00000020:00000010:0.0:1767385015.545518:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:1.0:1767385015.545519:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb90cbc3. 00000020:00000010:0.0:1767385015.545524:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:1.0:1767385015.545527:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000020:00000010:0.0:1767385015.545572:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000583de942. 00000020:00000010:0.0:1767385015.545577:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000583de942. 00000020:00000010:1.0:1767385015.545585:0:40452:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.545590:0:40452:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 02000000:00000010:0.0:1767385015.545653:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c347e39c. 02000000:00000010:1.0:1767385015.545685:0:40452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000eb41facd. 00000020:00000010:0.0:1767385015.545693:0:41070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000072bd4937. 00000020:00000010:1.0:1767385015.545719:0:40452:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000ebf69cff. 00000400:00000010:1.0:1767385015.545735:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be26370b. 00000400:00000010:0.0:1767385015.545735:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0940113. 00000800:00000010:0.0:1767385015.545796:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000455c6ade. 00000800:00000010:1.0:1767385015.545806:0:40452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000047d6dd3. 00000020:00000010:1.0:1767385015.545826:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb90cbc3. 00000020:00000010:0.0:1767385015.545826:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:1.0:1767385015.545835:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000010:0.0:1767385015.545836:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:1.0:1767385015.545842:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec86ed5b. 00000020:00000010:0.0:1767385015.545844:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c32d8e8. 00000800:00000010:3.0:1767385015.545875:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000455c6ade. 00000400:00000010:3.0:1767385015.545895:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0940113. 00000800:00000010:3.0:1767385015.545976:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000047d6dd3. 00000400:00000010:3.0:1767385015.545984:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be26370b. 00000100:00000010:1.0:1767385015.547268:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abf2641. 00000020:00000010:0.0:1767385015.547330:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000583de942. 00000020:00000010:0.0:1767385015.547335:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000583de942. 00000020:00000010:0.0:1767385015.547338:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c32d8e8. 00000020:00000010:0.0:1767385015.547341:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.547344:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.547367:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000583de942. 00000020:00000010:0.0:1767385015.547396:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000583de942. 02000000:00000010:0.0:1767385015.547409:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000049faaa08. 00000400:00000010:0.0:1767385015.547419:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1801c11. 00000800:00000010:0.0:1767385015.547434:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063b8e698. 00000020:00000010:0.0:1767385015.547453:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.547456:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.547459:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c32d8e8. 00000800:00000010:2.0:1767385015.547532:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063b8e698. 00000400:00000010:2.0:1767385015.547541:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1801c11. 00000100:00000010:3.0:1767385015.548643:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ecf74ae. 00000020:00000010:0.0:1767385015.548729:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c32d8e8. 00000020:00000010:0.0:1767385015.548736:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000100:00000010:3.0:1767385015.548737:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dab39bef. 00000020:00000010:0.0:1767385015.548741:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 02000000:00000010:0.0:1767385015.548788:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c46db93e. 00000020:00000010:1.0:1767385015.548793:0:40456:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000014dcd45b. 00000020:00000010:0.0:1767385015.548799:0:17576:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003575a04c. 00040000:00000010:1.0:1767385015.548804:0:40456:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d7365e33. 00000001:00000010:0.0:1767385015.548811:0:17576:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d2fae89c. 00000004:00000010:1.0:1767385015.548812:0:40456:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000beea3c06. 00000004:00000010:1.0:1767385015.548818:0:40456:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d2368789. 00000001:00000010:0.0:1767385015.548822:0:17576:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000092023916. 00000004:00000010:1.0:1767385015.548823:0:40456:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049d6362a. 00000001:00000010:0.0:1767385015.548833:0:17576:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c2a99e57. 00000020:00000010:1.0:1767385015.548835:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000001:00000010:0.0:1767385015.548840:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b73f6b7b. 00000020:00000010:1.0:1767385015.548846:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00000001:00000010:0.0:1767385015.548848:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cf1a7f6. 00000020:00000010:1.0:1767385015.548851:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec86ed5b. 00000020:00000010:1.0:1767385015.548855:0:40456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb90cbc3. 00000001:00000010:0.0:1767385015.548855:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f761709d. 00000020:00000010:1.0:1767385015.548862:0:40456:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000001:00000010:0.0:1767385015.548864:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e7a389fd. 00000020:00000010:1.0:1767385015.548884:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.548887:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00080000:00000010:0.0:1767385015.548910:0:17576:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000087a28beb. 02000000:00000010:1.0:1767385015.548921:0:40456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000004739d81e. 02000000:00000010:1.0:1767385015.548933:0:40456:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000cfc722c0. 00000001:00000010:0.0:1767385015.549033:0:17576:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000081415e1e. 00000400:00000010:2.0:1767385015.549094:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb453219. 00000400:00000010:2.0:1767385015.549110:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097e58d73. 00000020:00000010:0.0:1767385015.549149:0:17576:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007e0ed9e4. 00000020:00000010:0.0:1767385015.549159:0:17576:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000007e0ed9e4. 00000020:00000010:0.0:1767385015.549167:0:17576:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000ad701d7. 00000020:00000010:0.0:1767385015.549177:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000583de942. 00000020:00000010:1.0:1767385015.549225:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.549230:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.549234:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033c648a6. 00000400:00000010:0.0:1767385015.549237:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee026b91. 00000020:00000010:1.0:1767385015.549238:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f26659bb. 00000020:00000010:1.0:1767385015.549247:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094dba60. 00000800:00000010:0.0:1767385015.549259:0:17576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bde9fd77. 00000020:00000010:0.0:1767385015.549279:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:1.0:1767385015.549282:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:0.0:1767385015.549283:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:1.0:1767385015.549288:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00000020:00000010:0.0:1767385015.549290:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c32d8e8. 02000000:00000010:1.0:1767385015.549321:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008c18dd78. 00000400:00000010:1.0:1767385015.549338:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f89105. 00000800:00000010:1.0:1767385015.549373:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000768ecc68. 00000020:00000010:1.0:1767385015.549429:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f26659bb. 00000020:00000010:1.0:1767385015.549434:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094dba60. 00000020:00000010:1.0:1767385015.549437:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033c648a6. 00000400:00000010:1.0:1767385015.549447:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50e1ed9. 00000800:00000010:2.0:1767385015.549451:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bde9fd77. 00000400:00000010:1.0:1767385015.549452:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009ff8079. 00000400:00000010:2.0:1767385015.549465:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee026b91. 00000800:00000010:2.0:1767385015.549487:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000768ecc68. 00000400:00000010:2.0:1767385015.549493:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f89105. 02000000:00000010:2.0:1767385015.549497:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008c18dd78. 00000004:00000010:3.0:1767385015.556864:0:41071:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000526031e4. 00000004:00000010:3.0:1767385015.556891:0:41071:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000526031e4. 00000400:00000010:1.0:1767385015.557174:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005be0777. 00000800:00000010:1.0:1767385015.557200:0:40456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2840363. 00000020:00000010:1.0:1767385015.557245:0:40456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb90cbc3. 00000020:00000010:1.0:1767385015.557249:0:40456:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767385015.557251:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec86ed5b. 00000800:00000010:2.0:1767385015.557360:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2840363. 00000400:00000010:2.0:1767385015.557372:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005be0777. 00000100:00000010:2.0:1767385015.590008:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0379913. 00000020:00000010:0.0:1767385015.590102:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007185579e. 00000020:00000010:0.0:1767385015.590108:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007185579e. 00000020:00000010:0.0:1767385015.590122:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.590125:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.590129:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.590184:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007185579e. 00000020:00000010:0.0:1767385015.590187:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007185579e. 00010000:00000010:0.0:1767385015.590212:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c37cf18. 00010000:00000010:0.0:1767385015.590215:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e41d5dc. 00010000:00000010:0.0:1767385015.590220:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0e4a0b7. 00000020:00000010:0.0:1767385015.590225:0:41070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007185579e. 00010000:00000010:0.0:1767385015.590231:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000053fcc14a. 02000000:00000010:0.0:1767385015.590256:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000005672edfe. 00010000:00000010:0.0:1767385015.590281:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004cd52c7d. 00010000:00000010:0.0:1767385015.590285:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b76fca9e. 00000020:00000010:0.0:1767385015.590296:0:41070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c2b0dc77. 00010000:00000010:0.0:1767385015.590476:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053fcc14a. 00000400:00000010:0.0:1767385015.590503:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042af3a7f. 00000800:00000010:0.0:1767385015.590533:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f942b8a0. 00000020:00000010:0.0:1767385015.590556:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.590559:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.590561:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000800:00000010:2.0:1767385015.590674:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f942b8a0. 00000400:00000010:2.0:1767385015.590683:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042af3a7f. 00000100:00000010:2.0:1767385015.592147:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000750c2369. 00000020:00000010:0.0:1767385015.592191:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f84eec5. 00000020:00000010:0.0:1767385015.592195:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f84eec5. 00000020:00000010:0.0:1767385015.592197:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.592200:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.592202:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.592221:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f84eec5. 00000020:00000010:0.0:1767385015.592223:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f84eec5. 00010000:00000010:0.0:1767385015.592232:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063c12993. 00010000:00000010:0.0:1767385015.592235:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000053fcc14a. 02000000:00000010:0.0:1767385015.592244:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000e13de5d2. 00010000:00000010:0.0:1767385015.592256:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008818d6ea. 00010000:00000010:0.0:1767385015.592264:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d677448e. 00010000:00000010:0.0:1767385015.592273:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d78db90. 00010000:00000010:0.0:1767385015.592276:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f51b186. 00010000:00000010:0.0:1767385015.592295:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e63bde6c. 00010000:00000010:0.0:1767385015.592298:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b937ae8d. 00010000:00000010:0.0:1767385015.592462:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d677448e. 00010000:00000010:0.0:1767385015.592468:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b937ae8d. 00010000:00000010:0.0:1767385015.592472:0:41070:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f51b186. 00010000:00000010:0.0:1767385015.592488:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053fcc14a. 00000400:00000010:0.0:1767385015.592497:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a09d1dd. 00000800:00000010:0.0:1767385015.592513:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008da8fa1e. 00000020:00000010:0.0:1767385015.592531:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.592535:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.592538:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000800:00000010:2.0:1767385015.592636:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008da8fa1e. 00000400:00000010:2.0:1767385015.592648:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a09d1dd. 00000100:00000010:2.0:1767385015.593741:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9520b2c. 00000020:00000010:1.0:1767385015.593796:0:40463:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b93998cd. 00040000:00000010:1.0:1767385015.593805:0:40463:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094cbda32. 00000004:00000010:1.0:1767385015.593808:0:40463:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a232adfd. 00000004:00000010:1.0:1767385015.593813:0:40463:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005458234f. 00000004:00000010:1.0:1767385015.593816:0:40463:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c18dd78. 00000020:00000010:1.0:1767385015.593829:0:40463:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.593831:0:40463:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.593834:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec86ed5b. 00000020:00000010:1.0:1767385015.593836:0:40463:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb90cbc3. 00000020:00000010:1.0:1767385015.593839:0:40463:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767385015.593863:0:40463:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.593865:0:40463:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 02000000:00000010:1.0:1767385015.593874:0:40463:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 000000001caad831. 00000400:00000010:1.0:1767385015.593885:0:40463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d17fb8b3. 00000800:00000010:1.0:1767385015.593924:0:40463:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a45f1b9a. 00000020:00000010:1.0:1767385015.593953:0:40463:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb90cbc3. 00000020:00000010:1.0:1767385015.593957:0:40463:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767385015.593961:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec86ed5b. 00000800:00000010:2.0:1767385015.594055:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a45f1b9a. 00000400:00000010:2.0:1767385015.594062:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d17fb8b3. 00000100:00000010:2.0:1767385015.595444:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bca2b17. 00000020:00000010:0.0:1767385015.595486:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f84eec5. 00000020:00000010:0.0:1767385015.595490:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f84eec5. 00000020:00000010:0.0:1767385015.595493:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.595496:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.595498:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.595518:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f84eec5. 00000020:00000010:0.0:1767385015.595519:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f84eec5. 00010000:00000010:0.0:1767385015.595532:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.595539:0:41070:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e41d5dc. 00010000:00000010:0.0:1767385015.595545:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038707319. 00010000:00000010:0.0:1767385015.595547:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e41d5dc. 00010000:00000010:0.0:1767385015.595549:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006398ed9d. 00010000:00000010:0.0:1767385015.595552:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b76fca9e. 02000000:00000010:0.0:1767385015.595567:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000004712dc3c. 00010000:00000010:0.1:1767385015.595612:0:41070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.0:1767385015.595624:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.0:1767385015.595626:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000053fcc14a. 00010000:00000010:0.0:1767385015.595632:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006976b5f8. 00010000:00000010:0.0:1767385015.595639:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f51b186. 00010000:00000010:0.0:1767385015.595641:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003d4069e7. 00010000:00000010:0.0:1767385015.595643:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b937ae8d. 00000004:00000010:0.0:1767385015.595662:0:41070:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002cfd9093. 00000004:00000010:0.0:1767385015.595669:0:41070:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000559ed209. 00000004:00000010:0.0:1767385015.595673:0:41070:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000973c669e. 00080000:00000010:0.0:1767385015.595681:0:41070:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079170fce. 00000020:00000010:0.0:1767385015.595702:0:41070:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000007e0ed9e4. 00080000:00000010:0.0:1767385015.595718:0:41070:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e1fc97a3. 00000020:00000010:0.0:1767385015.595723:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000084b3cc5. 00000020:00000010:0.0:1767385015.595725:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000fe29fce1. 00080000:00000010:0.0:1767385015.595737:0:41070:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000522d3d6c. 00000004:00000010:0.0:1767385015.595743:0:41070:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000a8245855. 00000020:00000010:0.0:1767385015.595748:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000219891d3. 00020000:00000010:0.0:1767385015.596869:0:41070:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000066da391b. 00020000:00000010:0.0:1767385015.596877:0:41070:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 0000000043fda9a1. 00020000:00000010:0.0:1767385015.596882:0:41070:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000001f1ef405. 00000020:00000010:0.0:1767385015.596892:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000011f69acb. 00000004:00000010:0.0:1767385015.596921:0:41070:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000d4f232df. 00000020:00000010:0.0:1767385015.598879:0:41070:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000011f69acb. 00000020:00000010:0.0:1767385015.598886:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000748c9320. 00000001:00000010:0.0:1767385015.598988:0:41070:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000073cb89df. 00000001:00000010:0.0:1767385015.598997:0:41070:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000001cbde46d. 00000001:00000010:0.0:1767385015.599079:0:41070:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000046e3c1a4. 00000020:00000010:0.0:1767385015.599150:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 0000000082787379. 00000020:00000010:0.0:1767385015.599192:0:41070:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000007e0ed9e4. 00010000:00000010:0.0:1767385015.599230:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046810645. 00010000:00000010:0.0:1767385015.599234:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004a8dccb. 00010000:00000010:0.0:1767385015.599239:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008eb44779. 00010000:00000010:0.0:1767385015.599244:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d677448e. 00000004:00000010:0.0:1767385015.599272:0:41070:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000e380326b. 00010000:00000010:0.0:1767385015.599311:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053fcc14a. 00010000:00000010:0.0:1767385015.599340:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.599345:0:41070:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e41d5dc. 00000400:00000010:0.0:1767385015.599365:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe33d26c. 00000400:00000010:0.0:1767385015.599373:0:41070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066dc7769. 00000800:00000010:0.0:1767385015.599438:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f124ac27. 00000020:00000010:0.0:1767385015.599453:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.599455:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.599457:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000800:00000010:2.0:1767385015.599546:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f124ac27. 00010000:00000010:0.1:1767385015.599608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008818d6ea. 00010000:00000010:0.1:1767385015.599613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d78db90. 00010000:00000010:0.1:1767385015.599615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e63bde6c. 00010000:00000010:0.1:1767385015.599617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063c12993. 00000400:00000010:2.0:1767385015.600219:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe33d26c. 00000020:00000010:0.0:1767385015.600263:0:16149:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000046815d99. 00000020:00000010:0.0:1767385015.600268:0:16149:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed5fc75b. 80000000:00000010:0.0:1767385015.600270:0:16149:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007e0ed9e4. 40000000:00000010:0.0:1767385015.600273:0:16149:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a742c52. 00100000:00000010:0.0:1767385015.600276:0:16149:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c7dfbadf. 00040000:00000010:0.0:1767385015.600297:0:16149:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f124ac27. 00040000:00000010:0.0:1767385015.600302:0:16149:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fe4d1792. 00040000:00000010:0.0:1767385015.600316:0:16149:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000feacd538. 00080000:00000010:0.0:1767385015.600320:0:16149:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cd76c507. 00000004:00000010:0.0:1767385015.600325:0:16149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008aea991f. 00000004:00000010:0.0:1767385015.600330:0:16149:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003cb26bee. 00000004:00000010:0.0:1767385015.600334:0:16149:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c51ac333. 00002000:00000010:0.0:1767385015.600338:0:16149:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d3817a9. 00000004:00000010:0.0:1767385015.600342:0:16149:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000585db225. 00010000:00000010:0.0:1767385015.600358:0:16149:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b937ae8d. 00010000:00000010:0.0:1767385015.600365:0:16149:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f51b186. 00000100:00000010:2.0:1767385015.601238:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eebb4c02. 00000020:00000010:0.0:1767385015.601327:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cb0574c. 00000020:00000010:0.0:1767385015.601338:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000583de942. 00000020:00000010:0.0:1767385015.601368:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.601374:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f51b186. 00000020:00000010:0.0:1767385015.601406:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.601457:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000583de942. 00000020:00000010:0.0:1767385015.601459:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000583de942. 00010000:00000010:0.0:1767385015.601471:0:17576:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d78db90. 00010000:00000010:0.0:1767385015.601479:0:17576:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 0000000046b63034. 00010000:00000010:0.0:1767385015.601483:0:17576:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063c12993. 00000020:00000010:0.0:1767385015.601486:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000583de942. 00002000:00000010:0.0:1767385015.601491:0:17576:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000cfe2819b. 02000000:00000010:0.0:1767385015.601505:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000d8b07514. 00000020:00000010:0.0:1767385015.601521:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000013562655. 00000400:00000010:0.0:1767385015.601534:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd598a3. 00000800:00000010:0.0:1767385015.601546:0:17576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008da8fa1e. 00000020:00000010:0.0:1767385015.601560:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f51b186. 00000020:00000010:0.0:1767385015.601563:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.601565:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000800:00000010:2.0:1767385015.601630:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008da8fa1e. 00000400:00000010:2.0:1767385015.601637:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd598a3. 00000100:00000010:2.0:1767385015.602638:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076ae7f61. 00000020:00000010:3.0:1767385015.602690:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db46721d. 00000020:00000010:3.0:1767385015.602695:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db46721d. 00000020:00000010:3.0:1767385015.602698:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 00000020:00000010:3.0:1767385015.602700:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.602703:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.602722:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db46721d. 00000020:00000010:3.0:1767385015.602723:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db46721d. 00010000:00000010:3.0:1767385015.602733:0:17576:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006535559e. 00000020:00000010:3.0:1767385015.602736:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000db46721d. 02000000:00000010:3.0:1767385015.602742:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000087720869. 00010000:00000010:3.0:1767385015.602749:0:17576:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009055491d. 00000100:00000010:3.0:1767385015.602784:0:17576:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000356c2aab. 00000100:00000010:3.0:1767385015.602793:0:17576:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009792e794. 02000000:00000010:3.0:1767385015.602807:0:17576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5e29cda. 02000000:00000010:3.0:1767385015.602852:0:17576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a203b753. 00000400:00000010:3.0:1767385015.602858:0:17576:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007948739c. 00000400:00000010:3.0:1767385015.602863:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000400:00000010:3.0:1767385015.602871:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da43c9ff. 00000800:00000010:3.0:1767385015.602893:0:17576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017e4397b. 00000100:00000010:3.0:1767385015.602918:0:17576:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007453ddcd. 00000100:00000010:3.0:1767385015.602931:0:17576:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fce0ae99. 00000100:00000010:3.0:1767385015.602950:0:17576:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f49c2aeb. 00000100:00000010:3.0:1767385015.602958:0:17576:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000550744d8. 00000800:00000010:2.0:1767385015.603011:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017e4397b. 00000400:00000010:2.0:1767385015.603022:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da43c9ff. 00010000:00000010:0.1:1767385015.603620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004cd52c7d. 00010000:00000010:0.1:1767385015.603626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c37cf18. 00000400:00000010:3.0:1767385015.603974:0:17576:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007948739c. 00000400:00000010:3.0:1767385015.603980:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 02000000:00000010:3.0:1767385015.603998:0:17576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a203b753. 02000000:00000010:3.0:1767385015.604002:0:17576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b5e29cda. 00000100:00000010:3.0:1767385015.604006:0:17576:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009792e794. 00000100:00000010:3.0:1767385015.604009:0:17576:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000356c2aab. 00010000:00000010:3.0:1767385015.604011:0:17576:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009055491d. 00000400:00000010:3.0:1767385015.604032:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b70168b2. 00000800:00000010:3.0:1767385015.604044:0:17576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017e4397b. 00000020:00000010:3.0:1767385015.604186:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.604193:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.604198:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000100:00000010:2.0:1767385015.604279:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4a7d4ad. 00000800:00000010:1.0:1767385015.604443:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017e4397b. 00000020:00000010:3.0:1767385015.604448:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009055491d. 00000400:00000010:1.0:1767385015.604450:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b70168b2. 00000020:00000010:3.0:1767385015.604452:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.604458:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 00000020:00000010:3.0:1767385015.604461:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.604463:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.604617:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.604620:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009055491d. 02000000:00000010:3.0:1767385015.604627:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006cd554c6. 00000020:00000010:3.0:1767385015.604645:0:16789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b5e29cda. 00010000:00000010:3.0:1767385015.604654:0:16789:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009055491d. 00000100:00000010:3.0:1767385015.604657:0:16789:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000356c2aab. 00000100:00000010:3.0:1767385015.604660:0:16789:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009792e794. 02000000:00000010:3.0:1767385015.604665:0:16789:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a203b753. 02000000:00000010:3.0:1767385015.604673:0:16789:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000371aa915. 00000400:00000010:3.0:1767385015.604675:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007948739c. 00000400:00000010:3.0:1767385015.604677:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000400:00000010:3.0:1767385015.604680:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc0c1bc. 00000800:00000010:3.0:1767385015.604690:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017e4397b. 00000800:00000010:2.0:1767385015.604759:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017e4397b. 00000400:00000010:2.0:1767385015.604764:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fc0c1bc. 00000400:00000010:3.0:1767385015.605547:0:16789:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007948739c. 00000400:00000010:3.0:1767385015.605551:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 02000000:00000010:3.0:1767385015.605562:0:16789:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000371aa915. 02000000:00000010:3.0:1767385015.605564:0:16789:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a203b753. 00000100:00000010:3.0:1767385015.605566:0:16789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009792e794. 00000100:00000010:3.0:1767385015.605568:0:16789:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000356c2aab. 00010000:00000010:3.0:1767385015.605570:0:16789:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009055491d. 00000400:00000010:3.0:1767385015.605576:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520d3288. 00000800:00000010:3.0:1767385015.605586:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017e4397b. 00000020:00000010:3.0:1767385015.605618:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.605621:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.605624:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000800:00000010:2.0:1767385015.605715:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017e4397b. 00000400:00000010:2.0:1767385015.605744:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520d3288. 00000100:00000010:2.0:1767385015.606242:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005ac63e5. 00000020:00000010:1.0:1767385015.606412:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.606433:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.606436:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec86ed5b. 00000020:00000010:1.0:1767385015.606439:0:40456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb90cbc3. 00000020:00000010:1.0:1767385015.606441:0:40456:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767385015.606466:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de5fade. 00000020:00000010:1.0:1767385015.606468:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de5fade. 02000000:00000010:1.0:1767385015.606487:0:40456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000009c8a11c6. 00000004:00000010:1.0:1767385015.606503:0:40456:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000005de5fade. 00000020:00000010:1.0:1767385015.606512:0:40456:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b08fee42. 00080000:00000010:1.0:1767385015.606517:0:40456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000431a604b. 00000001:00000010:1.0:1767385015.606549:0:40456:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e7931d7f. 00000001:00000010:1.0:1767385015.606552:0:40456:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000025bd1c7b. 00000020:00000010:1.0:1767385015.606570:0:40456:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000be013e84. 00000020:00000010:1.0:1767385015.606589:0:40456:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b08fee42. 00000004:00000010:1.0:1767385015.606636:0:40456:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000e380326b. 00000400:00000010:1.0:1767385015.606658:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073257d06. 00000800:00000010:1.0:1767385015.606671:0:40456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb9772a5. 00000020:00000010:1.0:1767385015.606696:0:40456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb90cbc3. 00000020:00000010:1.0:1767385015.606699:0:40456:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767385015.606701:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec86ed5b. 00000800:00000010:2.0:1767385015.606782:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb9772a5. 00000400:00000010:2.0:1767385015.606793:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073257d06. 00010000:00000010:0.1:1767385015.611701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.1:1767385015.611714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038707319. 00010000:00000010:0.1:1767385015.611720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006398ed9d. 00010000:00000010:0.1:1767385015.611725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006976b5f8. 00010000:00000010:0.1:1767385015.611731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d4069e7. 00010000:00000010:3.1:1767385015.615631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063c12993. 00000100:00000010:0.0:1767385015.621656:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007453ddcd. 00000100:00000010:2.0:1767385015.621659:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f49c2aeb. 00000100:00000010:1.0:1767385015.621672:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fce0ae99. 00000100:00000010:3.0:1767385015.621676:0:765:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000550744d8. 00000100:00000010:2.0:1767385015.630153:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cbbd83d. 00000020:00000010:0.0:1767385015.630252:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adcc8e9b. 00000020:00000010:0.0:1767385015.630260:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adcc8e9b. 00000020:00000010:0.0:1767385015.630265:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e03705d. 00000020:00000010:0.0:1767385015.630270:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f51b186. 00000020:00000010:0.0:1767385015.630274:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.630309:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adcc8e9b. 00000020:00000010:0.0:1767385015.630312:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adcc8e9b. 00000001:00000010:0.0:1767385015.630320:0:41070:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000001cbde46d. 00010000:00000010:0.0:1767385015.630338:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006976b5f8. 00010000:00000010:0.0:1767385015.630341:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e66841f2. 00010000:00000010:0.0:1767385015.630346:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003d4069e7. 00010000:00000010:0.0:1767385015.630351:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b937ae8d. 02000000:00000010:0.0:1767385015.630372:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000004baabe6e. 00010000:00000010:0.0:1767385015.630436:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006398ed9d. 00010000:00000010:0.0:1767385015.630439:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.630496:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b937ae8d. 00000400:00000010:0.0:1767385015.630522:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ae0f212. 00000800:00000010:0.0:1767385015.630539:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f942b8a0. 00000020:00000010:0.0:1767385015.630556:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f51b186. 00000020:00000010:0.0:1767385015.630560:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.630569:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e03705d. 00000800:00000010:2.0:1767385015.630667:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f942b8a0. 00000400:00000010:2.0:1767385015.630675:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ae0f212. 00000100:00000010:2.0:1767385015.632217:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e578c4f2. 00000020:00000010:0.0:1767385015.632317:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adcc8e9b. 00000020:00000010:0.0:1767385015.632324:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adcc8e9b. 00000020:00000010:0.0:1767385015.632328:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e03705d. 00000020:00000010:0.0:1767385015.632331:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f51b186. 00000020:00000010:0.0:1767385015.632335:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.632366:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adcc8e9b. 00000020:00000010:0.0:1767385015.632369:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adcc8e9b. 02000000:00000010:0.0:1767385015.632437:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 0000000097c029e5. 00010000:00000010:0.0:1767385015.632455:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d677448e. 00010000:00000010:0.0:1767385015.632463:0:41070:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004a8dccb. 00010000:00000010:0.0:1767385015.632468:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.632471:0:41070:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e66841f2. 00010000:00000010:0.0:1767385015.632479:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038707319. 00010000:00000010:0.0:1767385015.632481:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e66841f2. 00010000:00000010:0.0:1767385015.632484:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.0:1767385015.632486:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.632492:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c37cf18. 00010000:00000010:0.0:1767385015.632494:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004a8dccb. 00010000:00000010:0.0:1767385015.632496:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004cd52c7d. 00010000:00000010:0.0:1767385015.632497:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d677448e. 00010000:00000010:0.0:1767385015.632547:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f06bcf2. 00010000:00000010:0.0:1767385015.632550:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e41d5dc. 00010000:00000010:0.0:1767385015.632552:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e63bde6c. 00010000:00000010:0.0:1767385015.632553:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b937ae8d. 00000020:00000010:0.0:1767385015.632567:0:41070:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000943c3a42. 00000020:00000010:0.0:1767385015.632570:0:41070:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000943c3a42. 00000020:00000010:0.0:1767385015.632577:0:41070:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b89da4b5. 00080000:00000010:0.0:1767385015.632582:0:41070:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008eacf923. 00000004:00000010:0.0:1767385015.633082:0:41070:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000052946740. 00000001:00000010:0.0:1767385015.633095:0:41070:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000063ca6366. 00000001:00000010:0.0:1767385015.633108:0:41070:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000169f3beb. 00000020:00000010:0.0:1767385015.633137:0:41070:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b89da4b5. 00010000:00000010:0.0:1767385015.633147:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008818d6ea. 00010000:00000010:0.0:1767385015.633151:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000053fcc14a. 00010000:00000010:0.0:1767385015.633164:0:41070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001cbde46d. 00010000:00000010:0.0:1767385015.633197:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b937ae8d. 00080000:00000010:0.0:1767385015.633216:0:41070:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000079170fce. 00000004:00000010:0.0:1767385015.633224:0:41070:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000d4f232df. 00000004:00000010:0.0:1767385015.633227:0:41070:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000066da391b. 00000004:00000010:0.0:1767385015.633230:0:41070:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 0000000043fda9a1. 00000004:00000010:0.0:1767385015.633234:0:41070:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000a8245855. 00000004:00000010:0.0:1767385015.633237:0:41070:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000973c669e. 00000004:00000010:0.0:1767385015.633242:0:41070:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000559ed209. 00000004:00000010:0.0:1767385015.633247:0:41070:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002cfd9093. 00010000:00000010:0.0:1767385015.633255:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.633259:0:41070:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e66841f2. 00000020:00000010:2.0:1767385015.633280:0:16793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000f55bccaa. 00000400:00000010:0.0:1767385015.633285:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000585abff4. 00000020:00000010:2.0:1767385015.633292:0:16793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008e0fa934. 00000400:00000010:0.0:1767385015.633295:0:41070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a33e0f25. 00010000:00000010:2.0:1767385015.633299:0:16793:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053fcc14a. 00010000:00000010:2.0:1767385015.633308:0:16793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e41d5dc. 00000800:00000010:0.0:1767385015.633317:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bde9fd77. 00010000:00000010:2.0:1767385015.633319:0:16793:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001cbde46d. 00000020:00000010:0.0:1767385015.633344:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f51b186. 00000020:00000010:0.0:1767385015.633350:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.633353:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e03705d. 00000800:00000010:3.0:1767385015.633484:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bde9fd77. 00000400:00000010:2.0:1767385015.634179:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000585abff4. 00000020:00000010:0.0:1767385015.634252:0:16150:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002683ddfa. 00000020:00000010:0.0:1767385015.634258:0:16150:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005e03705d. 80000000:00000010:0.0:1767385015.634261:0:16150:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c538052f. 40000000:00000010:0.0:1767385015.634263:0:16150:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015af17ae. 00100000:00000010:0.0:1767385015.634267:0:16150:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c25fabe9. 00040000:00000010:0.0:1767385015.634270:0:16150:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000063b8e698. 00040000:00000010:0.0:1767385015.634274:0:16150:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1d5d6de. 00040000:00000010:0.0:1767385015.634276:0:16150:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004830be80. 00080000:00000010:0.0:1767385015.634280:0:16150:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008ab8af3d. 00000004:00000010:0.0:1767385015.634284:0:16150:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005e9c6421. 00000004:00000010:0.0:1767385015.634293:0:16150:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000051036948. 00000004:00000010:0.0:1767385015.634295:0:16150:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e4d25d42. 00002000:00000010:0.0:1767385015.634298:0:16150:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c507df82. 00000004:00000010:0.0:1767385015.634300:0:16150:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000085d97f0. 00010000:00000010:0.0:1767385015.634311:0:16150:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d677448e. 00010000:00000010:0.0:1767385015.634315:0:16150:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004a8dccb. 00010000:00000010:0.1:1767385015.641634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d4069e7. 00010000:00000010:2.1:1767385015.641640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f06bcf2. 00010000:00000010:2.1:1767385015.641648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008818d6ea. 00010000:00000010:0.1:1767385015.645620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008eb44779. 00010000:00000010:0.1:1767385015.645627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046810645. 00010000:00000010:0.1:1767385015.645629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006398ed9d. 00010000:00000010:0.1:1767385015.645631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006976b5f8. 00010000:00000010:0.1:1767385015.645633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e63bde6c. 00010000:00000010:0.1:1767385015.645637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038707319. 00010000:00000010:0.1:1767385015.645639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.1:1767385015.645641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c37cf18. 00010000:00000010:0.1:1767385015.645642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004cd52c7d. 00000100:00000010:2.0:1767385015.664475:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056f30a8c. 00000020:00000010:0.0:1767385015.664554:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.664560:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.664566:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.664571:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a8dccb. 00000020:00000010:0.0:1767385015.664575:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.664621:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.664623:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000001:00000010:0.0:1767385015.664630:0:41070:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000025bd1c7b. 00010000:00000010:0.0:1767385015.664643:0:41070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c37cf18. 00010000:00000010:0.0:1767385015.664646:0:41070:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f51b186. 00010000:00000010:0.0:1767385015.664649:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004cd52c7d. 00010000:00000010:0.0:1767385015.664652:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d677448e. 02000000:00000010:0.0:1767385015.664668:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000221c9951. 00010000:00000010:0.0:1767385015.664685:0:41070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0e4a0b7. 00010000:00000010:0.0:1767385015.664687:0:41070:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b76fca9e. 00010000:00000010:0.0:1767385015.664742:0:41070:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d677448e. 00000400:00000010:0.0:1767385015.664768:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4dee3d. 00000800:00000010:0.0:1767385015.664786:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000455c6ade. 00000020:00000010:0.0:1767385015.664803:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a8dccb. 00000020:00000010:0.0:1767385015.664806:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000020:00000010:0.0:1767385015.664808:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000800:00000010:3.0:1767385015.664905:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000455c6ade. 00000400:00000010:3.0:1767385015.664912:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4dee3d. 00000100:00000010:2.0:1767385015.666786:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d658c5b. 00000020:00000010:3.0:1767385015.666861:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.666866:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.666869:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 00000020:00000010:3.0:1767385015.666871:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.666874:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.666893:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.666894:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009055491d. 02000000:00000010:3.0:1767385015.666903:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000064a99fca. 00000400:00000010:3.0:1767385015.666918:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada0d5b4. 00000800:00000010:3.0:1767385015.666930:0:17578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017e4397b. 00000020:00000010:3.0:1767385015.666943:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.666946:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.666948:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000800:00000010:2.0:1767385015.666992:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017e4397b. 00000400:00000010:2.0:1767385015.666999:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada0d5b4. 00010000:00000010:0.1:1767385015.670634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004cd52c7d. 00000100:00000010:3.0:1767385015.680414:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009792e794. 00000020:00000010:2.0:1767385015.680514:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680519:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680524:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385015.680527:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385015.680530:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385015.680560:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680562:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cc13392. 02000000:00000010:2.0:1767385015.680569:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d2d5f58d. 00000100:00000010:3.0:1767385015.680577:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078ccf4e1. 00000400:00000010:2.0:1767385015.680591:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf55bf7a. 00000020:00000010:0.0:1767385015.680633:0:16791:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.680638:0:16791:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000800:00000010:2.0:1767385015.680640:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d716112b. 00000020:00000010:0.0:1767385015.680643:0:16791:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.680647:0:16791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a8dccb. 00000020:00000010:0.0:1767385015.680650:0:16791:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029e85ace. 00000020:00000010:2.0:1767385015.680657:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385015.680664:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385015.680667:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385015.680682:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680685:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cc13392. 02000000:00000010:2.0:1767385015.680691:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b4cdcc13. 00000400:00000010:2.0:1767385015.680706:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3ee1082. 00000800:00000010:1.0:1767385015.680712:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d716112b. 00000800:00000010:2.0:1767385015.680726:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bffc9d3. 00000400:00000010:1.0:1767385015.680727:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf55bf7a. 00000020:00000010:2.0:1767385015.680736:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a8dccb. 00000020:00000010:2.0:1767385015.680741:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029e85ace. 00000100:00000010:3.0:1767385015.680744:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009636a8a7. 00000020:00000010:2.0:1767385015.680744:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000800:00000010:1.0:1767385015.680747:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bffc9d3. 00000400:00000010:1.0:1767385015.680753:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ee1082. 00000020:00000010:2.0:1767385015.680765:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680768:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680772:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385015.680774:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385015.680776:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385015.680792:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cc13392. 00000020:00000010:2.0:1767385015.680794:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cc13392. 02000000:00000010:2.0:1767385015.680798:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d647e72a. 00000400:00000010:2.0:1767385015.680810:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a0aabd. 00000800:00000010:2.0:1767385015.680843:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000070120c6. 00000020:00000010:2.0:1767385015.680853:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ee2991. 00000020:00000010:2.0:1767385015.680856:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6dc5607. 00000020:00000010:2.0:1767385015.680858:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c61d9c. 00000800:00000010:3.0:1767385015.680934:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000070120c6. 00000400:00000010:3.0:1767385015.680946:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2a0aabd. 00000100:00000010:1.0:1767385015.684156:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000510c962b. 00000020:00000010:3.0:1767385015.684241:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.684248:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.684253:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 00000020:00000010:3.0:1767385015.684257:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.684260:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.684293:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009055491d. 00000020:00000010:3.0:1767385015.684296:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009055491d. 02000000:00000010:3.0:1767385015.684307:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b22f22bf. 00000020:00000010:3.0:1767385015.684324:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004cb0574c. 00000020:00000010:3.0:1767385015.684344:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a203b753. 00000020:00000010:3.0:1767385015.684349:0:17576:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000371aa915. 00000020:00000010:3.0:1767385015.684354:0:17576:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f1d2c89. 00000020:00000010:3.0:1767385015.684358:0:17576:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385015.684363:0:17576:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3d8b230. 80000000:00000010:3.0:1767385015.684367:0:17576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000550744d8. 40000000:00000010:3.0:1767385015.684371:0:17576:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009055491d. 00100000:00000010:3.0:1767385015.684376:0:17576:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385015.684416:0:17576:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000017e4397b. 00040000:00000010:3.0:1767385015.684419:0:17576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca033214. 00080000:00000010:3.0:1767385015.684433:0:17576:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000069135b. 00002000:00000010:3.0:1767385015.684436:0:17576:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001341ef17. 00080000:00000010:3.0:1767385015.684446:0:17576:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ad1c38b2. 00000020:00000010:0.0:1767385015.684451:0:39799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.684460:0:39799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad2e207a. 00000020:00000010:0.0:1767385015.684464:0:39799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070f6d3a4. 00000020:00000010:0.0:1767385015.684467:0:39799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000286f2e0b. 00000020:00000010:0.0:1767385015.684470:0:39799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bbf7bea. 80000000:00000010:0.0:1767385015.684474:0:39799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b89da4b5. 40000000:00000010:0.0:1767385015.684477:0:39799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f6dc22d. 00100000:00000010:0.0:1767385015.684481:0:39799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b83357d7. 00040000:00000010:0.0:1767385015.684484:0:39799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002414836. 00040000:00000010:0.0:1767385015.684487:0:39799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001a346e1c. 00080000:00000010:0.0:1767385015.684491:0:39799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f9c29a6f. 00002000:00000010:0.0:1767385015.684495:0:39799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007a8e3417. 00000020:00000010:0.0:1767385015.684498:0:39799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ad2e207a. 00000020:00000010:0.0:1767385015.684502:0:39799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000070f6d3a4. 00000020:00000010:0.0:1767385015.684505:0:39799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000286f2e0b. 00000020:00000010:0.0:1767385015.684510:0:39799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bbf7bea. 80000000:00000010:0.0:1767385015.684513:0:39799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b89da4b5. 40000000:00000010:0.0:1767385015.684515:0:39799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f6dc22d. 00100000:00000010:0.0:1767385015.684517:0:39799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b83357d7. 00040000:00000010:0.0:1767385015.684522:0:39799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000002414836. 00040000:00000010:0.0:1767385015.684524:0:39799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001a346e1c. 00080000:00000010:0.0:1767385015.684527:0:39799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f9c29a6f. 00002000:00000010:0.0:1767385015.684531:0:39799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007a8e3417. 00000020:00000010:0.0:1767385015.684533:0:39799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000712e985d. 00000020:00000010:0.0:1767385015.684536:0:39799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a346e1c. 00000020:00000010:0.0:1767385015.684538:0:39799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007bbf7bea. 00000020:00000010:0.0:1767385015.684540:0:39799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f9c29a6f. 00000020:00000010:0.0:1767385015.684542:0:39799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000286f2e0b. 00000020:00000010:0.0:1767385015.684545:0:39799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000049ee90be. 80000000:00000010:0.0:1767385015.684547:0:39799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b89da4b5. 40000000:00000010:0.0:1767385015.684550:0:39799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f6dc22d. 00080000:00000010:3.0:1767385015.684551:0:17576:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000435d37ba. 00100000:00000010:0.0:1767385015.684553:0:39799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b83357d7. 00040000:00000010:0.0:1767385015.684558:0:39799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002414836. 00040000:00000010:0.0:1767385015.684567:0:39799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d62715c8. 00000001:00000010:3.0:1767385015.684569:0:17576:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006c405e52. 00080000:00000010:0.0:1767385015.684570:0:39799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000070f6d3a4. 00002000:00000010:0.0:1767385015.684575:0:39799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007a8e3417. 00000020:00000010:3.0:1767385015.684584:0:17576:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000371aa915. 00000020:00000010:3.0:1767385015.684588:0:17576:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f1d2c89. 00000020:00000010:3.0:1767385015.684591:0:17576:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385015.684594:0:17576:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a3d8b230. 80000000:00000010:3.0:1767385015.684597:0:17576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000550744d8. 40000000:00000010:3.0:1767385015.684599:0:17576:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009055491d. 00100000:00000010:3.0:1767385015.684601:0:17576:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385015.684603:0:17576:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000017e4397b. 00002000:00000010:0.0:1767385015.684631:0:39799:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000cfe2819b. 00010000:00000010:0.0:1767385015.684636:0:39799:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 0000000046b63034. 00040000:00000010:3.0:1767385015.684643:0:17576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca033214. 00080000:00000010:3.0:1767385015.684646:0:17576:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000069135b. 00000020:00000010:0.0:1767385015.684646:0:39799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007bbf7bea. 00002000:00000010:3.0:1767385015.684650:0:17576:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001341ef17. 00000020:00000010:0.0:1767385015.684652:0:39799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9c29a6f. 00000020:00000010:3.0:1767385015.684655:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a203b753. 00000020:00000010:0.0:1767385015.684658:0:39799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000286f2e0b. 00000020:00000010:0.0:1767385015.684663:0:39799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000049ee90be. 80000000:00000010:0.0:1767385015.684665:0:39799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b89da4b5. 40000000:00000010:0.0:1767385015.684667:0:39799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f6dc22d. 00000400:00000010:3.0:1767385015.684669:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad7b0482. 00100000:00000010:0.0:1767385015.684670:0:39799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b83357d7. 00040000:00000010:0.0:1767385015.684676:0:39799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000002414836. 00040000:00000010:0.0:1767385015.684678:0:39799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d62715c8. 00080000:00000010:0.0:1767385015.684680:0:39799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000070f6d3a4. 00002000:00000010:0.0:1767385015.684682:0:39799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007a8e3417. 00000020:00000010:0.0:1767385015.684684:0:39799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a346e1c. 00000800:00000010:3.0:1767385015.684685:0:17576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017e4397b. 00000020:00000010:3.0:1767385015.684703:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000700f0bb7. 00000020:00000010:3.0:1767385015.684706:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385015.684708:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000800:00000010:2.0:1767385015.684753:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017e4397b. 00000400:00000010:2.0:1767385015.684760:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7b0482. 00010000:00000010:2.1:1767385015.689696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1c007d6. 00010000:00000010:2.1:1767385015.693664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000255bb376. 00010000:00000010:0.1:1767385015.693673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d78db90. 00010000:00000010:2.1:1767385015.693676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003be4e50e. 00010000:00000010:0.1:1767385015.693686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006535559e. 00000100:00000010:3.0:1767385015.693793:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb59dc49. 00000020:00000010:0.0:1767385015.693882:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.693886:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.693889:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a346e1c. 00000020:00000010:0.0:1767385015.693891:0:41070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e66841f2. 00000020:00000010:0.0:1767385015.693893:0:41070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b237fe7. 00000020:00000010:0.0:1767385015.693915:0:41070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f6dc22d. 00000020:00000010:0.0:1767385015.693917:0:41070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f6dc22d. 02000000:00000010:0.0:1767385015.693924:0:41070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a8e3417. 00000020:00000010:0.0:1767385015.693938:0:41070:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000aab92979. 00000020:00000010:2.0:1767385015.693994:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c61d9c. 00080000:00000010:1.0:1767385015.693996:0:41070:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000be98da67. 00000020:00000010:2.0:1767385015.694000:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc74c6eb. 00000020:00000010:2.0:1767385015.694005:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac3db25f. 00000020:00000010:2.0:1767385015.694009:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000244db687. 00000020:00000010:2.0:1767385015.694011:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca171891. 80000000:00000010:2.0:1767385015.694014:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093cd00a2. 40000000:00000010:2.0:1767385015.694016:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001cc13392. 00100000:00000010:2.0:1767385015.694019:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e334e6fa. 00040000:00000010:2.0:1767385015.694022:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000070120c6. 00040000:00000010:2.0:1767385015.694025:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044188ded. 00080000:00000010:2.0:1767385015.694029:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007fca45c8. 00002000:00000010:2.0:1767385015.694032:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa2850c8. 00000020:00000010:2.0:1767385015.694035:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc74c6eb. 00000020:00000010:2.0:1767385015.694038:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac3db25f. 00000020:00000010:2.0:1767385015.694040:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000244db687. 00000020:00000010:2.0:1767385015.694043:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca171891. 80000000:00000010:2.0:1767385015.694045:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000093cd00a2. 40000000:00000010:2.0:1767385015.694047:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001cc13392. 00100000:00000010:2.0:1767385015.694048:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e334e6fa. 00040000:00000010:2.0:1767385015.694050:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000070120c6. 00040000:00000010:2.0:1767385015.694052:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044188ded. 00080000:00000010:2.0:1767385015.694054:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007fca45c8. 00002000:00000010:2.0:1767385015.694056:0:39798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fa2850c8. 00000020:00000010:2.0:1767385015.694059:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c61d9c. 00000020:00000010:2.0:1767385015.694062:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044188ded. 00000020:00000010:2.0:1767385015.694065:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066bd8328. 00000020:00000010:2.0:1767385015.694068:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007fca45c8. 00000020:00000010:2.0:1767385015.694075:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000244db687. 00000020:00000010:2.0:1767385015.694077:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000039d7192. 80000000:00000010:2.0:1767385015.694080:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093cd00a2. 40000000:00000010:2.0:1767385015.694082:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001cc13392. 00100000:00000010:2.0:1767385015.694084:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e334e6fa. 00040000:00000010:2.0:1767385015.694086:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000070120c6. 00040000:00000010:2.0:1767385015.694087:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f337f129. 00080000:00000010:2.0:1767385015.694090:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac3db25f. 00002000:00000010:2.0:1767385015.694093:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa2850c8. 00010000:00000010:2.0:1767385015.694107:0:39798:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b76fca9e. 00010000:00000010:2.0:1767385015.694132:0:39798:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f51b186. 00000020:00000010:2.0:1767385015.694150:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066bd8328. 00000020:00000010:2.0:1767385015.694155:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007fca45c8. 00000001:00000010:1.0:1767385015.694155:0:41070:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d1cd9ac9. 00000020:00000010:2.0:1767385015.694165:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000244db687. 00000001:00000010:1.0:1767385015.694167:0:41070:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000008db00520. 00000020:00000010:2.0:1767385015.694169:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000039d7192. 80000000:00000010:2.0:1767385015.694178:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000093cd00a2. 40000000:00000010:2.0:1767385015.694180:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001cc13392. 00100000:00000010:2.0:1767385015.694184:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e334e6fa. 00040000:00000010:2.0:1767385015.694188:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000070120c6. 00040000:00000010:2.0:1767385015.694192:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f337f129. 00080000:00000010:2.0:1767385015.694196:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ac3db25f. 00002000:00000010:2.0:1767385015.694201:0:39798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fa2850c8. 00000020:00000010:2.0:1767385015.694205:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044188ded. 00080000:00000010:1.0:1767385015.694209:0:41070:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000683db96c. 00000001:00000010:1.0:1767385015.694232:0:41070:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b08fee42. 00000400:00000010:1.0:1767385015.694256:0:41070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003886af2d. 00000800:00000010:1.0:1767385015.694277:0:41070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ede4a0c. 00000020:00000010:1.0:1767385015.694310:0:41070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e66841f2. 00000020:00000010:1.0:1767385015.694315:0:41070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b237fe7. 00000020:00000010:1.0:1767385015.694320:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a346e1c. 00000800:00000010:2.0:1767385015.694399:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ede4a0c. 00000400:00000010:2.0:1767385015.694410:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003886af2d. 00010000:00000010:2.1:1767385015.699659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c37cf18. 00010000:00000010:2.1:1767385015.699669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0e4a0b7. 00000400:00000010:2.0:1767385015.704252:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032c42859. 00000400:00000010:2.0:1767385015.704267:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003732bdaa. 00000020:00000010:1.0:1767385015.704359:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7a02e9c. 00000020:00000010:1.0:1767385015.704366:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7a02e9c. 00000020:00000010:1.0:1767385015.704372:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec86ed5b. 00000020:00000010:1.0:1767385015.704394:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb90cbc3. 00000020:00000010:1.0:1767385015.704400:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099734f6e. 00000020:00000010:1.0:1767385015.704437:0:40444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7a02e9c. 00000020:00000010:1.0:1767385015.704441:0:40444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7a02e9c. 02000000:00000010:1.0:1767385015.704453:0:40444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ff362a2a. 20000000:00000010:1.0:1767385015.704463:0:40444:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000006b51d5db. 00000400:00000010:1.0:1767385015.704503:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411d7bb5. 00000800:00000010:1.0:1767385015.704527:0:40444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005eed49b9. 00000020:00000010:3.0:1767385015.704541:0:16792:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 00000020:00000010:3.0:1767385015.704548:0:16792:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a203b753. 00000020:00000010:3.0:1767385015.704552:0:16792:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000069135b. 00000020:00000010:3.0:1767385015.704556:0:16792:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000020:00000010:1.0:1767385015.704556:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb90cbc3. 00000020:00000010:3.0:1767385015.704564:0:16792:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca033214. 00000020:00000010:1.0:1767385015.704567:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099734f6e. 80000000:00000010:3.0:1767385015.704568:0:16792:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000550744d8. 40000000:00000010:3.0:1767385015.704572:0:16792:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009055491d. 00000020:00000010:1.0:1767385015.704577:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec86ed5b. 00100000:00000010:3.0:1767385015.704578:0:16792:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385015.704582:0:16792:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000017e4397b. 00040000:00000010:3.0:1767385015.704584:0:16792:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a3d8b230. 00080000:00000010:3.0:1767385015.704587:0:16792:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005f1d2c89. 00002000:00000010:3.0:1767385015.704621:0:16792:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001341ef17. 00000020:00000010:3.0:1767385015.704626:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a203b753. 00000020:00000010:3.0:1767385015.704630:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000069135b. 00000020:00000010:3.0:1767385015.704634:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385015.704639:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca033214. 80000000:00000010:3.0:1767385015.704644:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000550744d8. 00000400:00000010:1.0:1767385015.704644:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6ee5db. 40000000:00000010:3.0:1767385015.704649:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009055491d. 00100000:00000010:3.0:1767385015.704653:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000526031e4. 00000400:00000010:1.0:1767385015.704656:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c115cda4. 00040000:00000010:3.0:1767385015.704657:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000017e4397b. 00040000:00000010:3.0:1767385015.704664:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a3d8b230. 00080000:00000010:3.0:1767385015.704667:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005f1d2c89. 00002000:00000010:3.0:1767385015.704671:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001341ef17. 00000020:00000010:3.0:1767385015.704674:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000800:00000010:2.0:1767385015.704678:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005eed49b9. 00000400:00000010:2.0:1767385015.704688:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411d7bb5. 00000020:00000010:3.0:1767385015.704691:0:16792:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7ec866a. 02000000:00000010:2.0:1767385015.704697:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ff362a2a. 00000020:00000010:3.0:1767385015.704698:0:16792:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3d8b230. 00000020:00000010:3.0:1767385015.704705:0:16792:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f1d2c89. 00000020:00000010:3.0:1767385015.704709:0:16792:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385015.704712:0:16792:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca033214. 80000000:00000010:3.0:1767385015.704715:0:16792:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000550744d8. 40000000:00000010:3.0:1767385015.704717:0:16792:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009055491d. 00100000:00000010:3.0:1767385015.704720:0:16792:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385015.704724:0:16792:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000017e4397b. 00040000:00000010:3.0:1767385015.704727:0:16792:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a203b753. 00080000:00000010:3.0:1767385015.704731:0:16792:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000069135b. 00002000:00000010:3.0:1767385015.704734:0:16792:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001341ef17. 00000020:00000010:3.0:1767385015.704757:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3d8b230. 00000020:00000010:3.0:1767385015.704760:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f1d2c89. 00000020:00000010:3.0:1767385015.704830:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20a213e. 00000020:00000010:3.0:1767385015.704833:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca033214. 80000000:00000010:3.0:1767385015.704835:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000550744d8. 40000000:00000010:3.0:1767385015.704837:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009055491d. 00100000:00000010:3.0:1767385015.704840:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000526031e4. 00040000:00000010:3.0:1767385015.704841:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000017e4397b. 00040000:00000010:3.0:1767385015.704844:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a203b753. 00080000:00000010:3.0:1767385015.704846:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000069135b. 00002000:00000010:3.0:1767385015.704848:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001341ef17. 00000020:00000010:3.0:1767385015.704850:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7ec866a. 00000001:00000010:2.0:1767385015.704919:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000006130e32. 00000001:00000010:2.0:1767385015.704925:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b4e7f94. 00000001:00000010:2.0:1767385015.704927:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cddbac8b. 00000001:00000010:2.0:1767385015.704929:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030a0e399. 00000001:00000010:2.0:1767385015.704940:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c6ff59ea. 00000001:00000010:2.0:1767385015.704942:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c25740da. 00000020:00000010:2.0:1767385015.704950:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000048dffc41. 00000020:00000010:2.0:1767385015.704962:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000f5bd256f. 00010000:00000010:3.1:1767385015.711648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000eae2466b. 00000001:00000010:3.0:1767385016.134961:0:17598:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000081415e1e. 00080000:00000010:3.0:1767385016.134972:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087a28beb. 00000001:00000010:3.0:1767385016.134994:0:17598:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006c405e52. 00080000:00000010:3.0:1767385016.134997:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000435d37ba. 00080000:00000010:3.0:1767385016.135001:0:17598:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ad1c38b2. 00000001:00000010:2.0:1767385016.135033:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b73f6b7b. 00000001:00000010:2.0:1767385016.135041:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cf1a7f6. 00000001:00000010:2.0:1767385016.135045:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f761709d. 00000001:00000010:2.0:1767385016.135047:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e7a389fd. 00000001:00000010:2.0:1767385016.135050:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c2a99e57. 00000001:00000010:2.0:1767385016.135053:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000092023916. 00000001:00000010:2.0:1767385016.135059:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000d2fae89c. 00000020:00000010:2.0:1767385016.135066:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003575a04c. 00000020:00000010:2.0:1767385016.135072:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000ad701d7. 00000001:02000400:0.0:1767385016.458305:0:41110:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000100:00000010:2.0:1767385016.635794:0:40474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000514c3e13. 02000000:00000010:2.0:1767385016.635821:0:40474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bcaa511a. 00080000:00000010:2.0:1767385016.635874:0:40474:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000073e62aed. 00000004:00000010:2.0:1767385016.635893:0:40474:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b2743bee. 02000000:00000010:1.0:1767385016.635919:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000081c2a385. 00000400:00000010:1.0:1767385016.635943:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385016.635953:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b34dc59d. 00000400:00000010:1.0:1767385016.635965:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec2599e1. 00000100:00000010:1.0:1767385016.636002:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b33b863. 00000400:00000010:1.0:1767385016.636039:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec2599e1. 00000100:00000010:1.0:1767385016.636056:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e88a1a9f. 00000100:00000010:1.0:1767385016.636077:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094ee5b42. 00000100:00000010:1.0:1767385016.636083:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002131094. 00000100:00000010:1.0:1767385016.636092:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007153d53e. 00000020:00000010:3.0:1767385016.636181:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097bbd385. 00000020:00000010:3.0:1767385016.636191:0:17578:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007fd52c4b. 00000020:00000010:3.0:1767385016.636218:0:17578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0f79756. 00000020:00000010:3.0:1767385016.636226:0:17578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385016.636255:0:17578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385016.636299:0:17578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fd52c4b. 00000020:00000010:3.0:1767385016.636303:0:17578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fd52c4b. 02000000:00000010:3.0:1767385016.636322:0:17578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ad1c38b2. 00000400:00000010:3.0:1767385016.636348:0:17578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362631e6. 00000400:00000010:3.0:1767385016.636411:0:17578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362631e6. 00000400:00000010:1.0:1767385016.636454:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca34dbcc. 00000400:00000010:1.0:1767385016.636460:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b34dc59d. 02000000:00000010:1.0:1767385016.636496:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000081c2a385. 02000000:00000010:1.0:1767385016.636504:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bcaa511a. 00000100:00000010:1.0:1767385016.636512:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000514c3e13. 00000020:00000010:3.0:1767385016.636567:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005fcdf3f0. 00000020:00000010:3.0:1767385016.636573:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d7f786f. 00000020:00000010:3.0:1767385016.636576:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0f79756. 00000100:00000010:0.0:1767385016.640677:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e88a1a9f. 00000100:00000010:1.0:1767385016.640691:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094ee5b42. 00000100:00000010:3.0:1767385016.640712:0:765:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007153d53e. 00000100:00000010:2.0:1767385016.641686:0:813:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002131094. Debug log: 134869 lines, 134869 kept, 0 dropped, 0 bad.